| import os |
| import random |
| import uuid |
|
|
| import gradio as gr |
| import numpy as np |
| from PIL import Image |
| import spaces |
| import torch |
| from diffusers import StableDiffusion3Pipeline, DPMSolverMultistepScheduler, AutoencoderKL |
| from huggingface_hub import snapshot_download |
|
|
| huggingface_token = os.getenv("HUGGINGFACE_TOKEN") |
|
|
| model_path = snapshot_download( |
| repo_id="stabilityai/stable-diffusion-3-medium", |
| revision="refs/pr/26", |
| repo_type="model", |
| ignore_patterns=["*.md", "*..gitattributes"], |
| local_dir="stable-diffusion-3-medium", |
| token=huggingface_token, |
| ) |
|
|
| DESCRIPTION = """# Stable Diffusion 3""" |
| if not torch.cuda.is_available(): |
| DESCRIPTION += "\n<p>Running on CPU 🥶 This demo may not work on CPU.</p>" |
|
|
| MAX_SEED = np.iinfo(np.int32).max |
| CACHE_EXAMPLES = False |
| MAX_IMAGE_SIZE = int(os.getenv("MAX_IMAGE_SIZE", "1536")) |
| USE_TORCH_COMPILE = False |
| ENABLE_CPU_OFFLOAD = os.getenv("ENABLE_CPU_OFFLOAD", "0") == "1" |
|
|
| device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu") |
|
|
| pipe = StableDiffusion3Pipeline.from_pretrained(model_path, torch_dtype=torch.float16) |
| |
|
|
| def save_image(img): |
| unique_name = str(uuid.uuid4()) + ".png" |
| img.save(unique_name) |
| return unique_name |
|
|
|
|
| def randomize_seed_fn(seed: int, randomize_seed: bool) -> int: |
| if randomize_seed: |
| seed = random.randint(0, MAX_SEED) |
| return seed |
|
|
|
|
| @spaces.GPU(enable_queue=True) |
| def generate( |
| prompt: str, |
| negative_prompt: str = "", |
| use_negative_prompt: bool = False, |
| seed: int = 0, |
| width: int = 1024, |
| height: int = 1024, |
| guidance_scale: float = 7, |
| randomize_seed: bool = False, |
| num_inference_steps=30, |
| NUM_IMAGES_PER_PROMPT=1, |
| use_resolution_binning: bool = True, |
| progress=gr.Progress(track_tqdm=True), |
| ): |
| pipe.to(device) |
| seed = int(randomize_seed_fn(seed, randomize_seed)) |
| generator = torch.Generator().manual_seed(seed) |
| |
| |
| |
| if not use_negative_prompt: |
| negative_prompt = None |
| |
| output = pipe( |
| prompt=prompt, |
| negative_prompt=negative_prompt, |
| width=width, |
| height=height, |
| guidance_scale=guidance_scale, |
| num_inference_steps=num_inference_steps, |
| generator=generator, |
| num_images_per_prompt=NUM_IMAGES_PER_PROMPT, |
| output_type="pil", |
| ).images |
|
|
| return output |
|
|
|
|
| examples = [ |
| "A red sofa on top of a white building.", |
| "A cardboard which is large and sits on a theater stage.", |
| "A painting of an astronaut riding a pig wearing a tutu holding a pink umbrella.", |
| "Studio photograph closeup of a chameleon over a black background.", |
| "Closeup portrait photo of beautiful goth woman, makeup.", |
| "A living room, bright modern Scandinavian style house, large windows.", |
| "Portrait photograph of an anthropomorphic tortoise seated on a New York City subway train.", |
| "Batman, cute modern Disney style, Pixar 3d portrait, ultra detailed, gorgeous, 3d zbrush, trending on dribbble, 8k render.", |
| "Cinnamon bun on the plate, watercolor painting, detailed, brush strokes, light palette, light, cozy.", |
| "A lion, colorful, low-poly, cyan and orange eyes, poly-hd, 3d, low-poly game art, polygon mesh, jagged, blocky, wireframe edges, centered composition.", |
| "Long exposure photo of Tokyo street, blurred motion, streaks of light, surreal, dreamy, ghosting effect, highly detailed.", |
| "A glamorous digital magazine photoshoot, a fashionable model wearing avant-garde clothing, set in a futuristic cyberpunk roof-top environment, with a neon-lit city background, intricate high fashion details, backlit by vibrant city glow, Vogue fashion photography.", |
| "Masterpiece, best quality, girl, collarbone, wavy hair, looking at viewer, blurry foreground, upper body, necklace, contemporary, plain pants, intricate, print, pattern, ponytail, freckles, red hair, dappled sunlight, smile, happy." |
|
|
| ] |
|
|
| css = ''' |
| .gradio-container{max-width: 1000px !important} |
| h1{text-align:center} |
| ''' |
| with gr.Blocks(css=css) as demo: |
| with gr.Row(): |
| with gr.Column(): |
| gr.HTML( |
| """ |
| <h1 style='text-align: center'> |
| Stable Diffusion 3 Medium |
| </h1> |
| """ |
| ) |
| gr.HTML( |
| """ |
| |
| """ |
| ) |
| with gr.Group(): |
| with gr.Row(): |
| prompt = gr.Text( |
| label="Prompt", |
| show_label=False, |
| max_lines=1, |
| placeholder="Enter your prompt", |
| container=False, |
| ) |
| run_button = gr.Button("Run", scale=0) |
| result = gr.Gallery(label="Result", elem_id="gallery", show_label=False) |
| with gr.Accordion("Advanced options", open=False): |
| with gr.Row(): |
| use_negative_prompt = gr.Checkbox(label="Use negative prompt", value=True) |
| negative_prompt = gr.Text( |
| label="Negative prompt", |
| max_lines=1, |
| value = "deformed, distorted, disfigured, poorly drawn, bad anatomy, wrong anatomy, extra limb, missing limb, floating limbs, mutated hands and fingers, disconnected limbs, mutation, mutated, ugly, disgusting, blurry, amputation, NSFW", |
| visible=True, |
| ) |
| seed = gr.Slider( |
| label="Seed", |
| minimum=0, |
| maximum=MAX_SEED, |
| step=1, |
| value=0, |
| ) |
|
|
| steps = gr.Slider( |
| label="Steps", |
| minimum=0, |
| maximum=60, |
| step=1, |
| value=30, |
| ) |
| number_image = gr.Slider( |
| label="Number of Image", |
| minimum=1, |
| maximum=4, |
| step=1, |
| value=4, |
| ) |
| randomize_seed = gr.Checkbox(label="Randomize seed", value=True) |
| with gr.Row(visible=True): |
| width = gr.Slider( |
| label="Width", |
| minimum=256, |
| maximum=MAX_IMAGE_SIZE, |
| step=32, |
| value=1024, |
| ) |
| height = gr.Slider( |
| label="Height", |
| minimum=256, |
| maximum=MAX_IMAGE_SIZE, |
| step=32, |
| value=1024, |
| ) |
| with gr.Row(): |
| guidance_scale = gr.Slider( |
| label="Guidance Scale", |
| minimum=0.1, |
| maximum=10, |
| step=0.1, |
| value=7.0, |
| ) |
|
|
| gr.Examples( |
| examples=examples, |
| inputs=prompt, |
| outputs=[result], |
| fn=generate, |
| cache_examples=CACHE_EXAMPLES, |
| ) |
|
|
| use_negative_prompt.change( |
| fn=lambda x: gr.update(visible=x), |
| inputs=use_negative_prompt, |
| outputs=negative_prompt, |
| api_name=False, |
| ) |
|
|
| gr.on( |
| triggers=[ |
| prompt.submit, |
| negative_prompt.submit, |
| run_button.click, |
| ], |
| fn=generate, |
| inputs=[ |
| prompt, |
| negative_prompt, |
| use_negative_prompt, |
| seed, |
| width, |
| height, |
| guidance_scale, |
| randomize_seed, |
| steps, |
| number_image, |
| ], |
| outputs=[result], |
| api_name="run", |
| ) |
|
|
| if __name__ == "__main__": |
| demo.queue().launch() |