File size: 4,847 Bytes
17fc7b8 c29b8a9 537fdf2 17fc7b8 b4aa44e 17fc7b8 3a87f05 17fc7b8 c29b8a9 17fc7b8 3a87f05 17fc7b8 2dab778 350188f 17fc7b8 3a87f05 17fc7b8 3a87f05 2dab778 3a87f05 17fc7b8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 |
import torch
import gradio as gr
from diffusers import DiffusionPipeline
import os
import spaces
import accelerate
# UI
DESCRIPTION = '''
<div>
<h1 style="text-align: center;">Osiris 🌌</h1>
<p>This has an open source stable diffuser from <a href="https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0"><b>stable-diffusion-xl-base-1.0</b></a></p>
</div>
'''
# load both base and refiner
base = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", torch_dtype=torch.float16, use_safetensors=True, variant="fp16").to('cuda')
refiner = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-refiner-1.0",
text_encoder_2=base.text_encoder_2,
vae=base.vae,
torch_dtype=torch.float16,
use_safetensor=True,
variant="fp16").to('cuda')
# function to take input and generate text tokena
@spaces.GPU(duration=120)
def osiris(prompt: str,
n_steps: int,
high_noise_frac: float):
"""
Takes input, passes it into the pipeline,
get the top 5 scores, and ouput those scores into images
"""
# n_steps = int(n_steps)
# Generate image based on text
image_base = base(
prompt=prompt,
num_inference_steps=n_steps,
denoising_end=high_noise_frac,
output_type="latent"
).images
image = refiner(
prompt=prompt,
num_inference_steps=n_steps,
denoising_start=high_noise_frac,
image=image_base
).images[0]
return image
with gr.Blocks(fill_height=True) as demo:
gr.Markdown(DESCRIPTION)
gr.Interface(
fn=osiris,
inputs="text",
outputs="image",
fill_height=True,
additional_inputs_accordion=gr.Accordion(label="⚙️ Parameters", open=False, render=False),
additional_inputs=[
gr.Slider(minimum=20,
maximum=100,
step=1,
value=40,
label="Number of Inference Steps",
render=False),
gr.Slider(minimum=0.0,
maximum=1.0,
step=0.1,
value=0.8,
label="High Noise Fraction",
render=False),
],
examples=[
["A sprawling cyberpunk metropolis at dusk, with towering skyscrapers adorned with neon signs, holographic billboards, and flying cars weaving through the sky. On a crowded street corner, a cybernetically enhanced street artist creates mesmerizing light sculptures with their augmented reality gloves. Rain glistens on the bustling sidewalks as pedestrians with colorful umbrellas rush past."],
["A mystical enchanted forest bathed in twilight, where bioluminescent plants cast an ethereal glow. A crystal-clear waterfall cascades into a shimmering pool, surrounded by ancient trees with twisted roots. A lone elf archer, dressed in elegant green and gold attire, stands on a moss-covered rock, her bow drawn as she watches over the tranquil scene. Ethereal fairies with delicate wings flutter around, leaving trails of sparkling dust in the air."],
["An elaborate steampunk dirigible floating gracefully above a cloud-covered landscape. The airship, with its brass and copper gears, massive steam-powered engines, and ornate Victorian design, cruises past a golden sunset. A distinguished gentleman in a top hat and goggles stands on the observation deck, holding a brass spyglass to his eye as he surveys the horizon. Passengers in vintage attire marvel at the view."],
["A charming, snow-covered log cabin nestled in the heart of a tranquil mountain range during a starry winter night. Smoke gently curls from the stone chimney, and warm light spills from the windows, illuminating the cozy interior. A young woman in a thick woolen coat and a fur-lined hat stands by the front door, holding a lantern that casts a warm glow on the snow. Pine trees, heavy with snow, frame the scene, while the Northern Lights dance across the sky."],
["A vibrant underwater kingdom where a colorful coral reef teems with marine life. Schools of iridescent fish swim through the crystal-clear waters, and a sunken pirate ship, encrusted with barnacles and treasure chests, rests on the sandy seabed. A curious mermaid with flowing turquoise hair and a shimmering silver tail explores the depths, holding a glowing pearl in her hand. Playful dolphins swim around her, and a wise old sea turtle watches from a nearby rock."]
],
cache_examples=False
)
if __name__ == "__main__":
demo.launch() |