Spaces:
Running
on
Zero
Running
on
Zero
import gradio as gr | |
import numpy as np | |
import torch | |
import spaces | |
import random | |
from diffusers import AutoPipelineForText2Image | |
from PIL import Image | |
MAX_SEED = np.iinfo(np.int32).max | |
MAX_IMAGE_SIZE = 2048 | |
pipe = AutoPipelineForText2Image.from_pretrained( | |
"ostris/Flex.2-preview", | |
custom_pipeline="pipeline.py", | |
torch_dtype=torch.bfloat16, | |
).to("cuda") | |
def infer(edit_images, prompt, seed=42, randomize_seed=False, width=1024, height=1024, guidance_scale=3.5, control_strength=0.5, control_stop=0.33, num_inference_steps=50, progress=gr.Progress(track_tqdm=True)): | |
image = edit_images["background"].convert("RGB") | |
mask = edit_images["layers"][0].convert("RGB") | |
if randomize_seed: | |
seed = random.randint(0, MAX_SEED) | |
out_image = pipe( | |
prompt=prompt, | |
inpaint_image=image, | |
inpaint_mask=mask, | |
height=height, | |
width=width, | |
guidance_scale=guidance_scale, | |
control_strength=control_strength, | |
control_stop=control_stop, | |
num_inference_steps=num_inference_steps, | |
generator=torch.Generator("cpu").manual_seed(seed) | |
).images[0] | |
return (image, out_image), seed | |
def create_example_card(example): | |
return f""" | |
<div class="example-card"> | |
<p>{example}</p> | |
</div> | |
""" | |
examples = [ | |
"a tiny astronaut hatching from an egg on the moon", | |
"a cat holding a sign that says hello world", | |
"an anime illustration of a wiener schnitzel", | |
] | |
example_html = "".join([create_example_card(ex) for ex in examples]) | |
css = """ | |
:root { | |
--primary-color: #7E57C2; | |
--secondary-color: #5E35B1; | |
--accent-color: #B39DDB; | |
--background-color: #F5F5F7; | |
--card-background: #FFFFFF; | |
--text-color: #333333; | |
--shadow: 0 4px 12px rgba(0, 0, 0, 0.08); | |
--radius: 12px; | |
} | |
body { | |
font-family: 'Inter', system-ui, sans-serif; | |
background-color: var(--background-color); | |
} | |
#col-container { | |
margin: 0 auto; | |
max-width: 1200px; | |
padding: 0; | |
} | |
.container { | |
background-color: var(--card-background); | |
border-radius: var(--radius); | |
box-shadow: var(--shadow); | |
padding: 24px; | |
margin-bottom: 24px; | |
} | |
.header-container { | |
background: linear-gradient(135deg, var(--primary-color), var(--secondary-color)); | |
border-radius: var(--radius); | |
padding: 32px; | |
margin-bottom: 24px; | |
color: white; | |
text-align: center; | |
box-shadow: var(--shadow); | |
} | |
.header-container h1 { | |
font-weight: 700; | |
font-size: 2.5rem; | |
margin-bottom: 8px; | |
background: linear-gradient(to right, #ffffff, #e0e0e0); | |
-webkit-background-clip: text; | |
background-clip: text; | |
-webkit-text-fill-color: transparent; | |
} | |
.header-container p { | |
font-size: 1.1rem; | |
opacity: 0.92; | |
margin-bottom: 16px; | |
} | |
.header-container a { | |
color: var(--accent-color); | |
text-decoration: underline; | |
transition: opacity 0.2s; | |
} | |
.header-container a:hover { | |
opacity: 0.8; | |
} | |
.btn-primary { | |
background: linear-gradient(90deg, var(--primary-color), var(--secondary-color)); | |
border: none; | |
border-radius: 8px; | |
color: white; | |
font-weight: 600; | |
padding: 12px 24px; | |
font-size: 16px; | |
cursor: pointer; | |
transition: all 0.3s ease; | |
box-shadow: 0 4px 12px rgba(126, 87, 194, 0.3); | |
} | |
.btn-primary:hover { | |
transform: translateY(-2px); | |
box-shadow: 0 6px 16px rgba(126, 87, 194, 0.4); | |
} | |
.image-editor-container { | |
border-radius: var(--radius); | |
overflow: hidden; | |
box-shadow: var(--shadow); | |
} | |
.prompt-container { | |
background-color: var(--card-background); | |
border-radius: var(--radius); | |
padding: 16px; | |
box-shadow: var(--shadow); | |
margin-top: 16px; | |
} | |
.result-container { | |
border-radius: var(--radius); | |
overflow: hidden; | |
box-shadow: var(--shadow); | |
} | |
.settings-container { | |
background-color: var(--card-background); | |
border-radius: var(--radius); | |
padding: 20px; | |
box-shadow: var(--shadow); | |
margin-top: 16px; | |
} | |
.example-section { | |
background-color: var(--card-background); | |
border-radius: var(--radius); | |
padding: 20px; | |
box-shadow: var(--shadow); | |
margin-top: 24px; | |
} | |
.example-section h3 { | |
font-size: 1.3rem; | |
font-weight: 600; | |
margin-bottom: 16px; | |
color: var(--primary-color); | |
} | |
.examples-grid { | |
display: flex; | |
flex-wrap: wrap; | |
gap: 12px; | |
} | |
.example-card { | |
background: linear-gradient(135deg, #f3f3f7, #ffffff); | |
border-radius: 8px; | |
padding: 16px; | |
cursor: pointer; | |
transition: all 0.2s ease; | |
border: 1px solid #e0e0e0; | |
flex: 1; | |
min-width: 200px; | |
} | |
.example-card:hover { | |
transform: translateY(-2px); | |
box-shadow: var(--shadow); | |
border-color: var(--accent-color); | |
} | |
.example-card p { | |
margin: 0; | |
font-size: 14px; | |
color: var(--text-color); | |
} | |
.accordion-header { | |
font-weight: 600; | |
color: var(--primary-color); | |
} | |
/* Custom slider styling */ | |
input[type="range"] { | |
height: 6px; | |
border-radius: 3px; | |
background: linear-gradient(90deg, var(--primary-color), var(--secondary-color)); | |
} | |
input[type="range"]::-webkit-slider-thumb { | |
background: var(--primary-color); | |
border: 2px solid white; | |
height: 18px; | |
width: 18px; | |
} | |
.footer { | |
text-align: center; | |
padding: 24px; | |
color: #777; | |
font-size: 14px; | |
} | |
/* Animate the result transition */ | |
@keyframes fadeIn { | |
from { opacity: 0; } | |
to { opacity: 1; } | |
} | |
.result-animation { | |
animation: fadeIn 0.5s ease-in-out; | |
} | |
/* Responsive adjustments */ | |
@media (max-width: 768px) { | |
.examples-grid { | |
flex-direction: column; | |
} | |
} | |
""" | |
with gr.Blocks(css=css, theme=gr.themes.Monochrome()) as demo: | |
with gr.Column(elem_id="col-container"): | |
# Header with gradient | |
with gr.Column(elem_classes=["header-container"]): | |
gr.HTML(""" | |
<h1>Flex.2 Preview - Inpaint</h1> | |
<p>Advanced 8B parameter Text to Image Diffusion Model with universal control and built-in inpainting support</p> | |
<p>Created by <a href="https://huggingface.co/ostris" target="_blank">ostris</a> | | |
<a href="https://huggingface.co/datasets/choosealicense/licenses/blob/main/markdown/apache-2.0.md" target="_blank">apache-2.0 license</a> | | |
<a href="https://huggingface.co/ostris/Flex.2-preview" target="_blank">model</a></p> | |
""") | |
# Main interface container | |
with gr.Column(elem_classes=["container"]): | |
with gr.Row(): | |
# Left column: Input | |
with gr.Column(scale=1): | |
with gr.Column(elem_classes=["image-editor-container"]): | |
edit_image = gr.ImageEditor( | |
label='Upload and draw mask for inpainting', | |
type='pil', | |
sources=["upload", "webcam"], | |
image_mode='RGB', | |
layers=False, | |
brush=gr.Brush(colors=["#FFFFFF"], color_mode="fixed"), | |
height=500 | |
) | |
with gr.Column(elem_classes=["prompt-container"]): | |
prompt = gr.Text( | |
label="Your creative prompt", | |
show_label=True, | |
max_lines=1, | |
placeholder="Describe what you want to generate...", | |
container=True, | |
) | |
run_button = gr.Button("✨ Generate", elem_classes=["btn-primary"]) | |
# Right column: Output | |
with gr.Column(scale=1, elem_classes=["result-container"]): | |
result = gr.ImageSlider( | |
label="Before & After", | |
type="pil", | |
image_mode='RGB', | |
elem_classes=["result-animation"] | |
) | |
# Advanced settings in a nice container | |
with gr.Column(elem_classes=["settings-container"]): | |
with gr.Accordion("Advanced Settings", open=False, elem_classes=["accordion-header"]): | |
with gr.Column(): | |
with gr.Row(): | |
seed = gr.Slider( | |
label="Seed", | |
minimum=0, | |
maximum=MAX_SEED, | |
step=1, | |
value=0, | |
) | |
randomize_seed = gr.Checkbox(label="Randomize seed", value=True) | |
with gr.Row(): | |
height = gr.Slider(64, 2048, value=512, step=64, label="Height") | |
width = gr.Slider(64, 2048, value=512, step=64, label="Width") | |
with gr.Row(): | |
guidance_scale = gr.Slider(0.0, 20.0, value=3.5, step=0.1, label="Guidance Scale") | |
control_strength = gr.Slider(0.0, 1.0, value=0.5, step=0.05, label="Control Strength") | |
with gr.Row(): | |
control_stop = gr.Slider(0.0, 1.0, value=0.33, step=0.05, label="Control Stop") | |
num_inference_steps = gr.Slider(1, 100, value=50, step=1, label="Inference Steps") | |
# Example prompts section | |
with gr.Column(elem_classes=["example-section"]): | |
gr.HTML(f""" | |
<h3>Try these example prompts:</h3> | |
<div class="examples-grid"> | |
{example_html} | |
</div> | |
""") | |
# Example functionality | |
for i, example in enumerate(examples): | |
gr.HTML(f""" | |
<script> | |
document.querySelectorAll('.example-card')[{i}].addEventListener('click', function() {{ | |
document.querySelector('textarea').value = "{example}"; | |
}}); | |
</script> | |
""") | |
# Footer | |
gr.HTML(""" | |
<div class="footer"> | |
<p>Powered by Gradio • Flex.2 Preview Inpainting Demo</p> | |
</div> | |
""") | |
# Handle examples click to populate prompt | |
run_button.click( | |
fn=infer, | |
inputs=[edit_image, prompt, seed, randomize_seed, width, height, guidance_scale, control_strength, control_stop, num_inference_steps], | |
outputs=[result, seed] | |
) | |
demo.launch() |