Update app.py

app.py

@@ -14,6 +14,7 @@ def genie (Model, Prompt, negative_prompt, height, width, scale, steps, seed):
     generator = np.random.seed(0) if seed == 0 else torch.manual_seed(seed)
        
     if Model == "PhotoReal":
+        torch.cuda.empty_cache()
         pipe = DiffusionPipeline.from_pretrained("circulus/canvers-real-v3.9.1", torch_dtype=torch.float16, safety_checker=None) if torch.cuda.is_available() else DiffusionPipeline.from_pretrained("circulus/canvers-real-v3.9.1")
         pipe.enable_xformers_memory_efficient_attention()
         pipe = pipe.to(device)
@@ -24,6 +25,7 @@ def genie (Model, Prompt, negative_prompt, height, width, scale, steps, seed):
         return image
     
     if Model == "Animagine XL 4":
+        torch.cuda.empty_cache()
         animagine = DiffusionPipeline.from_pretrained("cagliostrolab/animagine-xl-4.0", torch_dtype=torch.float16, safety_checker=None) if torch.cuda.is_available() else DiffusionPipeline.from_pretrained("cagliostrolab/animagine-xl-4.0")
         animagine.enable_xformers_memory_efficient_attention()
         animagine = animagine.to(device)
@@ -33,10 +35,24 @@ def genie (Model, Prompt, negative_prompt, height, width, scale, steps, seed):
         torch.cuda.empty_cache()
         return image
 
-    
+    if Model == "SD3.5 Turbo":
+        progress=gr.Progress(track_tqdm=True)
+        torch.cuda.empty_cache()
+        model_repo_id = "stabilityai/stable-diffusion-3.5-large-turbo"
+
+        if torch.cuda.is_available():
+            torch_dtype = torch.bfloat16
+        else:
+            torch_dtype = torch.float32
+
+        pipe = DiffusionPipeline.from_pretrained(model_repo_id, torch_dtype=torch_dtype)
+        pipe = pipe.to(device)
+        torch.cuda.empty_cache()
+        image = pipe(prompt=Prompt, negative_prompt=negative_prompt, guidance_scale=0.0, num_inference_steps=4, width=1024, height=1024, generator=generator,).images[0]
+        torch.cuda.empty_cache()
     return image
     
-gr.Interface(fn=genie, inputs=[gr.Radio(['PhotoReal', 'Animagine XL 4',], value='PhotoReal', label='Choose Model'),
+gr.Interface(fn=genie, inputs=[gr.Radio(['PhotoReal', 'Animagine XL 4', "SD3.5 Turbo"], value='PhotoReal', label='Choose Model'),
                                gr.Textbox(label='What you want the AI to generate. 77 Token Limit.'), 
                                gr.Textbox(label='What you Do Not want the AI to generate. 77 Token Limit'),
                                gr.Slider(512, 1024, 768, step=128, label='Height'),