Update app.py

app.py

@@ -101,10 +101,37 @@ def infer(
         source_image = preprocess_image(source_image, width, height)
         control_image = preprocess_image(control_image, width, height)
         
-        # Используем ControlNet
+        # Создаём пайплайн ControlNet с LoRA, если он ещё не создан
+        if not hasattr(pipe_controlnet, 'lora_loaded') or not pipe_controlnet.lora_loaded:
+            # Загружаем LoRA для UNet
+            pipe_controlnet.unet = PeftModel.from_pretrained(
+                pipe_controlnet.unet, 
+                './lora_man_animestyle/unet', 
+                adapter_name="default"
+            )
+            pipe_controlnet.unet.set_adapter("default")
+            
+            # Загружаем LoRA для Text Encoder, если она существует
+            text_encoder_lora_path = './lora_man_animestyle/text_encoder'
+            if os.path.exists(text_encoder_lora_path):
+                pipe_controlnet.text_encoder = PeftModel.from_pretrained(
+                    pipe_controlnet.text_encoder, 
+                    text_encoder_lora_path, 
+                    adapter_name="default"
+                )
+                pipe_controlnet.text_encoder.set_adapter("default")
+            
+            # Объединяем LoRA с основной моделью
+            pipe_controlnet.fuse_lora(lora_scale=lora_scale)
+            pipe_controlnet.lora_loaded = True  # Помечаем, что LoRA загружена
+        
+        # Используем ControlNet с LoRA
+        prompt_embeds = long_prompt_encoder(prompt, pipe.tokenizer, pipe.text_encoder)
+        negative_prompt_embeds = long_prompt_encoder(negative_prompt, pipe.tokenizer, pipe.text_encoder)
+        prompt_embeds, negative_prompt_embeds = align_embeddings(prompt_embeds, negative_prompt_embeds)
         image = pipe_controlnet(
-            prompt=prompt,
-            negative_prompt=negative_prompt,
+            prompt_embeds=prompt_embeds,
+            negative_prompt_embeds=negative_prompt_embeds,
             image=source_image,     
             control_image=control_image,  
             width=width,