Update app.py

app.py

@@ -29,6 +29,9 @@ hf_client = InferenceClient("CohereForAI/c4ai-command-r-plus", token=os.getenv("
 model = PaliGemmaForConditionalGeneration.from_pretrained("gokaygokay/sd3-long-captioner").to("cpu").eval()
 processor = PaliGemmaProcessor.from_pretrained("gokaygokay/sd3-long-captioner")
 
+# 대화 히스토리를 저장할 전역 변수
+conversation_history = []
+
 def modify_caption(caption: str) -> str:
     prefix_substrings = [
         ('captured from ', ''),
@@ -82,6 +85,31 @@ async def translate_to_korean(text: str) -> str:
     full_response_text = ''.join(full_response)
     return full_response_text.strip()
 
+async def interact_with_model(user_input: str) -> str:
+    global conversation_history
+    conversation_history.append({"role": "user", "content": user_input})
+    
+    messages = [
+        {"role": "system", "content": "Translate the following text from English to Korean and respond as if you are an assistant who provides detailed answers in Korean."},
+    ] + conversation_history
+
+    loop = asyncio.get_event_loop()
+    response = await loop.run_in_executor(
+        None,
+        lambda: hf_client.chat_completion(
+            messages, max_tokens=1000, stream=True, temperature=0.7, top_p=0.85
+        )
+    )
+
+    full_response = []
+    for part in response:
+        if part.choices and part.choices[0].delta and part.choices[0].delta.content:
+            full_response.append(part.choices[0].delta.content)
+
+    full_response_text = ''.join(full_response)
+    conversation_history.append({"role": "assistant", "content": full_response_text})
+    return full_response_text.strip()
+
 # Gradio 인터페이스 설정
 def create_captions_rich_sync(image):
     caption = asyncio.run(create_captions_rich(image))
@@ -142,6 +170,10 @@ class MyClient(discord.Client):
                 image_url = message.attachments[0].url
                 response = await process_image(image_url, message)
                 await message.channel.send(response)
+            else:
+                # 사용자 메시지를 처리하여 Cohere 모델과 상호작용
+                response = await interact_with_model(message.content)
+                await message.channel.send(response)
         finally:
             self.is_processing = False
 
@@ -154,7 +186,8 @@ async def process_image(image_url, message):
     image = await download_image(image_url)
     caption = await create_captions_rich(image)
     translated_caption = await translate_to_korean(caption)
-    return f"{message.author.mention}, 인식된 이미지 설명: {translated_caption}"
+    intro_message = f"{message.author.mention}, 인식된 이미지 설명: {translated_caption}\n\n질문이 있으면 물어보세요!"
+    return intro_message
 
 async def download_image(url):
     response = requests.get(url)
@@ -164,3 +197,4 @@ async def download_image(url):
 if __name__ == "__main__":
     discord_client = MyClient(intents=intents)
     discord_client.run(os.getenv('DISCORD_TOKEN'))
+