Update main.py

main.py

@@ -186,11 +186,16 @@ class ChatRequest(BaseModel):
 async def chat_completions(request: ChatRequest):
     messages = [{"role": msg.role, "content": msg.content} for msg in request.messages]
 
-    response = await Blackbox.create_async_generator(
+    # Use an async generator to get the response
+    async_generator = Blackbox.create_async_generator(
         model=request.model,
         messages=messages
     )
 
+    response_content = ""
+    async for chunk in async_generator:
+        response_content += chunk if isinstance(chunk, str) else chunk.content  # Concatenate response
+
     return {
         "id": "chatcmpl-1234",  # Example ID, generate as needed
         "object": "chat.completion",
@@ -200,7 +205,7 @@ async def chat_completions(request: ChatRequest):
             {
                 "message": {
                     "role": "assistant",
-                    "content": response['content'] if isinstance(response, dict) else response
+                    "content": response_content
                 },
                 "finish_reason": "stop",
                 "index": 0