Update main.py

main.py

@@ -9,6 +9,7 @@ from pydantic import BaseModel
 from typing import List, Dict, Any, Optional
 import time
 import uuid
+import json
 from fastapi.responses import StreamingResponse
 
 # Mock implementations for ImageResponse and to_data_uri
@@ -185,6 +186,7 @@ class ChatRequest(BaseModel):
     model: str
     messages: List[Message]
 
+
 @app.post("/v1/chat/completions")
 async def chat_completions(request: ChatRequest):
     messages = [{"role": msg.role, "content": msg.content} for msg in request.messages]
@@ -202,7 +204,7 @@ async def chat_completions(request: ChatRequest):
         # Stream the response content
         async for chunk in async_generator:
             if isinstance(chunk, str):
-                yield {
+                yield json.dumps({
                     "id": response_id,
                     "object": "chat.completion.chunk",
                     "created": created_timestamp,
@@ -217,9 +219,9 @@ async def chat_completions(request: ChatRequest):
                             "index": 0
                         }
                     ]
-                }
+                }).encode('utf-8')
             else:
-                yield {
+                yield json.dumps({
                     "id": response_id,
                     "object": "chat.completion.chunk",
                     "created": created_timestamp,
@@ -234,6 +236,6 @@ async def chat_completions(request: ChatRequest):
                             "index": 0
                         }
                     ]
-                }
+                }).encode('utf-8')
 
     return StreamingResponse(generate_response(), media_type="application/json")