Update main.py

main.py

@@ -76,15 +76,15 @@ async def get_completion(payload: Payload, request: Request):
     # Prepare the payload for streaming
     payload_dict = {**payload.dict(), "stream": True}
 
-    # Define an asynchronous generator to stream the response
+    # Define an asynchronous generator to stream the response line by line
     async def stream_generator():
         async with httpx.AsyncClient() as client:
             try:
                 async with client.stream("POST", secret_api_endpoint, json=payload_dict, timeout=10) as response:
                     response.raise_for_status()
-                    async for chunk in response.aiter_bytes(chunk_size=512):  # Smaller chunks for faster response
-                        if chunk:
-                            yield chunk
+                    async for line in response.aiter_lines():
+                        if line:
+                            yield f"{line}\n"  # Add a newline to distinguish each line
             except httpx.RequestError as e:
                 raise HTTPException(status_code=500, detail=f"Streaming failed: {e}")