Update main.py
Browse files
main.py
CHANGED
@@ -210,14 +210,17 @@ async def chat_completions(request: ChatRequest):
|
|
210 |
async_generator = Blackbox.create_async_generator(
|
211 |
model=request.model,
|
212 |
messages=messages,
|
213 |
-
image=None,
|
214 |
-
image_name=None
|
215 |
)
|
216 |
|
217 |
if request.stream:
|
218 |
async def generate():
|
219 |
async for chunk in async_generator:
|
220 |
-
|
|
|
|
|
|
|
221 |
yield "data: [DONE]\n\n"
|
222 |
|
223 |
return StreamingResponse(generate(), media_type="text/event-stream")
|
@@ -227,7 +230,7 @@ async def chat_completions(request: ChatRequest):
|
|
227 |
if isinstance(chunk, ImageResponse):
|
228 |
response_content += f"Image URL: {chunk.url}\n"
|
229 |
else:
|
230 |
-
response_content += chunk
|
231 |
|
232 |
return {
|
233 |
"id": f"chatcmpl-{uuid.uuid4()}",
|
|
|
210 |
async_generator = Blackbox.create_async_generator(
|
211 |
model=request.model,
|
212 |
messages=messages,
|
213 |
+
image=None, # Pass the image if required
|
214 |
+
image_name=None # Pass image name if required
|
215 |
)
|
216 |
|
217 |
if request.stream:
|
218 |
async def generate():
|
219 |
async for chunk in async_generator:
|
220 |
+
if isinstance(chunk, ImageResponse):
|
221 |
+
yield f"data: {json.dumps(create_response(chunk.url, request.model))}\n\n"
|
222 |
+
else:
|
223 |
+
yield f"data: {json.dumps(create_response(chunk, request.model))}\n\n"
|
224 |
yield "data: [DONE]\n\n"
|
225 |
|
226 |
return StreamingResponse(generate(), media_type="text/event-stream")
|
|
|
230 |
if isinstance(chunk, ImageResponse):
|
231 |
response_content += f"Image URL: {chunk.url}\n"
|
232 |
else:
|
233 |
+
response_content += chunk # Concatenate text responses
|
234 |
|
235 |
return {
|
236 |
"id": f"chatcmpl-{uuid.uuid4()}",
|