Update main.py
Browse files
main.py
CHANGED
@@ -188,7 +188,6 @@ class ChatRequest(BaseModel):
|
|
188 |
async def chat_completions(request: ChatRequest):
|
189 |
messages = [{"role": msg.role, "content": msg.content} for msg in request.messages]
|
190 |
|
191 |
-
# Use an async generator to get the response
|
192 |
async_generator = Blackbox.create_async_generator(
|
193 |
model=request.model,
|
194 |
messages=messages
|
@@ -196,21 +195,9 @@ async def chat_completions(request: ChatRequest):
|
|
196 |
|
197 |
response_content = ""
|
198 |
async for chunk in async_generator:
|
199 |
-
response_content += chunk if isinstance(chunk, str) else chunk.content
|
200 |
|
201 |
return {
|
202 |
-
"
|
203 |
-
"object": "chat.completion",
|
204 |
-
"created": int(datetime.now().timestamp()), # Current timestamp
|
205 |
-
"model": request.model,
|
206 |
-
"choices": [
|
207 |
-
{
|
208 |
-
"message": {
|
209 |
-
"role": "assistant",
|
210 |
-
"content": response_content
|
211 |
-
},
|
212 |
-
"finish_reason": "stop",
|
213 |
-
"index": 0
|
214 |
-
}
|
215 |
-
]
|
216 |
}
|
|
|
|
188 |
async def chat_completions(request: ChatRequest):
|
189 |
messages = [{"role": msg.role, "content": msg.content} for msg in request.messages]
|
190 |
|
|
|
191 |
async_generator = Blackbox.create_async_generator(
|
192 |
model=request.model,
|
193 |
messages=messages
|
|
|
195 |
|
196 |
response_content = ""
|
197 |
async for chunk in async_generator:
|
198 |
+
response_content += chunk if isinstance(chunk, str) else chunk.content
|
199 |
|
200 |
return {
|
201 |
+
"content": response_content # Updated return
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
202 |
}
|
203 |
+
|