Niansuh commited on
Commit
087538c
·
verified ·
1 Parent(s): 495d9b1

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +3 -16
main.py CHANGED
@@ -188,7 +188,6 @@ class ChatRequest(BaseModel):
188
  async def chat_completions(request: ChatRequest):
189
  messages = [{"role": msg.role, "content": msg.content} for msg in request.messages]
190
 
191
- # Use an async generator to get the response
192
  async_generator = Blackbox.create_async_generator(
193
  model=request.model,
194
  messages=messages
@@ -196,21 +195,9 @@ async def chat_completions(request: ChatRequest):
196
 
197
  response_content = ""
198
  async for chunk in async_generator:
199
- response_content += chunk if isinstance(chunk, str) else chunk.content # Concatenate response
200
 
201
  return {
202
- "id": f"chatcmpl-{uuid.uuid4()}", # Generate a unique ID
203
- "object": "chat.completion",
204
- "created": int(datetime.now().timestamp()), # Current timestamp
205
- "model": request.model,
206
- "choices": [
207
- {
208
- "message": {
209
- "role": "assistant",
210
- "content": response_content
211
- },
212
- "finish_reason": "stop",
213
- "index": 0
214
- }
215
- ]
216
  }
 
 
188
  async def chat_completions(request: ChatRequest):
189
  messages = [{"role": msg.role, "content": msg.content} for msg in request.messages]
190
 
 
191
  async_generator = Blackbox.create_async_generator(
192
  model=request.model,
193
  messages=messages
 
195
 
196
  response_content = ""
197
  async for chunk in async_generator:
198
+ response_content += chunk if isinstance(chunk, str) else chunk.content
199
 
200
  return {
201
+ "content": response_content # Updated return
 
 
 
 
 
 
 
 
 
 
 
 
 
202
  }
203
+