Update main.py
Browse files
main.py
CHANGED
@@ -184,6 +184,8 @@ class ChatRequest(BaseModel):
|
|
184 |
model: str
|
185 |
messages: List[Message]
|
186 |
|
|
|
|
|
187 |
@app.post("/v1/chat/completions")
|
188 |
async def chat_completions(request: ChatRequest):
|
189 |
messages = [{"role": msg.role, "content": msg.content} for msg in request.messages]
|
@@ -197,5 +199,5 @@ async def chat_completions(request: ChatRequest):
|
|
197 |
async for chunk in async_generator:
|
198 |
response_content += chunk if isinstance(chunk, str) else chunk.content
|
199 |
|
200 |
-
return
|
201 |
|
|
|
184 |
model: str
|
185 |
messages: List[Message]
|
186 |
|
187 |
+
from fastapi.responses import Response
|
188 |
+
|
189 |
@app.post("/v1/chat/completions")
|
190 |
async def chat_completions(request: ChatRequest):
|
191 |
messages = [{"role": msg.role, "content": msg.content} for msg in request.messages]
|
|
|
199 |
async for chunk in async_generator:
|
200 |
response_content += chunk if isinstance(chunk, str) else chunk.content
|
201 |
|
202 |
+
return Response(content=response_content.strip(), media_type="text/plain") # Return plain text
|
203 |
|