Update api/utils.py
Browse files- api/utils.py +2 -3
api/utils.py
CHANGED
@@ -148,12 +148,12 @@ async def process_streaming_response(request: ChatRequest):
|
|
148 |
# Yield the cleaned chunk as part of the stream
|
149 |
yield f"data: {json.dumps(create_chat_completion_data(cleaned_content, request.model, timestamp))}\n\n"
|
150 |
|
151 |
-
#
|
152 |
if ADVERTISEMENT_TEXT and not advertisement_added:
|
153 |
response_content += "\n\n" + ADVERTISEMENT_TEXT # Add line break here
|
154 |
advertisement_added = True
|
155 |
|
156 |
-
# Yield the final chunk with the advertisement text appended at the end
|
157 |
yield f"data: {json.dumps(create_chat_completion_data(response_content, request.model, timestamp, 'stop'))}\n\n"
|
158 |
|
159 |
# Add the final "done" marker
|
@@ -166,7 +166,6 @@ async def process_streaming_response(request: ChatRequest):
|
|
166 |
logger.error(f"Error occurred during request for Request ID {request_id}: {e}")
|
167 |
raise HTTPException(status_code=500, detail=str(e))
|
168 |
|
169 |
-
|
170 |
# Process non-streaming response with headers from config.py
|
171 |
async def process_non_streaming_response(request: ChatRequest):
|
172 |
request_id = f"chatcmpl-{uuid.uuid4()}"
|
|
|
148 |
# Yield the cleaned chunk as part of the stream
|
149 |
yield f"data: {json.dumps(create_chat_completion_data(cleaned_content, request.model, timestamp))}\n\n"
|
150 |
|
151 |
+
# After processing all chunks, add the advertisement once (at the end)
|
152 |
if ADVERTISEMENT_TEXT and not advertisement_added:
|
153 |
response_content += "\n\n" + ADVERTISEMENT_TEXT # Add line break here
|
154 |
advertisement_added = True
|
155 |
|
156 |
+
# Yield the final chunk with the advertisement text appended at the end (this is the final response)
|
157 |
yield f"data: {json.dumps(create_chat_completion_data(response_content, request.model, timestamp, 'stop'))}\n\n"
|
158 |
|
159 |
# Add the final "done" marker
|
|
|
166 |
logger.error(f"Error occurred during request for Request ID {request_id}: {e}")
|
167 |
raise HTTPException(status_code=500, detail=str(e))
|
168 |
|
|
|
169 |
# Process non-streaming response with headers from config.py
|
170 |
async def process_non_streaming_response(request: ChatRequest):
|
171 |
request_id = f"chatcmpl-{uuid.uuid4()}"
|