Update main.py

main.py

@@ -16,6 +16,7 @@ from aiohttp import ClientSession, ClientResponseError
 from fastapi import FastAPI, HTTPException, Request, Depends, Header
 from fastapi.responses import JSONResponse, StreamingResponse
 from pydantic import BaseModel
+from datetime import datetime
 
 # Configure logging
 logging.basicConfig(
@@ -316,9 +317,18 @@ class Blackbox:
                     proxy=proxy
                 ) as response_api_chat:
                     response_api_chat.raise_for_status()
+                    # Simulate streaming by breaking the response into chunks
+                    # Since the external API may not support streaming, we'll simulate it
                     text = await response_api_chat.text()
                     cleaned_response = cls.clean_response(text)
 
+                    # For demonstration, we'll split the response into words and yield them with delays
+                    words = cleaned_response.split()
+                    for word in words:
+                        await asyncio.sleep(0.1)  # Simulate delay
+                        yield word + ' '
+                    
+                    # If the model is an image model, handle accordingly
                     if model in cls.image_models:
                         match = re.search(r'!\[.*?\]\((https?://[^\)]+)\)', cleaned_response)
                         if match:
@@ -327,32 +337,6 @@ class Blackbox:
                             yield image_response
                         else:
                             yield cleaned_response
-                    else:
-                        if websearch:
-                            match = re.search(r'\$~~~\$(.*?)\$~~~\$', cleaned_response, re.DOTALL)
-                            if match:
-                                source_part = match.group(1).strip()
-                                answer_part = cleaned_response[match.end():].strip()
-                                try:
-                                    sources = json.loads(source_part)
-                                    source_formatted = "**Source:**\n"
-                                    for item in sources:
-                                        title = item.get('title', 'No Title')
-                                        link = item.get('link', '#')
-                                        position = item.get('position', '')
-                                        source_formatted += f"{position}. [{title}]({link})\n"
-                                    final_response = f"{answer_part}\n\n{source_formatted}"
-                                except json.JSONDecodeError:
-                                    final_response = f"{answer_part}\n\nSource information is unavailable."
-                            else:
-                                final_response = cleaned_response
-                        else:
-                            if '$~~~$' in cleaned_response:
-                                final_response = cleaned_response.split('$~~~$')[0].strip()
-                            else:
-                                final_response = cleaned_response
-
-                        yield final_response
             except ClientResponseError as e:
                 error_text = f"Error {e.status}: {e.message}"
                 try:
@@ -365,6 +349,7 @@ class Blackbox:
             except Exception as e:
                 yield f"Unexpected error during /api/chat request: {str(e)}"
 
+            # Simulate the second API call to /chat/{chat_id}
             chat_url = f'{cls.url}/chat/{chat_id}?model={model}'
 
             try:
@@ -375,7 +360,7 @@ class Blackbox:
                     proxy=proxy
                 ) as response_chat:
                     response_chat.raise_for_status()
-                    pass
+                    # Assuming no streaming from this endpoint
             except ClientResponseError as e:
                 error_text = f"Error {e.status}: {e.message}"
                 try: