ai: Better handle of multiple random session request.

jarvis.py

@@ -8,6 +8,7 @@ import requests
 import json
 import os
 import random
+import time
 import pytesseract
 import pdfplumber
 import docx
@@ -36,7 +37,10 @@ META_TAGS = os.getenv("META_TAGS")
 
 ALLOWED_EXTENSIONS = json.loads(os.getenv("ALLOWED_EXTENSIONS"))
 
-session = requests.Session()
+def create_session():
+    s = requests.Session()
+    s.headers.update({"Connection": "keep-alive"})
+    return s
 
 def get_model_key(display_name):
     return next((k for k, v in MODEL_MAPPING.items() if v == display_name), MODEL_CHOICES[0])
@@ -83,7 +87,7 @@ def extract_file_content(file_path):
         content = f"{file_path}: {e}"
     return content.strip()
 
-def chat_with_model(history, user_input, selected_model_display):
+def chat_with_model(history, user_input, selected_model_display, sess):
     if not LINUX_SERVER_PROVIDER_KEYS or not LINUX_SERVER_HOSTS:
         return RESPONSES["RESPONSE_3"]
     selected_model = get_model_key(selected_model_display)
@@ -97,7 +101,7 @@ def chat_with_model(history, user_input, selected_model_display):
     for api_key in LINUX_SERVER_PROVIDER_KEYS[:2]:
         for host in LINUX_SERVER_HOSTS[:2]:
             try:
-                response = session.post(host, json=data, headers={"Authorization": f"Bearer {api_key}"})
+                response = sess.post(host, json=data, headers={"Authorization": f"Bearer {api_key}"}, timeout=5)
                 if response.status_code < 400:
                     ai_text = response.json().get("choices", [{}])[0].get("message", {}).get("content", RESPONSES["RESPONSE_2"])
                     return ai_text
@@ -105,10 +109,10 @@ def chat_with_model(history, user_input, selected_model_display):
                 continue
     return RESPONSES["RESPONSE_3"]
 
-def respond(multi_input, history, selected_model_display):
+def respond(multi_input, history, selected_model_display, sess):
     message = {"text": multi_input.get("text", "").strip(), "files": multi_input.get("files", [])}
     if not message["text"] and not message["files"]:
-        return history, gr.MultimodalTextbox(value=None, interactive=True)
+        return history, gr.MultimodalTextbox(value=None, interactive=True), sess
     combined_input = ""
     for file_item in message["files"]:
         if isinstance(file_item, dict) and "name" in file_item:
@@ -120,22 +124,23 @@ def respond(multi_input, history, selected_model_display):
     if message["text"]:
         combined_input += message["text"]
     history.append([combined_input, ""])
-    ai_response = chat_with_model(history, combined_input, selected_model_display)
+    ai_response = chat_with_model(history, combined_input, selected_model_display, sess)
     history[-1][1] = ai_response
-    return history, gr.MultimodalTextbox(value=None, interactive=True)
+    return history, gr.MultimodalTextbox(value=None, interactive=True), sess
 
 def change_model(new_model_display):
-    return [], new_model_display
+    return [], create_session(), new_model_display
 
 with gr.Blocks(fill_height=True, fill_width=True, title=AI_TYPES["AI_TYPE_4"], head=META_TAGS) as jarvis:
     user_history = gr.State([])
+    user_session = gr.State(create_session())
     selected_model = gr.State(MODEL_CHOICES[0])
     chatbot = gr.Chatbot(label=AI_TYPES["AI_TYPE_1"], show_copy_button=True, scale=1, elem_id=AI_TYPES["AI_TYPE_2"])
     model_dropdown = gr.Dropdown(show_label=False, choices=MODEL_CHOICES, value=MODEL_CHOICES[0])
     with gr.Row():
         msg = gr.MultimodalTextbox(show_label=False, placeholder=RESPONSES["RESPONSE_5"], interactive=True, file_count="single", file_types=ALLOWED_EXTENSIONS)
 
-    model_dropdown.change(fn=change_model, inputs=[model_dropdown], outputs=[user_history, selected_model])
-    msg.submit(fn=respond, inputs=[msg, user_history, selected_model], outputs=[chatbot, msg])
+    model_dropdown.change(fn=change_model, inputs=[model_dropdown], outputs=[user_history, user_session, selected_model])
+    msg.submit(fn=respond, inputs=[msg, user_history, selected_model, user_session], outputs=[chatbot, msg, user_session])
 
 jarvis.launch(show_api=False, max_file_size="1mb")