ai: Implementing self server request.

app.py

@@ -21,8 +21,8 @@ import threading
 import random
 import time
 
-LINUX_SERVER_HOST = os.getenv("LINUX_SERVER_HOST")
-LINUX_SERVER_PROVIDER_KEY = [key for key in json.loads(os.getenv("LINUX_SERVER_PROVIDER_KEY", "[]")) if key]
+LINUX_SERVER_HOSTS = [host for host in json.loads(os.getenv("LINUX_SERVER_HOST", "[]")) if host]
+LINUX_SERVER_PROVIDER_KEYS = [key for key in json.loads(os.getenv("LINUX_SERVER_PROVIDER_KEY", "[]")) if key]
 
 AI_TYPES = {f"AI_TYPE_{i}": os.getenv(f"AI_TYPE_{i}") for i in range(1, 6)}
 RESPONSES = {f"RESPONSE_{i}": os.getenv(f"RESPONSE_{i}") for i in range(1, 10)}
@@ -52,7 +52,7 @@ def chat_with_model(history, user_input, selected_model_display):
         yield RESPONSES["RESPONSE_1"]
         return
 
-    if not LINUX_SERVER_PROVIDER_KEY or not LINUX_SERVER_HOST:
+    if not LINUX_SERVER_PROVIDER_KEYS or not LINUX_SERVER_HOSTS:
         yield RESPONSES["RESPONSE_3"]
         return
 
@@ -64,23 +64,26 @@ def chat_with_model(history, user_input, selected_model_display):
     messages.append({"role": "user", "content": user_input})
 
     data = {"model": selected_model, "messages": messages, **model_config}
-    random.shuffle(LINUX_SERVER_PROVIDER_KEY)
+    
+    random.shuffle(LINUX_SERVER_PROVIDER_KEYS)
+    random.shuffle(LINUX_SERVER_HOSTS)
 
-    for api_key in LINUX_SERVER_PROVIDER_KEY[:2]:
-        if stop_event.is_set():
-            yield RESPONSES["RESPONSE_1"]
-            return
-        try:
-            response = session.post(LINUX_SERVER_HOST, json=data, headers={"Authorization": f"Bearer {api_key}"})
+    for api_key in LINUX_SERVER_PROVIDER_KEYS[:2]:
+        for host in LINUX_SERVER_HOSTS[:2]:
             if stop_event.is_set():
                 yield RESPONSES["RESPONSE_1"]
                 return
-            if response.status_code < 400:
-                ai_text = response.json().get("choices", [{}])[0].get("message", {}).get("content", RESPONSES["RESPONSE_2"])
-                yield from simulate_streaming_response(ai_text)
-                return
-        except requests.exceptions.RequestException:
-            continue
+            try:
+                response = session.post(host, json=data, headers={"Authorization": f"Bearer {api_key}"})
+                if stop_event.is_set():
+                    yield RESPONSES["RESPONSE_1"]
+                    return
+                if response.status_code < 400:
+                    ai_text = response.json().get("choices", [{}])[0].get("message", {}).get("content", RESPONSES["RESPONSE_2"])
+                    yield from simulate_streaming_response(ai_text)
+                    return
+            except requests.exceptions.RequestException:
+                continue
 
     yield RESPONSES["RESPONSE_3"]