Update app.py

app.py

@@ -3,18 +3,26 @@ import gradio as gr
 from openai import OpenAI
 from typing import List, Tuple
 
+CLIENTS = [
+    "perplexity":{"key":os.getenv('PX_KEY'),"endpoint":"https://api.perplexity.ai"},
+    "hyperbolic":{"key":os.getenv('HYPERBOLIC_XYZ_KEY'),"endpoint":"https://api.hyperbolic.xyz/v1"},
+    "huggingface":{"key":os.getenv('HF_KEY'),"endpoint":"https://huggingface.co/api/inference-proxy/together"},
+]
+for client_type in CLIENTS:
+    CLIENTS[client_type]["client"] = OpenAI(base_url=CLIENTS[client_type]["endpoint"], api_key=CLIENTS[client_type]["key"])
+
+PASSWORD = os.getenv("PASSWD")
+
 # Define available models
 AVAILABLE_MODELS = {
-    "Sonar Pro": "sonar-pro",
-    "Sonar": "sonar",
+    "DeepSeek V3 (Hyperbolic.xyz)": {"model_name":"deepseek-ai/DeepSeek-V3","type":"hyperbolic"},
+    "DeepSeek V3 (HuggingFace.co)": {"model_name":"deepseek-ai/DeepSeek-V3","type":"huggingface"},
+    "Llama3.3-70b-Instruct": {"model_name":"meta-llama/Llama-3.3-70B-Instruct","type":"hyperbolic"},
+    "Llama3.1-8b-Instruct": {"model_name":"meta-llama/Meta-Llama-3.1-8B-Instruct","type":"hyperbolic"},
+    "Sonar Pro": {"model_name":"sonar-pro","type":"perplexity"},
+    "Sonar": {"model_name":"sonar","type":"perplexity"},
 }
 
-PX_ENDPOINT_URL = "https://api.perplexity.ai"
-PX_API_KEY = os.getenv('PX_KEY')
-PASSWORD = os.getenv("PASSWD")  # Store the password in an environment variable
-
-px_client = OpenAI(base_url=PX_ENDPOINT_URL, api_key=PX_API_KEY)
-
 def respond(
     message: str,
     history: List[Tuple[str, str]],
@@ -40,9 +48,11 @@ def respond(
     response = ""
     citations = []
 
+    selected_client = CLIENTS[AVAILABLE_MODELS[model_choice]["type"]]
+    
     try:
-        stream = px_client.chat.completions.create(
-            model=AVAILABLE_MODELS[model_choice],
+        stream = selected_client.chat.completions.create(
+            model=AVAILABLE_MODELS[model_choice][model_name],
             messages=messages,
             max_tokens=max_tokens,
             temperature=temperature,