Update app.py

app.py

@@ -277,25 +277,31 @@ HUGGINGFACE_MODELS = {
 
 # GROQ MODELS - We'll populate this dynamically
 DEFAULT_GROQ_MODELS = {
+    "deepseek-r1-distill-llama-70b": 8192,
+    "deepseek-r1-distill-qwen-32b": 8192,
     "gemma2-9b-it": 8192,
-    "gemma-7b-it": 8192,
-    "llama-3.3-70b-versatile": 131072,
-    "llama-3.1-70b-versatile": 131072,
     "llama-3.1-8b-instant": 131072,
-    "llama-guard-3-8b": 8192,
-    "llama3-70b-8192": 8192,
-    "llama3-8b-8192": 8192,
-    "mixtral-8x7b-32768": 32768,
-    "llama3-groq-70b-8192-tool-use-preview": 8192,
-    "llama3-groq-8b-8192-tool-use-preview": 8192,
-    "llama-3.3-70b-specdec": 131072,
-    "llama-3.1-70b-specdec": 131072,
     "llama-3.2-1b-preview": 131072,
     "llama-3.2-3b-preview": 131072,
-    "llama-3.2-11b-vision": 131072,
-    "llama-3.2-90b-vision": 131072,
+    "llama-3.2-11b-vision-preview": 131072,
+    "llama-3.2-90b-vision-preview": 131072,
+    "llama-3.3-70b-specdec": 131072,
+    "llama-3.3-70b-versatile": 131072,
+    "llama-guard-3-8b": 8192,
+    "llama3-8b-8192": 8192,
+    "llama3-70b-8192": 8192,
+    "mistral-saba-24b": 32768,
+    "qwen-2.5-32b": 32768,
+    "qwen-2.5-coder-32b": 32768,
+    "qwen-qwq-32b": 32768,
+    "playai-tts": 4096,       # Including TTS models but setting reasonable context limits
+    "playai-tts-arabic": 4096,
+    "distil-whisper-large-v3-en": 4096,
+    "whisper-large-v3": 4096,
+    "whisper-large-v3-turbo": 4096
 }
 
+
 # COHERE MODELS
 COHERE_MODELS = {
     "command-r-plus-08-2024": 131072,
@@ -673,7 +679,7 @@ def call_openrouter_api(payload, api_key_override=None):
             headers={
                 "Content-Type": "application/json",
                 "Authorization": f"Bearer {api_key}",
-                "HTTP-Referer": "https://huggingface.co/spaces/user/MultiProviderCrispChat"
+                "HTTP-Referer": "https://huggingface.co/spaces/cstr/CrispChat"
             },
             json=payload,
             timeout=180  # Longer timeout for document processing
@@ -1669,9 +1675,9 @@ def clear_chat():
 # ==========================================================
 
 def create_app():
-    """Create the Multi-Provider CrispChat Gradio application"""
+    """Create the CrispChat Gradio application"""
     with gr.Blocks(
-        title="Multi-Provider CrispChat",
+        title="CrispChat",
         css="""
             .context-size { 
                 font-size: 0.9em;
@@ -1705,7 +1711,7 @@ def create_app():
         """
     ) as demo:
         gr.Markdown("""
-        # 🤖 Multi-Provider CrispChat
+        # 🤖 CrispChat
         
         Chat with AI models from multiple providers: OpenRouter, OpenAI, HuggingFace, Groq, Cohere, Together, OVH, Cerebras, and Google AI.
         """)
@@ -1762,6 +1768,7 @@ def create_app():
                         )
             
             with gr.Column(scale=1):
+                                
                 with gr.Group(elem_classes="provider-selection"):
                     gr.Markdown("### Provider Selection")
                     
@@ -1772,12 +1779,58 @@ def create_app():
                         label="AI Provider"
                     )
                     
-                    # API key input
-                    api_key_override = gr.Textbox(
-                        placeholder="Override API key (leave empty to use environment variable)",
-                        label="API Key Override",
-                        type="password"
-                    )
+                    # API key input with separate fields for each provider
+                    with gr.Accordion("API Keys", open=False):
+                        gr.Markdown("Enter API keys directly or set them as environment variables")
+                        
+                        openrouter_api_key = gr.Textbox(
+                            placeholder="Enter OpenRouter API key",
+                            label="OpenRouter API Key",
+                            type="password",
+                            value=OPENROUTER_API_KEY if OPENROUTER_API_KEY else ""
+                        )
+                        
+                        openai_api_key = gr.Textbox(
+                            placeholder="Enter OpenAI API key",
+                            label="OpenAI API Key",
+                            type="password",
+                            value=OPENAI_API_KEY if OPENAI_API_KEY else ""
+                        )
+                        
+                        hf_api_key = gr.Textbox(
+                            placeholder="Enter HuggingFace API key",
+                            label="HuggingFace API Key",
+                            type="password",
+                            value=HF_API_KEY if HF_API_KEY else ""
+                        )
+                        
+                        groq_api_key = gr.Textbox(
+                            placeholder="Enter Groq API key",
+                            label="Groq API Key",
+                            type="password",
+                            value=GROQ_API_KEY if GROQ_API_KEY else ""
+                        )
+                        
+                        cohere_api_key = gr.Textbox(
+                            placeholder="Enter Cohere API key",
+                            label="Cohere API Key",
+                            type="password",
+                            value=COHERE_API_KEY if COHERE_API_KEY else ""
+                        )
+                        
+                        together_api_key = gr.Textbox(
+                            placeholder="Enter Together API key",
+                            label="Together API Key",
+                            type="password",
+                            value=TOGETHER_API_KEY if TOGETHER_API_KEY else ""
+                        )
+                        
+                        googleai_api_key = gr.Textbox(
+                            placeholder="Enter Google AI API key",
+                            label="Google AI API Key",
+                            type="password",
+                            value=GOOGLEAI_API_KEY if GOOGLEAI_API_KEY else ""
+                        )
                 
                 with gr.Group():
                     gr.Markdown("### Model Selection")
@@ -2040,7 +2093,7 @@ def create_app():
         # Add a footer with version info
         footer_md = gr.Markdown("""
         ---
-        ### Multi-Provider CrispChat v1.1
+        ### CrispChat v1.1
         Built with ❤️ using Gradio and multiple AI provider APIs | Context sizes shown next to model names
         """)
         
@@ -2504,20 +2557,40 @@ def create_app():
         )
         
         # Set up submission event
-        def submit_message(message, history, provider, openrouter_model, openai_model, hf_model, groq_model, cohere_model, together_model, ovh_model, cerebras_model, googleai_model, 
-                          temperature, max_tokens, top_p, frequency_penalty, presence_penalty, repetition_penalty, 
-                          top_k, min_p, seed, top_a, stream_output, response_format,
-                          images, documents, reasoning_effort, system_message, transforms, api_key_override):
+        def submit_message(message, history, provider, openrouter_model, openai_model, hf_model, groq_model, cohere_model, 
+                        together_model, ovh_model, cerebras_model, googleai_model, 
+                        temperature, max_tokens, top_p, frequency_penalty, presence_penalty, repetition_penalty, 
+                        top_k, min_p, seed, top_a, stream_output, response_format,
+                        images, documents, reasoning_effort, system_message, transforms, 
+                        openrouter_api_key, openai_api_key, hf_api_key, groq_api_key, cohere_api_key, together_api_key, googleai_api_key):
             """Submit message to selected provider and model"""
             # Get the currently selected model
-            model_choice = get_current_model(provider, openrouter_model, openai_model, hf_model, groq_model, cohere_model, together_model, ovh_model, cerebras_model, googleai_model)
+            model_choice = get_current_model(provider, openrouter_model, openai_model, hf_model, groq_model, cohere_model, 
+                                            together_model, ovh_model, cerebras_model, googleai_model)
             
             # Check if model is selected
             if not model_choice:
                 new_history = history.copy()
                 new_history.append([message, f"Error: No model selected for provider {provider}"])
                 return new_history
-                
+            
+            # Select the appropriate API key based on the provider
+            api_key_override = None
+            if provider == "OpenRouter" and openrouter_api_key:
+                api_key_override = openrouter_api_key
+            elif provider == "OpenAI" and openai_api_key:
+                api_key_override = openai_api_key
+            elif provider == "HuggingFace" and hf_api_key:
+                api_key_override = hf_api_key
+            elif provider == "Groq" and groq_api_key:
+                api_key_override = groq_api_key
+            elif provider == "Cohere" and cohere_api_key:
+                api_key_override = cohere_api_key
+            elif provider == "Together" and together_api_key:
+                api_key_override = together_api_key
+            elif provider == "GoogleAI" and googleai_api_key:
+                api_key_override = googleai_api_key
+            
             # Call the ask_ai function with the appropriate parameters
             return ask_ai(
                 message=message,
@@ -2552,7 +2625,8 @@ def create_app():
                 openrouter_model, openai_model, hf_model, groq_model, cohere_model, together_model, ovh_model, cerebras_model, googleai_model,
                 temperature, max_tokens, top_p, frequency_penalty, presence_penalty, repetition_penalty, 
                 top_k, min_p, seed, top_a, stream_output, response_format,
-                images, documents, reasoning_effort, system_message, transforms, api_key_override
+                images, documents, reasoning_effort, system_message, transforms,
+                openrouter_api_key, openai_api_key, hf_api_key, groq_api_key, cohere_api_key, together_api_key, googleai_api_key
             ],
             outputs=chatbot,
             show_progress="minimal",
@@ -2570,7 +2644,8 @@ def create_app():
                 openrouter_model, openai_model, hf_model, groq_model, cohere_model, together_model, ovh_model, cerebras_model, googleai_model,
                 temperature, max_tokens, top_p, frequency_penalty, presence_penalty, repetition_penalty, 
                 top_k, min_p, seed, top_a, stream_output, response_format,
-                images, documents, reasoning_effort, system_message, transforms, api_key_override
+                images, documents, reasoning_effort, system_message, transforms,
+                openrouter_api_key, openai_api_key, hf_api_key, groq_api_key, cohere_api_key, together_api_key, googleai_api_key
             ],
             outputs=chatbot,
             show_progress="minimal",
@@ -2636,7 +2711,7 @@ if __name__ == "__main__":
         if "OVH" not in missing_keys and "Cerebras" not in missing_keys:
             print("\nNote: OVH AI Endpoints (beta) and Cerebras offer free usage tiers!")
             
-    print("\nStarting Multi-Provider CrispChat application...")
+    print("\nStarting CrispChat application...")
     demo = create_app()
     demo.launch(
         server_name="0.0.0.0",