Update app.py

app.py

@@ -23,7 +23,6 @@ def respond(
     seed,
     custom_model
 ):
-
     print(f"Received message: {message}")
     print(f"History: {history}")
     print(f"System message: {system_message}")
@@ -78,12 +77,23 @@ def respond(
 
     print("Completed response generation.")
 
+
 # GRADIO UI
 
-chatbot = gr.Chatbot(height=600, show_copy_button=True, placeholder="Select a model and begin chatting", likeable=True, layout="panel")
+chatbot = gr.Chatbot(
+    height=600,
+    show_copy_button=True,
+    placeholder="Select a model and begin chatting",
+    likeable=True,
+    layout="panel",
+)
 print("Chatbot interface created.")
 
-system_message_box = gr.Textbox(value="", placeholder="You are a helpful assistant.", label="System Prompt")
+system_message_box = gr.Textbox(
+    value="", 
+    placeholder="You are a helpful assistant.", 
+    label="System Prompt"
+)
 
 max_tokens_slider = gr.Slider(
     minimum=1,
@@ -121,13 +131,14 @@ seed_slider = gr.Slider(
     label="Seed (-1 for random)"
 )
 
-# The custom_model_box is what the respond function sees as "custom_model"
+# 1) Define the Custom Model textbox outside so it can be passed to ChatInterface:
 custom_model_box = gr.Textbox(
     value="",
     label="Custom Model",
     info="(Optional) Provide a custom Hugging Face model path. Overrides any selected featured model.",
     placeholder="meta-llama/Llama-3.3-70B-Instruct"
 )
+print("Custom model box created.")
 
 def set_custom_model_from_radio(selected):
     """
@@ -137,6 +148,7 @@ def set_custom_model_from_radio(selected):
     print(f"Featured model selected: {selected}")
     return selected
 
+# 2) Pass it to additional_inputs so `respond` can still receive the value:
 demo = gr.ChatInterface(
     fn=respond,
     additional_inputs=[
@@ -146,7 +158,7 @@ demo = gr.ChatInterface(
         top_p_slider,
         frequency_penalty_slider,
         seed_slider,
-        custom_model_box,
+        custom_model_box,  # stays an input to respond
     ],
     fill_height=True,
     chatbot=chatbot,
@@ -154,8 +166,12 @@ demo = gr.ChatInterface(
 )
 print("ChatInterface object created.")
 
+# 3) Move the actual UI layout of custom_model_box to the top of the Model Selection accordion:
 with demo:
     with gr.Accordion("Model Selection", open=False):
+        # Place the custom_model_box FIRST in this Accordion
+        custom_model_box
+
         model_search_box = gr.Textbox(
             label="Filter Models",
             placeholder="Search for a featured model...",
@@ -216,4 +232,4 @@ print("Gradio interface initialized.")
 
 if __name__ == "__main__":
     print("Launching the demo application.")
-    demo.launch()
+    demo.Launch()