Update app.py

app.py

@@ -1,6 +1,6 @@
 import gradio as gr
-import os
 import logging
+import multiprocessing
 from txagent import TxAgent
 from tooluniverse import ToolUniverse
 from importlib.resources import files
@@ -9,52 +9,54 @@ from importlib.resources import files
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
 
+tx_app = None  # Global holder for app instance (for Gradio to use)
+
+def init_txagent():
+    """Initialize the TxAgent with proper tool file paths"""
+    try:
+        multiprocessing.set_start_method("spawn", force=True)
+        logger.info("Initializing TxAgent...")
+
+        tool_files = {
+            "opentarget": str(files('tooluniverse.data').joinpath('opentarget_tools.json')),
+            "fda_drug_label": str(files('tooluniverse.data').joinpath('fda_drug_labeling_tools.json')),
+            "special_tools": str(files('tooluniverse.data').joinpath('special_tools.json')),
+            "monarch": str(files('tooluniverse.data').joinpath('monarch_tools.json'))
+        }
+
+        logger.info(f"Using tool files at: {tool_files}")
+
+        agent = TxAgent(
+            model_name="mims-harvard/TxAgent-T1-Llama-3.1-8B",
+            rag_model_name="mims-harvard/ToolRAG-T1-GTE-Qwen2-1.5B",
+            tool_files_dict=tool_files,
+            enable_finish=True,
+            enable_rag=True,
+            enable_summary=False,
+            init_rag_num=0,
+            step_rag_num=10,
+            summary_mode='step',
+            summary_skip_last_k=0,
+            summary_context_length=None,
+            force_finish=True,
+            avoid_repeat=True,
+            seed=42,
+            enable_checker=True,
+            enable_chat=False,
+            additional_default_tools=["DirectResponse", "RequireClarification"]
+        )
+
+        agent.init_model()
+        logger.info("Model loading complete")
+        return agent
+
+    except Exception as e:
+        logger.error(f"Initialization failed: {str(e)}")
+        raise
+
 class TxAgentApp:
     def __init__(self):
-        self.agent = self._initialize_agent()
-
-    def _initialize_agent(self):
-        """Initialize the TxAgent with proper tool file paths"""
-        try:
-            logger.info("Initializing TxAgent...")
-
-            # Get absolute paths to tool files from package installation
-            tool_files = {
-                "opentarget": str(files('tooluniverse.data').joinpath('opentarget_tools.json')),
-                "fda_drug_label": str(files('tooluniverse.data').joinpath('fda_drug_labeling_tools.json')),
-                "special_tools": str(files('tooluniverse.data').joinpath('special_tools.json')),
-                "monarch": str(files('tooluniverse.data').joinpath('monarch_tools.json'))
-            }
-
-            logger.info(f"Using tool files at: {tool_files}")
-
-            agent = TxAgent(
-                model_name="mims-harvard/TxAgent-T1-Llama-3.1-8B",
-                rag_model_name="mims-harvard/ToolRAG-T1-GTE-Qwen2-1.5B",
-                tool_files_dict=tool_files,
-                enable_finish=True,
-                enable_rag=True,
-                enable_summary=False,
-                init_rag_num=0,
-                step_rag_num=10,
-                summary_mode='step',
-                summary_skip_last_k=0,
-                summary_context_length=None,
-                force_finish=True,
-                avoid_repeat=True,
-                seed=42,
-                enable_checker=True,
-                enable_chat=False,
-                additional_default_tools=["DirectResponse", "RequireClarification"]
-            )
-
-            agent.init_model()
-            logger.info("Model loading complete")
-            return agent
-
-        except Exception as e:
-            logger.error(f"Initialization failed: {str(e)}")
-            raise
+        self.agent = init_txagent()
 
     def respond(self, message, chat_history, temperature, max_new_tokens, max_tokens, multi_agent, conversation_state, max_round):
         """Handle streaming responses with Gradio"""
@@ -90,10 +92,10 @@ class TxAgentApp:
             logger.error(f"Error in respond function: {str(e)}")
             yield chat_history + [("", f"⚠️ Error: {str(e)}")]
 
-# Initialize app instance
+# Initialize the agent safely
 tx_app = TxAgentApp()
 
-# Define Gradio UI blocks
+# Define Gradio UI interface
 with gr.Blocks(title="TxAgent Biomedical Assistant") as app:
     gr.Markdown("# 🧠 TxAgent Biomedical Assistant")
 
@@ -134,4 +136,4 @@ with gr.Blocks(title="TxAgent Biomedical Assistant") as app:
         chatbot
     )
 
-# `app` will be auto-discovered and served by Hugging Face Spaces
+# This `app` will be served by Hugging Face automatically