Update app.py

app.py

@@ -67,12 +67,17 @@ def initialize_LLM(llm_option, llm_temperature, max_tokens, top_k, vector_db, pr
     if language == "italiano":
         default_llm = "google/gemma-7b-it"
     else:
-        default_llm = "gemma-7b-en"  # Add English version if needed
+        default_llm = "google/gemma-7b"  # English version
 
-    # Try to load the tokenizer and model
+    # Try to load the tokenizer and model with authentication
     try:
-        tokenizer = AutoTokenizer.from_pretrained(default_llm)
-        model = AutoModelForCausalLM.from_pretrained(default_llm)
+        # Option 1: Using HF_TOKEN environment variable
+        hf_token = os.getenv("HF_TOKEN")
+        if not hf_token:
+            raise ValueError("HF_TOKEN environment variable is not set")
+
+        tokenizer = AutoTokenizer.from_pretrained(default_llm, token=hf_token)
+        model = AutoModelForCausalLM.from_pretrained(default_llm, token=hf_token)
     except Exception as e:
         logger.error(f"Error initializing LLM: {e}")
         return None, "Failed to initialize LLM"