Update app.py

app.py

@@ -7,7 +7,11 @@ from sentence_transformers import SentenceTransformer
 from transformers import AutoTokenizer, AutoModelForCausalLM
 from preprocess import preprocess
 
+HF_TOKEN = os.getenv("HF_TOKEN")
+if not HF_TOKEN:
+    raise ValueError("HF_TOKEN environment variable not set. Please configure it in Space settings.")
 
+    
 # Check if precomputed files exist and run preprocessing if needed
 if not (os.path.exists("chunks.pkl") and os.path.exists("index.faiss")):
     print("Precomputed files missing. Running preprocess.py...")
@@ -26,10 +30,8 @@ embedding_model = SentenceTransformer("sentence-transformers/paraphrase-multilin
 
 # Load Jais model and tokenizer
 model_name = "inceptionai/jais-13b"
-tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name)
-
-
+tokenizer = AutoTokenizer.from_pretrained(model_name, token=HF_TOKEN)
+model = AutoModelForCausalLM.from_pretrained(model_name, token=HF_TOKEN
 
 # RAG function
 def get_response(query, k=3):