Update app.py

app.py

@@ -16,11 +16,12 @@ import easyocr
 # Initialize FastAPI
 app = FastAPI()
 
-# Load AI Model for Question Answering on Documents (Mistral-7B)
+print(f"🔄 Loading models")
 model_name = "mistralai/Mistral-7B-Instruct"
-print(f"🔄 Loading model: {model_name}...")
-tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name)
+hf_token = os.getenv("HUGGINGFACEHUB_API_TOKEN")  # Fetch token from environment variable
+
+tokenizer = AutoTokenizer.from_pretrained(model_name, token=hf_token)
+model = AutoModelForCausalLM.from_pretrained(model_name, token=hf_token)
 
 doc_qa_pipeline = pipeline("text-generation", model=model, tokenizer=tokenizer, device=-1)