nishantgaurav23 commited on
Commit
953ec65
·
verified ·
1 Parent(s): 0ee0be3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -5
app.py CHANGED
@@ -212,12 +212,15 @@ class RAGPipeline:
212
  self.retriever = SentenceTransformerRetriever()
213
  self.documents = []
214
  self.device = torch.device("cpu")
215
-
216
  self.model_path = "mistral-7b-v0.1.Q4_K_M.gguf"
217
- self.llm = initialize_model()
 
 
 
218
 
219
  @st.cache_resource
220
  def initialize_model(self):
 
221
  try:
222
  if not os.path.exists(self.model_path):
223
  direct_url = "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q4_K_M.gguf"
@@ -239,9 +242,7 @@ class RAGPipeline:
239
  "verbose": False
240
  }
241
 
242
- self.llm = Llama(model_path=self.model_path,
243
- **llm_config)
244
-
245
  st.success("Model loaded successfully!")
246
 
247
  except Exception as e:
 
212
  self.retriever = SentenceTransformerRetriever()
213
  self.documents = []
214
  self.device = torch.device("cpu")
 
215
  self.model_path = "mistral-7b-v0.1.Q4_K_M.gguf"
216
+ # Initialize model in init
217
+ self.llm = None
218
+ self.initialize_model()
219
+
220
 
221
  @st.cache_resource
222
  def initialize_model(self):
223
+ """Initialize the model with proper error handling and verification"""
224
  try:
225
  if not os.path.exists(self.model_path):
226
  direct_url = "https://huggingface.co/TheBloke/Mistral-7B-v0.1-GGUF/resolve/main/mistral-7b-v0.1.Q4_K_M.gguf"
 
242
  "verbose": False
243
  }
244
 
245
+ self.llm = Llama(model_path=self.model_path, **llm_config)
 
 
246
  st.success("Model loaded successfully!")
247
 
248
  except Exception as e: