Update app.py

app.py

@@ -84,12 +84,14 @@ def process_query(query_text: str, vectorstore):
         prompt_template = ChatPromptTemplate.from_template(PROMPT_TEMPLATE)
         prompt = prompt_template.format(context=context_text, question=query_text)
         
-        model = HuggingFaceHub(
-            repo_id="bert-base-multilingual-cased",
-            task="text2text-generation",  # Указываем задачу
-            model_kwargs={"temperature": 0.5, "max_length": 512}
+        # Use HuggingFaceEndpoint instead of HuggingFaceHub
+        model = HuggingFaceEndpoint(
+            repo_id="facebook/mbart-large-50",  # Suitable for text2text-generation
+            task="text2text-generation",
+            model_kwargs={"temperature": 0.5, "max_length": 512},
+#            huggingfacehub_api_token=os.getenv("HUGGINGFACEHUB_API_TOKEN")
         )
-        response_text = model.predict(prompt)
+        response_text = model.invoke(prompt)  # Use invoke instead of predict
         
         sources = list(set([doc.metadata.get("source", "") for doc, _ in results]))
         return response_text, sources