Update app.py

app.py

@@ -57,12 +57,11 @@ question = "How can I reverse Diabetes?"
 from transformers import AutoTokenizer
 from transformers import AutoModelForCausalLM
 
-llm_model = "omi-health/sum-small"
-tokenizer = AutoTokenizer.from_pretrained(llm_model,trust_remote_code=True)
-model = AutoModelForCausalLM.from_pretrained(llm_model,trust_remote_code=True)
-pipe = pipeline(model = llm_model, tokenizer = tokenizer,trust_remote_code=True, task = "text-generation", temperature=0.2)
+llm_model = "deepset/roberta-base-squad2"
+tokenizer = AutoTokenizer.from_pretrained(llm_model)
+model = AutoModelForCausalLM.from_pretrained(llm_model)
+pipe = pipeline(model = llm_model, tokenizer = tokenizer,trust_remote_code=True, task = "question-answering", temperature=0.2)
 
-# "microsoft/Phi-3-mini-4k-instruct"
 question = "How can I reverse diabetes?"
 docs1 = retriever.get_relevant_documents(question)
 print(docs1[0].page_content)