Namitg02 commited on
Commit
f229960
·
verified ·
1 Parent(s): 2f62cc1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -57,10 +57,10 @@ question = "How can I reverse Diabetes?"
57
  from transformers import AutoTokenizer
58
  from transformers import AutoModelForCausalLM
59
 
60
- llm_model = "deepset/roberta-base-squad2"
61
- tokenizer = AutoTokenizer.from_pretrained(llm_model)
62
- model = AutoModelForCausalLM.from_pretrained(llm_model)
63
- pipe = pipeline(model = llm_model, tokenizer = tokenizer,trust_remote_code=True, task = "question-answering", temperature=0.5)
64
 
65
  #question = "How can I reverse diabetes?"
66
  #docs1 = retriever.invoke(question)
 
57
  from transformers import AutoTokenizer
58
  from transformers import AutoModelForCausalLM
59
 
60
+ llm_model = "microsoft/Phi-3-mini-128k-instruct"
61
+ tokenizer = AutoTokenizer.from_pretrained(llm_model, trust_remote_code=True)
62
+ model = AutoModelForCausalLM.from_pretrained(llm_model, trust_remote_code=True)
63
+ pipe = pipeline(model = llm_model, tokenizer = tokenizer,trust_remote_code=True, task = "text-generation", temperature=0.5)
64
 
65
  #question = "How can I reverse diabetes?"
66
  #docs1 = retriever.invoke(question)