vakodiya commited on
Commit
5aefe30
·
verified ·
1 Parent(s): 3f30e93

Update generate_answer.py

Browse files
Files changed (1) hide show
  1. generate_answer.py +3 -3
generate_answer.py CHANGED
@@ -1,8 +1,8 @@
1
- from transformers import GPT2Tokenizer, GPT2LMHeadModel
2
  from langchain.prompts import PromptTemplate
3
 
4
- tokenizer = GPT2Tokenizer.from_pretrained('gpt2')
5
- model = GPT2LMHeadModel.from_pretrained('gpt2')
6
 
7
 
8
  def generate_answer(question):
 
1
+ from transformers import AutoTokenizer, AutoModelForCausalLM
2
  from langchain.prompts import PromptTemplate
3
 
4
+ model = AutoModelForCausalLM.from_pretrained("microsoft/Phi-3-mini-4k-instruct", trust_remote_code=True)
5
+ tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct", trust_remote_code=True)
6
 
7
 
8
  def generate_answer(question):