adi2606 commited on
Commit
4c4de9d
·
verified ·
1 Parent(s): a47b9ab

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -3,12 +3,12 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
3
  import gradio as gr
4
 
5
  # Load tokenizer and model
6
- tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/deepseek-math-7b-instruct")
7
- model = AutoModelForCausalLM.from_pretrained("deepseek-ai/deepseek-math-7b-instruct", torch_dtype=torch.bfloat16, device_map="cpu")
8
 
9
 
10
  from transformers import GenerationConfig
11
- model.generation_config = GenerationConfig.from_pretrained("deepseek-ai/deepseek-math-7b-instruct")
12
  model.generation_config.pad_token_id = model.generation_config.eos_token_id
13
 
14
 
 
3
  import gradio as gr
4
 
5
  # Load tokenizer and model
6
+ tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2.5-Math-1.5B")
7
+ model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2.5-Math-1.5B", torch_dtype=torch.bfloat16, device_map="cpu")
8
 
9
 
10
  from transformers import GenerationConfig
11
+ model.generation_config = GenerationConfig.from_pretrained("Qwen/Qwen2.5-Math-1.5B")
12
  model.generation_config.pad_token_id = model.generation_config.eos_token_id
13
 
14