bobber commited on
Commit
1e7b613
·
verified ·
1 Parent(s): 03ffa02

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -5,14 +5,16 @@ import torch
5
 
6
  #Qwen/Qwen2.5-14B-Instruct-1M
7
  #Qwen/Qwen2-0.5B
8
- model_name = "Qwen/Qwen2-0.5B"
 
9
 
10
  model = AutoModelForCausalLM.from_pretrained(
11
  model_name,
 
12
  torch_dtype=torch.bfloat16,
13
  device_map="auto"
14
  )
15
- tokenizer = AutoTokenizer.from_pretrained(model_name)
16
  SYSTEM_PROMPT = """
17
  Respond in the following format:
18
  <reasoning>
 
5
 
6
  #Qwen/Qwen2.5-14B-Instruct-1M
7
  #Qwen/Qwen2-0.5B
8
+ model_name = "bobber/Qwen-0.5B-GRPO"
9
+ subfolder = "Qwen-0.5B-GRPO/checkpoint-1868"
10
 
11
  model = AutoModelForCausalLM.from_pretrained(
12
  model_name,
13
+ subfolder=subfolder,
14
  torch_dtype=torch.bfloat16,
15
  device_map="auto"
16
  )
17
+ tokenizer = AutoTokenizer.from_pretrained(model_name, subfolder=subfolder)
18
  SYSTEM_PROMPT = """
19
  Respond in the following format:
20
  <reasoning>