change to simplescaling_s1-32B-Q4_K_S.gguf
Browse files
app.py
CHANGED
@@ -7,7 +7,7 @@ import torch
|
|
7 |
#Qwen/Qwen2-0.5B
|
8 |
model_name = "bartowski/simplescaling_s1-32B-GGUF"
|
9 |
subfolder = "Qwen-0.5B-GRPO/checkpoint-1868"
|
10 |
-
filename = "simplescaling_s1-32B-
|
11 |
torch_dtype = torch.bfloat16 # could be torch.float16 or torch.bfloat16 torch.float32 too
|
12 |
|
13 |
model = AutoModelForCausalLM.from_pretrained(
|
|
|
7 |
#Qwen/Qwen2-0.5B
|
8 |
model_name = "bartowski/simplescaling_s1-32B-GGUF"
|
9 |
subfolder = "Qwen-0.5B-GRPO/checkpoint-1868"
|
10 |
+
filename = "simplescaling_s1-32B-Q4_K_S.gguf"
|
11 |
torch_dtype = torch.bfloat16 # could be torch.float16 or torch.bfloat16 torch.float32 too
|
12 |
|
13 |
model = AutoModelForCausalLM.from_pretrained(
|