Update app.py

app.py

@@ -8,20 +8,22 @@ import torch
 # model_name = "bartowski/simplescaling_s1-32B-GGUF"
 # subfolder = "Qwen-0.5B-GRPO/checkpoint-1868"
 # filename = "simplescaling_s1-32B-Q4_K_S.gguf"
-model_name = "simplescaling/s1.1-32B"
+# model_name = "simplescaling/s1.1-32B"
+model_name = "unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF"
+filename = "Llama-4-Scout-17B-16E-Instruct-UD-IQ2_XXS.gguf"
 torch_dtype = torch.bfloat16 # could be torch.float16 or torch.bfloat16 torch.float32 too
 cache_dir = "/data"
 
 model = AutoModelForCausalLM.from_pretrained(
     model_name,
     # subfolder=subfolder,
-    # gguf_file=filename,
+    gguf_file=filename,
     torch_dtype=torch_dtype,
     device_map="auto",
     cache_dir = cache_dir,
 )
 tokenizer = AutoTokenizer.from_pretrained(model_name
-    # , gguf_file=filename
+    , gguf_file=filename
     # , subfolder=subfolder
     )
 SYSTEM_PROMPT = """