Alejadro Sanchez-Giraldo commited on
Commit
4d5c96b
·
1 Parent(s): fcde440

replace with distill llm

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -36,9 +36,9 @@ print("MPS available: ", torch.backends.mps.is_available())
36
 
37
 
38
  tokenizer = AutoTokenizer.from_pretrained(
39
- "deepseek-ai/deepseek-coder-1.3b-instruct", trust_remote_code=True)
40
  model = AutoModelForCausalLM.from_pretrained(
41
- "deepseek-ai/deepseek-coder-1.3b-instruct",
42
  trust_remote_code=True,
43
  torch_dtype=torch.float16, # Use float16 for better GPU memory efficiency
44
  device_map="auto" # Automatically handle device placement
 
36
 
37
 
38
  tokenizer = AutoTokenizer.from_pretrained(
39
+ "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B", trust_remote_code=True)
40
  model = AutoModelForCausalLM.from_pretrained(
41
+ "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
42
  trust_remote_code=True,
43
  torch_dtype=torch.float16, # Use float16 for better GPU memory efficiency
44
  device_map="auto" # Automatically handle device placement