minhdang commited on
Commit
a57ae7f
·
verified ·
1 Parent(s): 9ffe24f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -25,8 +25,8 @@ if not torch.cuda.is_available():
25
 
26
 
27
  if torch.cuda.is_available():
28
- model_id = "deepseek-ai/deepseek-coder-7b-instruct-v1.5"
29
- model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto")
30
  tokenizer = AutoTokenizer.from_pretrained(model_id)
31
  tokenizer.use_default_system_prompt = False
32
 
 
25
 
26
 
27
  if torch.cuda.is_available():
28
+ model_id = "deepseek-ai/DeepSeek-V2-Lite-Chat"
29
+ model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto", trust_remote_code=True)
30
  tokenizer = AutoTokenizer.from_pretrained(model_id)
31
  tokenizer.use_default_system_prompt = False
32