minhdang commited on
Commit
5607b38
·
verified ·
1 Parent(s): 6ce6b77

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -20,7 +20,7 @@ nf4_config = BitsAndBytesConfig(
20
  bnb_4bit_compute_dtype=torch.bfloat16
21
  )
22
 
23
- model_id = "mistralai/Mistral-7B-Instruct-v0.2"
24
  tokenizer = AutoTokenizer.from_pretrained(model_id)
25
  model = AutoModelForCausalLM.from_pretrained(model_id,
26
  # load_in_8bit=True,
 
20
  bnb_4bit_compute_dtype=torch.bfloat16
21
  )
22
 
23
+ model_id = "Qwen/Qwen1.5-MoE-A2.7B-Chat"
24
  tokenizer = AutoTokenizer.from_pretrained(model_id)
25
  model = AutoModelForCausalLM.from_pretrained(model_id,
26
  # load_in_8bit=True,