minhdang commited on
Commit
540686a
·
verified ·
1 Parent(s): 66dd4b0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -20,7 +20,7 @@ nf4_config = BitsAndBytesConfig(
20
  bnb_4bit_compute_dtype=torch.bfloat16
21
  )
22
 
23
- model_id = "Nexusflow/Starling-LM-7B-beta"
24
  tokenizer = AutoTokenizer.from_pretrained(model_id)
25
  model = AutoModelForCausalLM.from_pretrained(model_id,
26
  # load_in_8bit=True,
 
20
  bnb_4bit_compute_dtype=torch.bfloat16
21
  )
22
 
23
+ model_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
24
  tokenizer = AutoTokenizer.from_pretrained(model_id)
25
  model = AutoModelForCausalLM.from_pretrained(model_id,
26
  # load_in_8bit=True,