pabloce commited on
Commit
f9547b0
·
verified ·
1 Parent(s): 385f083

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -28,8 +28,8 @@ def respond(
28
  ):
29
  torch.set_default_device("cuda")
30
 
31
- model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v02", torch_dtype="auto",load_in_4bit=True,trust_remote_code=True)
32
- tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v02", trust_remote_code=True)
33
 
34
  history_transformer_format = history + [[message, ""]]
35
 
 
28
  ):
29
  torch.set_default_device("cuda")
30
 
31
+ model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.2", torch_dtype="auto",load_in_4bit=True,trust_remote_code=True)
32
+ tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.2", trust_remote_code=True)
33
 
34
  history_transformer_format = history + [[message, ""]]
35