pabloce commited on
Commit
385f083
·
verified ·
1 Parent(s): 7da8441

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -28,8 +28,8 @@ def respond(
28
  ):
29
  torch.set_default_device("cuda")
30
 
31
- model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.2", torch_dtype="auto",load_in_4bit=True,trust_remote_code=True)
32
- tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.2", trust_remote_code=True)
33
 
34
  history_transformer_format = history + [[message, ""]]
35
 
 
28
  ):
29
  torch.set_default_device("cuda")
30
 
31
+ model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v02", torch_dtype="auto",load_in_4bit=True,trust_remote_code=True)
32
+ tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v02", trust_remote_code=True)
33
 
34
  history_transformer_format = history + [[message, ""]]
35