Update app.py
Browse files
app.py
CHANGED
@@ -28,8 +28,8 @@ def respond(
|
|
28 |
):
|
29 |
torch.set_default_device("cuda")
|
30 |
|
31 |
-
model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-
|
32 |
-
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-
|
33 |
|
34 |
history_transformer_format = history + [[message, ""]]
|
35 |
|
|
|
28 |
):
|
29 |
torch.set_default_device("cuda")
|
30 |
|
31 |
+
model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.2", torch_dtype="auto",load_in_4bit=True,trust_remote_code=True)
|
32 |
+
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.2", trust_remote_code=True)
|
33 |
|
34 |
history_transformer_format = history + [[message, ""]]
|
35 |
|