changed to mistral
Browse files
app.py
CHANGED
@@ -1,11 +1,10 @@
|
|
1 |
import gradio as gr
|
2 |
-
from transformers import
|
3 |
import torch
|
4 |
|
5 |
-
#
|
6 |
-
model_name = "
|
7 |
-
|
8 |
-
model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
|
9 |
model = torch.compile(model)
|
10 |
|
11 |
prompt_prefix = """
|
|
|
1 |
import gradio as gr
|
2 |
+
from transformers import AutoModelForCausalLM, AutoTokenizer
|
3 |
import torch
|
4 |
|
5 |
+
# ββ Choose the Mistralβ7BβInstruct checkpoint βββββββββββββββββββββββββββββββββββ
|
6 |
+
model_name = "mistralai/Mistral-7B-Instruct-v0.1"
|
7 |
+
model = AutoModelForCausalLM.from_pretrained(model_name)
|
|
|
8 |
model = torch.compile(model)
|
9 |
|
10 |
prompt_prefix = """
|