Wh1plashR commited on
Commit
77c7620
Β·
verified Β·
1 Parent(s): 5a1c016

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -2,8 +2,7 @@ import gradio as gr
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
  import torch
4
 
5
- # ── Choose the Mistral‑7B‑Instruct checkpoint ───────────────────────────────────
6
- model_name = "mistralai/Mistral-7B-Instruct-v0.1"
7
  tokenizer = AutoTokenizer.from_pretrained(model_name)
8
  model = AutoModelForCausalLM.from_pretrained(model_name)
9
  model = torch.compile(model)
 
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
  import torch
4
 
5
+ model_name = "TheBloke/openinstruct‑mistral‑7B‑AWQ"
 
6
  tokenizer = AutoTokenizer.from_pretrained(model_name)
7
  model = AutoModelForCausalLM.from_pretrained(model_name)
8
  model = torch.compile(model)