Update app.py
Browse files
app.py
CHANGED
@@ -1,6 +1,5 @@
|
|
1 |
import os
|
2 |
os.system("pip install -q flash_attn==2.7.4.post1 transformers==4.49.0 accelerate>=0.26.0")
|
3 |
-
os.system("pip install mlx-lm")
|
4 |
import gradio as gr
|
5 |
from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
|
6 |
import re
|
@@ -9,7 +8,7 @@ import torch
|
|
9 |
from mlx_lm import load, generate
|
10 |
|
11 |
hf_token = os.environ.get('hf_token')
|
12 |
-
|
13 |
model_path= 'microsoft/Phi-4-mini-instruct'
|
14 |
|
15 |
model = AutoModelForCausalLM.from_pretrained(
|
@@ -19,9 +18,6 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
19 |
trust_remote_code=True
|
20 |
)
|
21 |
tokenizer = AutoTokenizer.from_pretrained(model_path)
|
22 |
-
"""
|
23 |
-
model, tokenizer = load("mlx-community/Phi-4-mini-instruct-8bit")
|
24 |
-
|
25 |
|
26 |
def make_prompt(sentence):
|
27 |
prompt = ("""
|
|
|
1 |
import os
|
2 |
os.system("pip install -q flash_attn==2.7.4.post1 transformers==4.49.0 accelerate>=0.26.0")
|
|
|
3 |
import gradio as gr
|
4 |
from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
|
5 |
import re
|
|
|
8 |
from mlx_lm import load, generate
|
9 |
|
10 |
hf_token = os.environ.get('hf_token')
|
11 |
+
|
12 |
model_path= 'microsoft/Phi-4-mini-instruct'
|
13 |
|
14 |
model = AutoModelForCausalLM.from_pretrained(
|
|
|
18 |
trust_remote_code=True
|
19 |
)
|
20 |
tokenizer = AutoTokenizer.from_pretrained(model_path)
|
|
|
|
|
|
|
21 |
|
22 |
def make_prompt(sentence):
|
23 |
prompt = ("""
|