thuyentruong commited on
Commit
d375927
·
verified ·
1 Parent(s): 6db03ce

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -5
app.py CHANGED
@@ -1,6 +1,5 @@
1
  import os
2
  os.system("pip install -q flash_attn==2.7.4.post1 transformers==4.49.0 accelerate>=0.26.0")
3
- os.system("pip install mlx-lm")
4
  import gradio as gr
5
  from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
6
  import re
@@ -9,7 +8,7 @@ import torch
9
  from mlx_lm import load, generate
10
 
11
  hf_token = os.environ.get('hf_token')
12
- """
13
  model_path= 'microsoft/Phi-4-mini-instruct'
14
 
15
  model = AutoModelForCausalLM.from_pretrained(
@@ -19,9 +18,6 @@ model = AutoModelForCausalLM.from_pretrained(
19
  trust_remote_code=True
20
  )
21
  tokenizer = AutoTokenizer.from_pretrained(model_path)
22
- """
23
- model, tokenizer = load("mlx-community/Phi-4-mini-instruct-8bit")
24
-
25
 
26
  def make_prompt(sentence):
27
  prompt = ("""
 
1
  import os
2
  os.system("pip install -q flash_attn==2.7.4.post1 transformers==4.49.0 accelerate>=0.26.0")
 
3
  import gradio as gr
4
  from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
5
  import re
 
8
  from mlx_lm import load, generate
9
 
10
  hf_token = os.environ.get('hf_token')
11
+
12
  model_path= 'microsoft/Phi-4-mini-instruct'
13
 
14
  model = AutoModelForCausalLM.from_pretrained(
 
18
  trust_remote_code=True
19
  )
20
  tokenizer = AutoTokenizer.from_pretrained(model_path)
 
 
 
21
 
22
  def make_prompt(sentence):
23
  prompt = ("""