phamngoctukts commited on
Commit
087ad12
·
verified ·
1 Parent(s): 7c211c1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -21,7 +21,7 @@ r = sr.Recognizer()
21
 
22
  tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-3.2-1B")
23
  model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-3.2-1B")
24
- text2text = pipeline("text-generation",model=model, model_kwargs={"torch_dtype":torch.bfloat16},device_map="auto",use_auth_token=True)
25
 
26
  @dataclass
27
  class AppState:
 
21
 
22
  tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-3.2-1B")
23
  model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-3.2-1B")
24
+ text2text = pipeline("text-generation",model=model,use_auth_token=True)
25
 
26
  @dataclass
27
  class AppState: