phamngoctukts commited on
Commit
7c211c1
·
verified ·
1 Parent(s): 06ecff4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -21,7 +21,7 @@ r = sr.Recognizer()
21
 
22
  tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-3.2-1B")
23
  model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-3.2-1B")
24
- text2text = pipeline("text-generation", model=model, model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto", use_auth_token=True)
25
 
26
  @dataclass
27
  class AppState:
 
21
 
22
  tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-3.2-1B")
23
  model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-3.2-1B")
24
+ text2text = pipeline("text-generation",model=model, model_kwargs={"torch_dtype":torch.bfloat16},device_map="auto",use_auth_token=True)
25
 
26
  @dataclass
27
  class AppState: