Chaitanya Sagar Gurujula commited on
Commit
2ca593a
·
1 Parent(s): 2897777

smollm2 text gen code dependencies

Browse files
Files changed (1) hide show
  1. src/app.py +1 -1
src/app.py CHANGED
@@ -61,7 +61,7 @@ def load_model():
61
  model.to(device)
62
  model.eval()
63
  # Load tokenizer
64
- tokenizer = AutoTokenizer.from_pretrained("HuggingFaceTB/cosmo2-tokenizer")
65
  tokenizer.pad_token = tokenizer.eos_token
66
  return model, tokenizer
67
 
 
61
  model.to(device)
62
  model.eval()
63
  # Load tokenizer
64
+ tokenizer = AutoTokenizer.from_pretrained(pretrained_model_name_or_path ="HuggingFaceTB/cosmo2-tokenizer", cache_dir=cache_dir)
65
  tokenizer.pad_token = tokenizer.eos_token
66
  return model, tokenizer
67