Chaitanya Sagar Gurujula
commited on
Commit
·
2ca593a
1
Parent(s):
2897777
smollm2 text gen code dependencies
Browse files- src/app.py +1 -1
src/app.py
CHANGED
@@ -61,7 +61,7 @@ def load_model():
|
|
61 |
model.to(device)
|
62 |
model.eval()
|
63 |
# Load tokenizer
|
64 |
-
tokenizer = AutoTokenizer.from_pretrained("HuggingFaceTB/cosmo2-tokenizer")
|
65 |
tokenizer.pad_token = tokenizer.eos_token
|
66 |
return model, tokenizer
|
67 |
|
|
|
61 |
model.to(device)
|
62 |
model.eval()
|
63 |
# Load tokenizer
|
64 |
+
tokenizer = AutoTokenizer.from_pretrained(pretrained_model_name_or_path ="HuggingFaceTB/cosmo2-tokenizer", cache_dir=cache_dir)
|
65 |
tokenizer.pad_token = tokenizer.eos_token
|
66 |
return model, tokenizer
|
67 |
|