Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -70,7 +70,7 @@ def load_model(hf_token):
|
|
70 |
|
71 |
login(token=hf_token)
|
72 |
|
73 |
-
# Load tokenizer
|
74 |
tokenizer = AutoTokenizer.from_pretrained(
|
75 |
MODEL_NAME,
|
76 |
token=hf_token
|
|
|
70 |
|
71 |
login(token=hf_token)
|
72 |
|
73 |
+
# Load tokenizer (requires sentencepiece)
|
74 |
tokenizer = AutoTokenizer.from_pretrained(
|
75 |
MODEL_NAME,
|
76 |
token=hf_token
|