fancyfeast commited on
Commit
11f9935
·
verified ·
1 Parent(s): e48e6fa

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -2005,7 +2005,7 @@
2005
  "do_lower_case": true,
2006
  "eos_token": "<eos>",
2007
  "extra_special_tokens": {},
2008
- "max_length": 64,
2009
  "model_input_names": [
2010
  "input_ids"
2011
  ],
 
2005
  "do_lower_case": true,
2006
  "eos_token": "<eos>",
2007
  "extra_special_tokens": {},
2008
+ "max_length": 256,
2009
  "model_input_names": [
2010
  "input_ids"
2011
  ],