ChangranHuuu commited on
Commit
c09ec8f
·
verified ·
1 Parent(s): f3a2e38

Update longcepo/config.py

Browse files
Files changed (1) hide show
  1. longcepo/config.py +1 -1
longcepo/config.py CHANGED
@@ -34,4 +34,4 @@ class LongCepoConfig:
34
 
35
  context_query_delimiter: str = "<CONTEXT_END>" # Delimiter used to split initial input into context and query
36
  # tokenizer_name: str = "meta-llama/Llama-4-Maverick-17B-128E-Instruct" # Tokenizer to use to determine token lengths
37
- # tokenizer_name: str = "meta-llama/Llama-3.1-8B-Instruct" # Tokenizer to use to determine token lengths
 
34
 
35
  context_query_delimiter: str = "<CONTEXT_END>" # Delimiter used to split initial input into context and query
36
  # tokenizer_name: str = "meta-llama/Llama-4-Maverick-17B-128E-Instruct" # Tokenizer to use to determine token lengths
37
+ tokenizer_name: str = "meta-llama/Llama-3.1-8B-Instruct" # Tokenizer to use to determine token lengths