Update longcepo/config.py
Browse files- longcepo/config.py +1 -1
longcepo/config.py
CHANGED
@@ -34,4 +34,4 @@ class LongCepoConfig:
|
|
34 |
|
35 |
context_query_delimiter: str = "<CONTEXT_END>" # Delimiter used to split initial input into context and query
|
36 |
# tokenizer_name: str = "meta-llama/Llama-4-Maverick-17B-128E-Instruct" # Tokenizer to use to determine token lengths
|
37 |
-
|
|
|
34 |
|
35 |
context_query_delimiter: str = "<CONTEXT_END>" # Delimiter used to split initial input into context and query
|
36 |
# tokenizer_name: str = "meta-llama/Llama-4-Maverick-17B-128E-Instruct" # Tokenizer to use to determine token lengths
|
37 |
+
tokenizer_name: str = "meta-llama/Llama-3.1-8B-Instruct" # Tokenizer to use to determine token lengths
|