Update longcepo/config.py

longcepo/config.py

@@ -33,4 +33,5 @@ class LongCepoConfig:
     planning_system_prompt: str = PLANNING_SYSTEM_PROMPT  # Planning stage prompt
 
     context_query_delimiter: str = "<CONTEXT_END>"  # Delimiter used to split initial input into context and query
-    tokenizer_name: str = "meta-llama/Llama-4-Maverick-17B-128E-Instruct"  # Tokenizer to use to determine token lengths
+    # tokenizer_name: str = "meta-llama/Llama-4-Maverick-17B-128E-Instruct"  # Tokenizer to use to determine token lengths
+    # tokenizer_name: str = "meta-llama/Llama-3.1-8B-Instruct"  # Tokenizer to use to determine token lengths