fix the incorrect max_length for chat template (#1818)

axolotl-ai-cloud · Aug 9, 2024 · 0801f23 · 0801f23
1 parent 54392ac
commit 0801f23
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/axolotl/prompt_strategies/chat_template.py b/src/axolotl/prompt_strategies/chat_template.py
@@ -350,6 +350,7 @@ def load(tokenizer, cfg, ds_cfg: Optional[Dict[str, Any]] = None):
         ),
         "roles": ds_cfg.get("roles"),
         "drop_system_message": ds_cfg.get("drop_system_message", False),
+        "max_length": cfg.sequence_len,
     }
 
     strategy_params = {