From 4df078a2c5c79f22e5d3dfd4668f4c49d951546b Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Wed, 8 Jan 2025 14:05:49 -0500 Subject: [PATCH] make sure to set tokenizer from l3 70b and save safetensors --- tests/e2e/integrations/test_kd.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/tests/e2e/integrations/test_kd.py b/tests/e2e/integrations/test_kd.py index e0154a876..9debe1584 100644 --- a/tests/e2e/integrations/test_kd.py +++ b/tests/e2e/integrations/test_kd.py @@ -16,7 +16,8 @@ @pytest.fixture(name="kd_min_cfg") def min_cfg(temp_dir): return { - "base_model": "unsloth/Llama-3.2-1B", + "base_model": "osllmai-community/Llama-3.2-1B", + "tokenizer_config": "osllmai-community/Llama-3.3-70B-Instruct", "plugins": [ "axolotl.integrations.kd.KDPlugin", "axolotl.integrations.liger.LigerPlugin", @@ -62,6 +63,7 @@ def min_cfg(temp_dir): }, "max_steps": 5, "output_dir": temp_dir, + "save_safetensors": True, }