Skip to content

Commit

Permalink
make sure to set tokenizer from l3 70b and save safetensors
Browse files Browse the repository at this point in the history
  • Loading branch information
winglian committed Jan 8, 2025
1 parent 60e3a63 commit 4df078a
Showing 1 changed file with 3 additions and 1 deletion.
4 changes: 3 additions & 1 deletion tests/e2e/integrations/test_kd.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,8 @@
@pytest.fixture(name="kd_min_cfg")
def min_cfg(temp_dir):
return {
"base_model": "unsloth/Llama-3.2-1B",
"base_model": "osllmai-community/Llama-3.2-1B",
"tokenizer_config": "osllmai-community/Llama-3.3-70B-Instruct",
"plugins": [
"axolotl.integrations.kd.KDPlugin",
"axolotl.integrations.liger.LigerPlugin",
Expand Down Expand Up @@ -62,6 +63,7 @@ def min_cfg(temp_dir):
},
"max_steps": 5,
"output_dir": temp_dir,
"save_safetensors": True,
}


Expand Down

0 comments on commit 4df078a

Please sign in to comment.