diff --git a/plugins/fused-ops-and-kernels/src/fms_acceleration_foak/models/llama.py b/plugins/fused-ops-and-kernels/src/fms_acceleration_foak/models/llama.py index 3a445117..233dd4de 100644 --- a/plugins/fused-ops-and-kernels/src/fms_acceleration_foak/models/llama.py +++ b/plugins/fused-ops-and-kernels/src/fms_acceleration_foak/models/llama.py @@ -22,7 +22,6 @@ LlamaRMSNorm, ) from fms_acceleration.model_patcher import ( - ModelPatcher, ModelPatcherRule, ModelPatcherTrigger, combine_functions, diff --git a/plugins/fused-ops-and-kernels/src/fms_acceleration_foak/models/mistral.py b/plugins/fused-ops-and-kernels/src/fms_acceleration_foak/models/mistral.py index 33f322e8..300eaffd 100644 --- a/plugins/fused-ops-and-kernels/src/fms_acceleration_foak/models/mistral.py +++ b/plugins/fused-ops-and-kernels/src/fms_acceleration_foak/models/mistral.py @@ -22,7 +22,6 @@ MistralRMSNorm, ) from fms_acceleration.model_patcher import ( - ModelPatcher, ModelPatcherRule, ModelPatcherTrigger, combine_functions, diff --git a/plugins/fused-ops-and-kernels/src/fms_acceleration_foak/models/mixtral.py b/plugins/fused-ops-and-kernels/src/fms_acceleration_foak/models/mixtral.py index 5d48605b..7e2feca9 100644 --- a/plugins/fused-ops-and-kernels/src/fms_acceleration_foak/models/mixtral.py +++ b/plugins/fused-ops-and-kernels/src/fms_acceleration_foak/models/mixtral.py @@ -21,7 +21,6 @@ MixtralRMSNorm, ) from fms_acceleration.model_patcher import ( - ModelPatcher, ModelPatcherRule, ModelPatcherTrigger, combine_functions, diff --git a/tox.ini b/tox.ini index 562e156e..5f8de22a 100644 --- a/tox.ini +++ b/tox.ini @@ -21,6 +21,7 @@ allowlist_externals = bash description = run benchmarks skip_install = true deps = + matplotlib # this is for plotting benchmark comparisons in compare_with_reference.py packaging # this is required for flash-attn dep as fms_hf_tuning did not specify -e {toxinidir}/plugins/framework # install the framework here as the flash attention deps requires torch passenv = * # will pass the parent env, otherwise there are too many envs e.g. TRANSFORMERS that need to be set