From a1704361c37c4eace41e20e5f30a890599a5a9d3 Mon Sep 17 00:00:00 2001 From: Nikita Savelyev Date: Wed, 31 Jul 2024 10:32:51 +0200 Subject: [PATCH] Update _check_default_4bit_configs usage (#698) Compression currently fails with the latest `optimum-intel` version Changes: - Update usage of `_check_default_4bit_configs ` after https://github.com/huggingface/optimum-intel/pull/843 - Update optimum-intel version --------- Co-authored-by: Ekaterina Aidova --- llm_bench/python/utils/conversion_utils/helpers.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/llm_bench/python/utils/conversion_utils/helpers.py b/llm_bench/python/utils/conversion_utils/helpers.py index 2c7508b6d4..578f473c08 100644 --- a/llm_bench/python/utils/conversion_utils/helpers.py +++ b/llm_bench/python/utils/conversion_utils/helpers.py @@ -189,7 +189,11 @@ def compress_ov_model_weights_helper(ov_model, tok, config, out_path, compress_w if "INT8" in compress_weights_format and "INT8_ASYM" in COMPRESSION_OPTIONS: warnings.warn("Usage INT8 mode is deprecated and will be removed soon. Please use INT8_ASYM instead", DeprecationWarning) if "4BIT_DEFAULT" in compress_weights_format: - compression_args = _check_default_4bit_configs(config) + try: + # TODO: remove this path when support of an older version optimum-intel is deprecated + compression_args = _check_default_4bit_configs(config) + except TypeError: + compression_args = _check_default_4bit_configs(config.name_or_path) if compression_args: sym = compression_args.pop("sym", False) compression_args.pop("bits", 4)