Update optimum/intel/neural_compressor/modeling_base.py

Co-authored-by: Ella Charlaix <[email protected]>
changwangss · Aug 29, 2024 · 1d6797c · 1d6797c
1 parent 7fe5ac5
commit 1d6797c
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/optimum/intel/neural_compressor/modeling_base.py b/optimum/intel/neural_compressor/modeling_base.py
@@ -151,7 +151,13 @@ def _from_pretrained(
                     _BaseQBitsAutoModelClass.ORIG_MODEL = cls.auto_model_class
                     model = _BaseQBitsAutoModelClass.load_low_bit(
                         model_id,
-                        *model_args,
+                        subfolder=subfolder,
+                        revision=revision,
+                        cache_dir=cache_dir,
+                        token=token,
+                        local_files_only=local_files_only,
+                        force_download=force_download,
+                        trust_remote_code=trust_remote_code,
                         config=config,
                         **kwargs,
                     )