fix 3x gptq acc issue (#1654)

Signed-off-by: Tang, Kaihui <[email protected]>
intel · Mar 8, 2024 · c701eaf · c701eaf
1 parent 9a7ddda
commit c701eaf
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/...i/pytorch/nlp/huggingface_models/language-modeling/quantization/llm/run_clm_no_trainer.py b/...i/pytorch/nlp/huggingface_models/language-modeling/quantization/llm/run_clm_no_trainer.py
@@ -328,7 +328,7 @@ def run_fn_for_gptq(model, dataloader_for_calibration, *args):
                 )
             quant_config.set_local("lm_head", GPTQConfig(dtype="fp32"))
             user_model = quantize(
-                model=user_model, quant_config=quant_config, run_fn=run_fn_for_gptq, run_args=dataloader_for_calibration
+                model=user_model, quant_config=quant_config, run_fn=run_fn_for_gptq, run_args=(dataloader_for_calibration, )
             )
     else:
         # TODO: smooth quant