Update weight_only.py

intel · Jul 18, 2023 · db8b1da · db8b1da
1 parent 79a3518
commit db8b1da
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/neural_compressor/adaptor/ox_utils/weight_only.py b/neural_compressor/adaptor/ox_utils/weight_only.py
@@ -353,7 +353,7 @@ def awq_quantize(model,
                 inputs.append(dict([(name, to_numpy(inp_data)) for name, inp_data in data[0].items()]))
             else:
                 inputs.append(dict([(name, to_numpy(inp)) for name, inp in zip(inputs_names, data[0])]))
-            del dataloader
+        del dataloader
 
         absorb_pairs = model.get_absorb_pairs(["MatMul", "Attention"])
         num_block = math.ceil(len(absorb_pairs) / n_blocks)