address kai's comment

intel-analytics · Feb 6, 2024 · e67e871 · e67e871
1 parent b52a120
commit e67e871
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/llm/dev/benchmark/all-in-one/run.py b/python/llm/dev/benchmark/all-in-one/run.py
@@ -956,7 +956,7 @@ def run_transformer_autocast_bf16( repo_id,
             if excludes:
                 for in_out in conf['in_out_pairs']:
                     model_id_input = model + ':' + in_out.split('-')[0]
-                    model_id_input_batch_size = model + ':' + in_out.split('-')[0] + ':' + str(conf['batch_size'])
+                    model_id_input_batch_size = model_id_input + ':' + str(conf['batch_size'])
                     if model_id_input in excludes or model_id_input_batch_size in excludes:
                         in_out_pairs.remove(in_out)
             run_model(model, api, in_out_pairs, conf['local_model_hub'], conf['warm_up'], conf['num_trials'], conf['num_beams'],