From e67e8713b426f18fbee6c194de1b018a29d86bd6 Mon Sep 17 00:00:00 2001 From: dingbaorong Date: Tue, 6 Feb 2024 10:20:57 +0800 Subject: [PATCH] address kai's comment --- python/llm/dev/benchmark/all-in-one/run.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/llm/dev/benchmark/all-in-one/run.py b/python/llm/dev/benchmark/all-in-one/run.py index f7685ec70c4..d56cea06792 100644 --- a/python/llm/dev/benchmark/all-in-one/run.py +++ b/python/llm/dev/benchmark/all-in-one/run.py @@ -956,7 +956,7 @@ def run_transformer_autocast_bf16( repo_id, if excludes: for in_out in conf['in_out_pairs']: model_id_input = model + ':' + in_out.split('-')[0] - model_id_input_batch_size = model + ':' + in_out.split('-')[0] + ':' + str(conf['batch_size']) + model_id_input_batch_size = model_id_input + ':' + str(conf['batch_size']) if model_id_input in excludes or model_id_input_batch_size in excludes: in_out_pairs.remove(in_out) run_model(model, api, in_out_pairs, conf['local_model_hub'], conf['warm_up'], conf['num_trials'], conf['num_beams'],