Enable to change the batch size of bert_large_1_10_ipex and revise th…

…e evaluation code (intel#1278)
chensuyue · Sep 23, 2022 · c98c428 · c98c428
1 parent 5ca1723
commit c98c428
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 5 deletions.
diff --git a/examples/.config/model_params_pytorch.json b/examples/.config/model_params_pytorch.json
@@ -69,7 +69,7 @@
       "input_model": "",
       "yaml": "conf.yaml",
       "strategy": "basic",
-      "batchsize": 8,
+      "batch_size": 8,
       "new_benchmark": false
     },
     "bert_large_ipex":{
@@ -78,7 +78,7 @@
       "input_model": "",
       "yaml": "conf.yaml",
       "strategy": "basic",
-      "batchsize": 8,
+      "batch_size": 8,
       "new_benchmark": false
     },
     "bert_large_1_10_ipex":{
@@ -87,7 +87,7 @@
       "input_model": "/tf_dataset/pytorch/bert_large_ipex",
       "yaml": "conf.yaml",
       "strategy": "basic",
-      "batchsize": 8,
+      "batch_size": 8,
       "new_benchmark": false
     },
     "resnet50_gpu": {

diff --git a/...h/nlp/huggingface_models/question-answering/quantization/ptq_static/ipex/run_benchmark.sh b/...h/nlp/huggingface_models/question-answering/quantization/ptq_static/ipex/run_benchmark.sh
@@ -74,6 +74,7 @@ function run_benchmark {
             --max_seq_length 384 \
             --no_cuda \
             --output_dir $tuned_checkpoint \
+            --per_gpu_eval_batch_size $batch_size \
             $mode_cmd \
             ${extra_cmd}
     fi
@@ -86,6 +87,7 @@ function run_benchmark {
             --max_seq_length 384 \
             --no_cuda \
             --output_dir $tuned_checkpoint \
+            --per_gpu_eval_batch_size $batch_size \
             $mode_cmd \
             ${extra_cmd}
     fi
@@ -102,6 +104,7 @@ function run_benchmark {
             --doc_stride 128 \
             --no_cuda \
             --output_dir $tuned_checkpoint \
+            --per_gpu_eval_batch_size $batch_size \
             $mode_cmd \
             ${extra_cmd}
     fi

diff --git a/...rch/nlp/huggingface_models/question-answering/quantization/ptq_static/ipex/run_qa_1_10.py b/...rch/nlp/huggingface_models/question-answering/quantization/ptq_static/ipex/run_qa_1_10.py
@@ -369,8 +369,8 @@ def benchmark_evaluate(args, model, eval_dataloader):
             for it, batch in enumerate(eval_dataloader):
                 if epoch * steps_per_epoch + it >= total_steps:
                     throughput = args.eval_batch_size * args.perf_run_iters / total_time
-                    print('Batch size = %d' % 1)
-                    print('Latency: %.3f ms' % (throughput / 10**6))
+                    print('Batch size = %d' % args.eval_batch_size)
+                    print('Latency: %.3f ms' % (10**3 / throughput))
                     print("Throughput: {:.3f} sentence/s".format(throughput))     
                     break
                 with torch.no_grad():