Update benchmark_vllm_throughput.py (#12414)

intel-analytics · Nov 19, 2024 · d6057f6 · d6057f6
1 parent a69395f
commit d6057f6
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/docker/llm/serving/xpu/docker/benchmark_vllm_throughput.py b/docker/llm/serving/xpu/docker/benchmark_vllm_throughput.py
@@ -388,4 +388,5 @@ def main(args: argparse.Namespace):
         if args.tokenizer != args.model:
             raise ValueError("Tokenizer must be the same as the model for MII "
                              "backend.")
+    main(args)