Create table for set difference warning

microsoft · Mar 1, 2024 · c946c4f · c946c4f
1 parent 0fccdd0
commit c946c4f
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/benchmarks/inference/mii/requirements.txt b/benchmarks/inference/mii/requirements.txt
@@ -2,4 +2,5 @@ transformers
 matplotlib
 deepspeed-mii>=0.2.0
 vllm>=0.2.7
-numpy
+numpy
+tabulate
diff --git a/benchmarks/inference/mii/src/postprocess_results.py b/benchmarks/inference/mii/src/postprocess_results.py
@@ -7,6 +7,7 @@
 import json
 import re
 import os
+from tabulate import tabulate
 from dataclasses import dataclass
 from functools import reduce
 from pathlib import Path
@@ -176,6 +177,7 @@ def get_result_sets(args: argparse.Namespace) -> set():
     for key, backend_set in backend_sets.items():
         difference = backend_set.difference(result_params)
         if bool(difference):
-            print(f"WARNING: backend {key} has result combinations that are not present in all backends:\n{difference}")
+            print(f"WARNING: backend {key} has result combinations that are not present in all backends:")
+            print(tabulate(difference, headers=["model", "tp_size", "bs", "replicas", "prompt", "gen"]))
 
     return result_params