Distinguish slower, same and faster comparisons

Fixes: #178
NVIDIA · Nov 12, 2024 · 8731c83 · 8731c83
1 parent 92286e1
commit 8731c83
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/scripts/nvbench_compare.py b/scripts/nvbench_compare.py
@@ -218,10 +218,13 @@ def extract_value(summary):
                     status = Fore.YELLOW + "????" + Fore.RESET
                 elif abs(frac_diff) <= min_noise:
                     pass_count += 1
-                    status = Fore.GREEN + "PASS" + Fore.RESET
+                    status = Fore.BLUE + "SAME" + Fore.RESET
+                elif diff < 0:
+                    failure_count += 1
+                    status = Fore.GREEN + "FAST" + Fore.RESET
                 else:
                     failure_count += 1
-                    status = Fore.RED + "FAIL" + Fore.RESET
+                    status = Fore.RED + "SLOW" + Fore.RESET
 
                 if abs(frac_diff) >= threshold:
                     row.append(format_duration(ref_time))