Added RTX4090x1 configs

mlcommons · Nov 15, 2024 · fc53e03 · fc53e03
1 parent a30dea7
commit fc53e03
Show file tree

Hide file tree

Showing 3 changed files with 53 additions and 78 deletions.
diff --git a/...ework-version-default/default-config.yaml → ...ce/tensorrt-framework/default-config.yaml b/...ework-version-default/default-config.yaml → ...ce/tensorrt-framework/default-config.yaml
@@ -1,54 +1,42 @@
 3d-unet-99:
-  MultiStream:
-    target_latency: 80
   Offline:
-    target_qps: 1.0
-  Server:
-    target_qps: 1.0
+    target_qps: 4.0
   SingleStream:
     target_latency: 10
 3d-unet-99.9:
-  MultiStream:
-    target_latency: 80
   Offline:
-    target_qps: 1.0
-  Server:
-    target_qps: 1.0
+    target_qps: 4.0
   SingleStream:
     target_latency: 10
 bert-99:
-  MultiStream:
-    target_latency: 80
   Offline:
-    target_qps: 1.0
+    target_qps: 4000.0
   Server:
-    target_qps: 1.0
+    target_qps: 3800.0
   SingleStream:
-    target_latency: 10
+    target_latency: 1
 bert-99.9:
-  MultiStream:
-    target_latency: 80
   Offline:
-    target_qps: 1.0
+    target_qps: 2000.0
   Server:
-    target_qps: 1.0
+    target_qps: 2000.0
   SingleStream:
     target_latency: 10
 resnet50:
   MultiStream:
     target_latency: '432111'
   Offline:
-    target_qps: '37959.4'
+    target_qps: '42959.4'
   Server:
-    target_qps: 1.0
+    target_qps: 35000.0
   SingleStream:
     target_latency: '226895'
 retinanet:
   MultiStream:
     target_latency: 80
   Offline:
-    target_qps: 1.0
+    target_qps: 700.0
   Server:
-    target_qps: 1.0
+    target_qps: 650.0
   SingleStream:
     target_latency: 10
diff --git a/...mplementation/gpu-device/tensorrt-framework/framework-version-default/default-config.yaml b/...mplementation/gpu-device/tensorrt-framework/framework-version-default/default-config.yaml
@@ -0,0 +1,42 @@
+3d-unet-99:
+  Offline:
+    target_qps: 4.0
+  SingleStream:
+    target_latency: 10
+3d-unet-99.9:
+  Offline:
+    target_qps: 4.0
+  SingleStream:
+    target_latency: 10
+bert-99:
+  Offline:
+    target_qps: 4000.0
+  Server:
+    target_qps: 3800.0
+  SingleStream:
+    target_latency: 1
+bert-99.9:
+  Offline:
+    target_qps: 2000.0
+  Server:
+    target_qps: 2000.0
+  SingleStream:
+    target_latency: 10
+resnet50:
+  MultiStream:
+    target_latency: '432111'
+  Offline:
+    target_qps: '42959.4'
+  Server:
+    target_qps: 35000.0
+  SingleStream:
+    target_latency: '226895'
+retinanet:
+  MultiStream:
+    target_latency: 80
+  Offline:
+    target_qps: 700.0
+  Server:
+    target_qps: 650.0
+  SingleStream:
+    target_latency: 10
diff --git a/.../phoenix/nvidia_original-implementation/gpu-device/tensorrt-framework/default-config.yaml b/.../phoenix/nvidia_original-implementation/gpu-device/tensorrt-framework/default-config.yaml