Rename benchmark: gnn -> rgat

mlcommons · Dec 10, 2024 · e6e040b · e6e040b
1 parent 02de5ad
commit e6e040b
Show file tree

Hide file tree

Showing 10 changed files with 23 additions and 18 deletions.
diff --git a/mlperf_logging/benchmark_meta.py b/mlperf_logging/benchmark_meta.py
@@ -10,12 +10,14 @@
         'minigo': 10,
         'resnet': 5,
         'ssd': 5,
+        'retinanet': 5,
         'stable_diffusion': 10,
         'transformer': 10,
         'ncf': 10,
         'rnnt': 10,
         'unet3d': 40,
-        'gnn' : 10,  
+        'gnn' : 10,
+        'rgat': 10,  
         'llama2_70b_lora': 10,
     },
 
@@ -138,7 +140,7 @@
         'retinanet',        
         'stable_diffusion',
         'llama2_70b_lora',
-        'gnn'
+        'rgat'
     ]    
     },
 

diff --git a/mlperf_logging/compliance_checker/README.md b/mlperf_logging/compliance_checker/README.md
@@ -28,13 +28,13 @@ As log examples use [NVIDIA's training logs](https://github.com/mlperf/training_
     5.0.0/closed_retinanet.yaml      - Per-benchmark rules, closed submissions.    
     5.0.0/closed_bert.yaml
     5.0.0/closed_dlrm_dcnv2.yaml
-    5.0.0/closed_gnn.yaml
+    5.0.0/closed_rgat.yaml
     5.0.0/closed_llama2_70b_lora.yaml
     5.0.0/closed_stable_diffusion.yaml
     5.0.0/open_retinanet.yaml        - Per-benchmark rules, open submissions.    
     5.0.0/open_bert.yaml
     5.0.0/open_dlrm_dcnv2.yaml
-    5.0.0/open_gnn.yaml
+    5.0.0/open_rgat.yaml
     5.0.0/open_llama2_70b_lora.yaml
     5.0.0/open_stable_diffusion.yaml
 

diff --git a/mlperf_logging/compliance_checker/training_5.0.0/closed_common.yaml b/mlperf_logging/compliance_checker/training_5.0.0/closed_common.yaml
@@ -2,7 +2,7 @@
 - KEY:
     NAME:  submission_benchmark
     REQ:   EXACTLY_ONE
-    CHECK: " v['value'] in ['retinanet', 'stable_diffusion', 'dlrm_dcnv2', 'bert', 'gnn', 'llama2_70b_lora'] "
+    CHECK: " v['value'] in ['retinanet', 'stable_diffusion', 'dlrm_dcnv2', 'bert', 'rgat', 'llama2_70b_lora'] "
     POST:  " enqueue_config('training_4.1.0/closed_{}.yaml'.format(v['value'])) "
 
 - KEY:

diff --git a/...ce_checker/training_5.0.0/closed_gnn.yaml → ...e_checker/training_5.0.0/closed_rgat.yaml b/...ce_checker/training_5.0.0/closed_gnn.yaml → ...e_checker/training_5.0.0/closed_rgat.yaml
diff --git a/mlperf_logging/compliance_checker/training_5.0.0/open_common.yaml b/mlperf_logging/compliance_checker/training_5.0.0/open_common.yaml
@@ -2,5 +2,5 @@
 - KEY:
     NAME:  submission_benchmark
     REQ:   EXACTLY_ONE
-    CHECK: " v['value'] in ['retinanet', 'stable_diffusion', 'dlrm_dcnv2', 'bert', 'gnn', 'llama2_70b_lora'] "
+    CHECK: " v['value'] in ['retinanet', 'stable_diffusion', 'dlrm_dcnv2', 'bert', 'rgat', 'llama2_70b_lora'] "
     POST:  " enqueue_config('training_4.1.0/open_{}.yaml'.format(v['value'])) "
diff --git a/...ance_checker/training_5.0.0/open_gnn.yaml → ...nce_checker/training_5.0.0/open_rgat.yaml b/...ance_checker/training_5.0.0/open_gnn.yaml → ...nce_checker/training_5.0.0/open_rgat.yaml
diff --git a/mlperf_logging/mllog/constants.py b/mlperf_logging/mllog/constants.py
@@ -53,6 +53,7 @@
 GPT3 = "gpt3"
 LLAMA2_70B_LORA = "llama2_70b_lora"
 GNN = "gnn"
+RGAT = "rgat"
 
 # Constant values - model info
 ADAGRAD = "adagrad"

diff --git a/mlperf_logging/rcp_checker/rcp_checker.py b/mlperf_logging/rcp_checker/rcp_checker.py
@@ -25,10 +25,12 @@
         'maskrcnn' : 5,
         'resnet' : 5,
         'ssd' : 5,
+        'retinanet': 5,
         'unet3d' : 40,
         'rnnt': 10,
         'stable_diffusion': 10,
-        'gnn': 10,  
+        'gnn': 10,
+        'rgat': 10,  
         'llama2_70b_lora': 10,
     },
     "hpc": {

diff --git a/.../rcp_checker/training_5.0.0/rcps_gnn.json → ...rcp_checker/training_5.0.0/rcps_rgat.json b/.../rcp_checker/training_5.0.0/rcps_gnn.json → ...rcp_checker/training_5.0.0/rcps_rgat.json
@@ -1,8 +1,8 @@
 {
 
-  "gnn_ref_4096":
+  "rgat_ref_4096":
   {
-    "Benchmark": "gnn",
+    "Benchmark": "rgat",
     "Creator": "NVIDIA",
     "When": "Reference RCPs before v4.0",
     "Platform": "1xDGX-A100 and 8xDGX-A100",
@@ -17,9 +17,9 @@
 	  0.80,0.85 ]
   },
 
-  "gnn_ref_16384":
+  "rgat_ref_16384":
   {
-    "Benchmark": "gnn",
+    "Benchmark": "rgat",
     "Creator": "NVIDIA",
     "When": "Reference RCPs before v4.0",
     "Platform": "8xDGX-A100",
@@ -34,9 +34,9 @@
 	  0.85,0.90 ]
   },
 
-  "gnn_ref_32768":
+  "rgat_ref_32768":
   {
-    "Benchmark": "gnn",
+    "Benchmark": "rgat",
     "Creator": "Intel",
     "When": "Reference RCPs before v4.0",
     "Platform": "16xSPR-2S",
@@ -51,9 +51,9 @@
 	  0.90,0.90 ]
   },
 
-  "gnn_ref_65536":
+  "rgat_ref_65536":
   {
-    "Benchmark": "gnn",
+    "Benchmark": "rgat",
     "Creator": "NVIDIA",
     "When": "Reference RCPs before v4.0",
     "Platform": "32xDGX-A100",
@@ -69,9 +69,9 @@
     ]	  
   },
 
-  "gnn_ref_262144":
+  "rgat_ref_262144":
   {
-    "Benchmark": "gnn",
+    "Benchmark": "rgat",
     "Creator": "NVIDIA",
     "When": "Reference RCPs before v4.0",
     "Platform": "128xDGX-H100",

diff --git a/mlperf_logging/result_summarizer/config.yaml b/mlperf_logging/result_summarizer/config.yaml
@@ -90,7 +90,7 @@ columns:
       retinanet: ["Benchmark results (minutes)", "Object detection, light-weight", "OpenImages", "RetinaNet"]
       stable_diffusion: ["Benchmark results (minutes)", "Text to image", "Laion 400m and Coco-2017", "StableDiffusion"]
       llama2_70b_lora: ["Benchmark results (minutes)", "LLM-Finetune", "SCROLSS Gov Report", "LLama2-70B-LoRA"]
-      gnn: ["Benchmark results (minutes)", "Graph node classification", "IGBH-Full", "R-GAT"]
+      rgat: ["Benchmark results (minutes)", "Graph node classification", "IGBH-Full", "R-GAT"]
       default: [" ", " ", " "]
 
   hpc: