Merge pull request #442 from GATEOverflow/mlperf-inference

Testing CM Test automation
mlcommons · Oct 30, 2024 · 47f1dcb · 47f1dcb
2 parents 31f0902 + 5a4771b
commit 47f1dcb
Show file tree

Hide file tree

Showing 3 changed files with 22 additions and 2 deletions.
diff --git a/.github/workflows/test-nvidia-mlperf-implementation.yml b/.github/workflows/test-nvidia-mlperf-implementation.yml
@@ -2,7 +2,7 @@ name: MLPerf Inference Nvidia implementations
 
 on:
   schedule:
-    - cron: "25 21 * * *" #to be adjusted
+    - cron: "19 11 * * *" #to be adjusted
 
 jobs:
   build_nvidia:

diff --git a/automation/script/module.py b/automation/script/module.py
@@ -2428,7 +2428,24 @@ def test(self, i):
 
             if console:
                 logging.info(path)
-                logging.info('  Test: TBD')
+                test_config = meta.get('tests', '')
+                if test_config:
+                    log.info(test_config)
+                    test_all_variations = test_config.get('test-all-variations', False)
+                    if test_all_variations:
+                        variations = meta.get("variations")
+                        individual_variations = [ v for v in variations if variations[v].get('group', '') == '' and str(variations[v].get('exclude-in-test', '')).lower() not in [ "1", "true", "yes" ] ]
+                        tags_string = ",".join(meta.get("tags"))
+                        for variation in individual_variations:
+                            run_tags = f"{tags_string},_{variation}"
+                            r = self.cmind.access({'action':'run',
+                                'automation':'script',
+                                'tags': run_tags,
+                                'quiet': i.get('quiet') })
+                            if r['return'] > 0:
+                                return r
+
+                logging.info('  Test: WIP')
 
 
         return {'return':0, 'list': lst}

diff --git a/script/get-generic-sys-util/_cm.json b/script/get-generic-sys-util/_cm.json
@@ -721,5 +721,8 @@
         }
       }
     }
+  },
+  "tests": {
+    "test-all-variations": "yes"
   }
 }
-Original file line number
+Diff line change
@@ Expand Up / @@ -721,5 +721,8 @@ @@
             }
           }
         }
+      },
+      "tests": {
+        "test-all-variations": "yes"
       }
     }