Merge pull request #582 from GATEOverflow/mlperf-inference

Fixes for SDXL accuracy run
mlcommons · Nov 21, 2024 · 9a18419 · 9a18419
2 parents 6638a79 + e55fdcc
commit 9a18419
Show file tree

Hide file tree

Showing 5 changed files with 20 additions and 6 deletions.
diff --git a/script/app-mlperf-inference-mlcommons-python/_cm.yaml b/script/app-mlperf-inference-mlcommons-python/_cm.yaml
@@ -959,7 +959,6 @@ variations:
       - tags: get,generic-python-lib,_package.scipy
         names:
           - scipy
-        version: 1.10.1
 
   llama2-70b_:
     env:

diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py
@@ -426,7 +426,7 @@ def generate_submission(env, state, inp, submission_division):
                                 files.append(f)
                             elif f == "spl.txt":
                                 files.append(f)
-                            elif f in [ "README.md", "README-extra.md", "cm-version-info.json", "os_info.json", "cpu_info.json", "pip_freeze.json", "system_info.txt" ] and mode == "performance":
+                            elif f in [ "README.md", "README-extra.md", "cm-version-info.json", "os_info.json", "cpu_info.json", "pip_freeze.json", "system_info.txt", "cm-deps.png", "cm-deps.mmd" ] and mode == "performance":
                                 shutil.copy(os.path.join(result_mode_path, f), os.path.join(submission_measurement_path, f))
                                 if f == "system_info.txt" and not platform_info_file:
                                     platform_info_file = os.path.join(result_mode_path, f)

diff --git a/script/get-generic-python-lib/_cm.json b/script/get-generic-python-lib/_cm.json
@@ -68,6 +68,7 @@
     "get",
     "install",
     "generic",
+    "pip-package",
     "generic-python-lib"
   ],
   "tags_help": "get generic-python-lib",

diff --git a/script/process-mlperf-accuracy/_cm.json b/script/process-mlperf-accuracy/_cm.json
@@ -22,7 +22,8 @@
     }
   ],
   "input_mapping": {
-    "result_dir": "CM_MLPERF_ACCURACY_RESULTS_DIR"
+    "result_dir": "CM_MLPERF_ACCURACY_RESULTS_DIR",
+    "rerun": "CM_RERUN"
   },
   "new_state_keys": [
     "app_mlperf_inference_accuracy*"
@@ -403,10 +404,23 @@
         {
           "tags": "get,generic-python-lib,_package.ijson"
         },
+        {
+          "tags": "get,generic-python-lib,_package.Pillow"
+        },
+        {
+          "tags": "get,generic-python-lib,_package.pandas"
+        },
+        {
+          "tags": "get,generic-python-lib,_package.torch"
+        },
+        {
+          "tags": "get,generic-python-lib,_package.open-clip-torch"
+        },
+        {
+          "tags": "get,generic-python-lib,_package.scipy"
+        },
         {
           "tags": "get,generic-python-lib,_package.numpy",
-          "version_max": "1.22",
-          "version_max_usable": "1.22",
           "names": [
             "pip-package",
             "numpy"

diff --git a/script/run-mlperf-inference-app/customize.py b/script/run-mlperf-inference-app/customize.py
@@ -109,7 +109,7 @@ def preprocess(i):
 
 
     test_list = ["TEST01"]
-    if env['CM_MODEL']  in ["resnet50"]:
+    if env['CM_MODEL']  in ["resnet50", "sdxl"]:
         test_list.append("TEST04")
     if "gpt" in env['CM_MODEL'] or "llama2-70b" in env['CM_MODEL'] or "mixtral-8x7b" in env['CM_MODEL']:
         test_list.remove("TEST01")
-Original file line number
+Diff line change
@@ Expand Up / @@ -959,7 +959,6 @@ variations: @@
           - tags: get,generic-python-lib,_package.scipy
             names:
               - scipy
-            version: 1.10.1
       llama2-70b_:
         env:
@@ Expand Down @@