From 5863f4254b3e7dfd7de0517c9abd66ed5b8c3b99 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Thu, 21 Nov 2024 23:31:45 +0530 Subject: [PATCH 1/4] Add TEST04 for sdxl --- script/run-mlperf-inference-app/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/run-mlperf-inference-app/customize.py b/script/run-mlperf-inference-app/customize.py index 15c54e8bdb..edb27174f6 100644 --- a/script/run-mlperf-inference-app/customize.py +++ b/script/run-mlperf-inference-app/customize.py @@ -109,7 +109,7 @@ def preprocess(i): test_list = ["TEST01"] - if env['CM_MODEL'] in ["resnet50"]: + if env['CM_MODEL'] in ["resnet50", "sdxl"]: test_list.append("TEST04") if "gpt" in env['CM_MODEL'] or "llama2-70b" in env['CM_MODEL'] or "mixtral-8x7b" in env['CM_MODEL']: test_list.remove("TEST01") From bc3eb3fe564b14a8015777fd3666c4d94832ae9a Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 22 Nov 2024 00:26:55 +0530 Subject: [PATCH 2/4] Fixed the dependencies for MLPErf inference SDXL accuracy script --- .../_cm.yaml | 1 - script/get-generic-python-lib/_cm.json | 1 + script/process-mlperf-accuracy/_cm.json | 17 +++++++++++++++-- 3 files changed, 16 insertions(+), 3 deletions(-) diff --git a/script/app-mlperf-inference-mlcommons-python/_cm.yaml b/script/app-mlperf-inference-mlcommons-python/_cm.yaml index ac5abceb7a..f10c09daf5 100644 --- a/script/app-mlperf-inference-mlcommons-python/_cm.yaml +++ b/script/app-mlperf-inference-mlcommons-python/_cm.yaml @@ -959,7 +959,6 @@ variations: - tags: get,generic-python-lib,_package.scipy names: - scipy - version: 1.10.1 llama2-70b_: env: diff --git a/script/get-generic-python-lib/_cm.json b/script/get-generic-python-lib/_cm.json index cdfe55bade..50d459a772 100644 --- a/script/get-generic-python-lib/_cm.json +++ b/script/get-generic-python-lib/_cm.json @@ -68,6 +68,7 @@ "get", "install", "generic", + "pip-package", "generic-python-lib" ], "tags_help": "get generic-python-lib", diff --git a/script/process-mlperf-accuracy/_cm.json b/script/process-mlperf-accuracy/_cm.json index 2d24cc9261..9b07b064e7 100644 --- a/script/process-mlperf-accuracy/_cm.json +++ b/script/process-mlperf-accuracy/_cm.json @@ -403,10 +403,23 @@ { "tags": "get,generic-python-lib,_package.ijson" }, + { + "tags": "get,generic-python-lib,_package.Pillow" + }, + { + "tags": "get,generic-python-lib,_package.pandas" + }, + { + "tags": "get,generic-python-lib,_package.torch" + }, + { + "tags": "get,generic-python-lib,_package.open-clip-torch" + }, + { + "tags": "get,generic-python-lib,_package.scipy" + }, { "tags": "get,generic-python-lib,_package.numpy", - "version_max": "1.22", - "version_max_usable": "1.22", "names": [ "pip-package", "numpy" From ab1b7b4b6b1031a5ed5d98afa1be1fa082c94f07 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 22 Nov 2024 00:35:06 +0530 Subject: [PATCH 3/4] Added rerun option for SDXL accuracy script --- script/process-mlperf-accuracy/_cm.json | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/script/process-mlperf-accuracy/_cm.json b/script/process-mlperf-accuracy/_cm.json index 9b07b064e7..189490a9fd 100644 --- a/script/process-mlperf-accuracy/_cm.json +++ b/script/process-mlperf-accuracy/_cm.json @@ -22,7 +22,8 @@ } ], "input_mapping": { - "result_dir": "CM_MLPERF_ACCURACY_RESULTS_DIR" + "result_dir": "CM_MLPERF_ACCURACY_RESULTS_DIR", + "rerun": "CM_RERUN" }, "new_state_keys": [ "app_mlperf_inference_accuracy*" From 889d67b6704f927718d18a406d9df6a044c3912e Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 22 Nov 2024 02:12:52 +0530 Subject: [PATCH 4/4] Added cm-deps.mmd and cm-deps.png to submission generation --- script/generate-mlperf-inference-submission/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index 3e9bcd3763..0d43ff6c16 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -405,7 +405,7 @@ def generate_submission(env, state, inp, submission_division): files.append(f) elif f == "spl.txt": files.append(f) - elif f in [ "README.md", "README-extra.md", "cm-version-info.json", "os_info.json", "cpu_info.json", "pip_freeze.json", "system_info.txt" ] and mode == "performance": + elif f in [ "README.md", "README-extra.md", "cm-version-info.json", "os_info.json", "cpu_info.json", "pip_freeze.json", "system_info.txt", "cm-deps.png", "cm-deps.mmd" ] and mode == "performance": shutil.copy(os.path.join(result_mode_path, f), os.path.join(submission_measurement_path, f)) if f == "system_info.txt" and not platform_info_file: platform_info_file = os.path.join(result_mode_path, f)