From 973e9c21befbea4f04f1804bcb62b533dd53075d Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Thu, 14 Nov 2024 09:34:11 +0530 Subject: [PATCH 01/58] take user conf and measurements json from scenario folder --- .../customize.py | 31 ++++++++++--------- 1 file changed, 17 insertions(+), 14 deletions(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index d1c553dc2a..328c8060e8 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -316,6 +316,22 @@ def generate_submission(i): if not all([os.path.exists(os.path.join(result_scenario_path, "performance", "run_1", f)) for f in files_to_check]): continue + user_conf_path = os.path.join(result_scenario_path, "user.conf") + if os.path.exists(user_conf_path): + shutil.copy(user_conf_path, os.path.join(measurement_scenario_path, 'user.conf')) + + measurements_json_path = os.path.join(result_scenario_path, "measurements.json") + # get model precision + model_precision = "fp32" + if os.path.exists(measurements_json_path): + with open(measurements_json_path, "r") as f: + measurements_json = json.load(f) + model_precision = measurements_json.get("weight_data_types", "fp32") + if os.path.exists(measurements_json_path): + # This line can be removed once the PR in the inference repo is merged. + shutil.copy(measurements_json_path, os.path.join(measurement_scenario_path, sub_res+'.json')) + shutil.copy(measurements_json_path, os.path.join(measurement_scenario_path, 'model-info.json')) + for mode in modes: result_mode_path = os.path.join(result_scenario_path, mode) submission_mode_path = os.path.join(submission_scenario_path, mode) @@ -384,20 +400,7 @@ def generate_submission(i): mlperf_inference_conf_path = os.path.join(result_mode_path, "mlperf.conf") if os.path.exists(mlperf_inference_conf_path): shutil.copy(mlperf_inference_conf_path, os.path.join(submission_measurement_path, 'mlperf.conf')) - user_conf_path = os.path.join(result_mode_path, "user.conf") - if os.path.exists(user_conf_path): - shutil.copy(user_conf_path, os.path.join(submission_measurement_path, 'user.conf')) - measurements_json_path = os.path.join(result_mode_path, "measurements.json") - # get model precision - model_precision = "fp32" - if os.path.exists(measurements_json_path): - with open(measurements_json_path, "r") as f: - measurements_json = json.load(f) - model_precision = measurements_json.get("weight_data_types", "fp32") - if os.path.exists(measurements_json_path): - # This line can be removed once the PR in the inference repo is merged. - shutil.copy(measurements_json_path, os.path.join(submission_measurement_path, sub_res+'.json')) - shutil.copy(measurements_json_path, os.path.join(submission_measurement_path, 'model-info.json')) + files = [] readme = False From 5e7f196f60d5410c7b44f1dbe94a7e1bd9894885 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Thu, 14 Nov 2024 09:43:06 +0530 Subject: [PATCH 02/58] folder creation --- script/generate-mlperf-inference-submission/customize.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index 328c8060e8..f49543c9a6 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -316,6 +316,9 @@ def generate_submission(i): if not all([os.path.exists(os.path.join(result_scenario_path, "performance", "run_1", f)) for f in files_to_check]): continue + if not os.path.isdir(measurement_scenario_path): + os.makedirs(measurement_scenario_path) + user_conf_path = os.path.join(result_scenario_path, "user.conf") if os.path.exists(user_conf_path): shutil.copy(user_conf_path, os.path.join(measurement_scenario_path, 'user.conf')) @@ -344,9 +347,6 @@ def generate_submission(i): if os.path.exists(submission_results_path): shutil.rmtree(submission_results_path) - if not os.path.isdir(submission_measurement_path): - os.makedirs(submission_measurement_path) - if mode=='performance': if os.path.exists(os.path.join(result_mode_path, "power")): From 4f8818eaa396578c76e9f72f5de01af55be2cd11 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Thu, 14 Nov 2024 09:46:15 +0530 Subject: [PATCH 03/58] mlperf conf is not required --- script/generate-mlperf-inference-submission/customize.py | 4 ---- 1 file changed, 4 deletions(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index f49543c9a6..88d1559ded 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -396,10 +396,6 @@ def generate_submission(i): #if division == "closed" and not os.path.isdir(submission_compliance_path): # os.makedirs(submission_compliance_path) - - mlperf_inference_conf_path = os.path.join(result_mode_path, "mlperf.conf") - if os.path.exists(mlperf_inference_conf_path): - shutil.copy(mlperf_inference_conf_path, os.path.join(submission_measurement_path, 'mlperf.conf')) files = [] readme = False From b046b5e5e6293db63c8299332c6874f3bd1c8dfc Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Thu, 14 Nov 2024 10:10:44 +0530 Subject: [PATCH 04/58] take system meta from sut root --- .../customize.py | 22 +++++++++---------- 1 file changed, 10 insertions(+), 12 deletions(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index 88d1559ded..37e1aeca80 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -378,18 +378,16 @@ def generate_submission(i): result_mode_path=os.path.join(result_mode_path, 'run_1') submission_results_path=os.path.join(submission_mode_path, 'run_1') - if not os.path.exists(saved_system_meta_file_path): - saved_system_meta_file_path = os.path.join(result_mode_path, "system_meta.json") - if os.path.exists(saved_system_meta_file_path): - with open(saved_system_meta_file_path, "r") as f: - saved_system_meta = json.load(f) - for key in list(saved_system_meta): - if saved_system_meta[key]==None or str(saved_system_meta[key]).strip() == '': - del(saved_system_meta[key]) - system_meta = {**saved_system_meta, **system_meta} #override the saved meta with the user inputs - else: - print("WARNING: system_meta.json was not found in the performance run directory inside the results folder. CM is automatically creating one using the system defaults. Please modify them as required.") - system_meta = {**system_meta_default, **system_meta} #add any missing fields from the defaults, if system_meta.json is not detected, default one will be written + if os.path.exists(saved_system_meta_file_path): + with open(saved_system_meta_file_path, "r") as f: + saved_system_meta = json.load(f) + for key in list(saved_system_meta): + if saved_system_meta[key]==None or str(saved_system_meta[key]).strip() == '': + del(saved_system_meta[key]) + system_meta = {**saved_system_meta, **system_meta} #override the saved meta with the user inputs + else: + print("WARNING: system_meta.json was not found in the SUT root directory inside the results folder. CM is automatically creating one using the system defaults. Please modify them as required.") + system_meta = {**system_meta_default, **system_meta} #add any missing fields from the defaults, if system_meta.json is not detected, default one will be written if not os.path.isdir(submission_results_path): os.makedirs(submission_results_path) From 0c7a5d42ce5458c02b0c596f49fdd851659dbd9b Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Thu, 14 Nov 2024 12:37:08 +0530 Subject: [PATCH 05/58] get fromwork from sut info if not filled --- script/generate-mlperf-inference-submission/customize.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index 37e1aeca80..ed437047ef 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -389,6 +389,12 @@ def generate_submission(i): print("WARNING: system_meta.json was not found in the SUT root directory inside the results folder. CM is automatically creating one using the system defaults. Please modify them as required.") system_meta = {**system_meta_default, **system_meta} #add any missing fields from the defaults, if system_meta.json is not detected, default one will be written + # check if framework version is there in system_meta, if not try to fill it from sut_info + if system_meta['framework'] == "": + system_meta['framework'] = sut_info.get('framework', '') + sut_info.get('framework_version', '') + if system_meta['framework'] == "": + print("WARNING: framework field could not be filled from system_meta.json or sut_info.json. This will trigger error in submission checker" + if not os.path.isdir(submission_results_path): os.makedirs(submission_results_path) From 2cbb2430c592eb39f6f6568b3f56206c38c752fe Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Thu, 14 Nov 2024 12:38:10 +0530 Subject: [PATCH 06/58] fix typo --- script/generate-mlperf-inference-submission/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index ed437047ef..5ee3c9b459 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -393,7 +393,7 @@ def generate_submission(i): if system_meta['framework'] == "": system_meta['framework'] = sut_info.get('framework', '') + sut_info.get('framework_version', '') if system_meta['framework'] == "": - print("WARNING: framework field could not be filled from system_meta.json or sut_info.json. This will trigger error in submission checker" + print("WARNING: framework field could not be filled from system_meta.json or sut_info.json. This will trigger error in submission checker") if not os.path.isdir(submission_results_path): os.makedirs(submission_results_path) From 95e2634bb8df4aaa6f5f31cde1862dae6f55c570 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Thu, 14 Nov 2024 14:56:51 +0530 Subject: [PATCH 07/58] throw error if measurements or user conf is missing --- script/generate-mlperf-inference-submission/customize.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index 5ee3c9b459..a46a69d089 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -322,6 +322,9 @@ def generate_submission(i): user_conf_path = os.path.join(result_scenario_path, "user.conf") if os.path.exists(user_conf_path): shutil.copy(user_conf_path, os.path.join(measurement_scenario_path, 'user.conf')) + else: + return {"return":1, "error":f"user.conf missing in path {result_scenario_path}"} + measurements_json_path = os.path.join(result_scenario_path, "measurements.json") # get model precision @@ -334,6 +337,8 @@ def generate_submission(i): # This line can be removed once the PR in the inference repo is merged. shutil.copy(measurements_json_path, os.path.join(measurement_scenario_path, sub_res+'.json')) shutil.copy(measurements_json_path, os.path.join(measurement_scenario_path, 'model-info.json')) + else: + return {"return":1, "error":f"measurements.json missing in path {result_scenario_path}"} for mode in modes: result_mode_path = os.path.join(result_scenario_path, mode) From a563ef0aa7b9613777c5ba330cdea5be60f826dd Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Thu, 14 Nov 2024 20:55:14 +0530 Subject: [PATCH 08/58] paths to files rearranged - user.conf and measurements.json to the scenario folder - system_meta.json to root folder --- script/app-mlperf-inference/customize.py | 18 ++++++++++-------- 1 file changed, 10 insertions(+), 8 deletions(-) diff --git a/script/app-mlperf-inference/customize.py b/script/app-mlperf-inference/customize.py index 64cb42a8ed..78695c3bb2 100644 --- a/script/app-mlperf-inference/customize.py +++ b/script/app-mlperf-inference/customize.py @@ -190,6 +190,9 @@ def postprocess(i): os.chdir(output_dir) + # the measurements.json and user.conf should be in the scenario folder + parent_depth = 2 if mode == "performance" else 1 + if not os.path.exists("mlperf_log_summary.txt"): return {'return': 0} @@ -208,8 +211,8 @@ def postprocess(i): if env.get("CM_MLPERF_PRINT_SUMMARY", "").lower() not in [ "no", "0", "false"]: print("\n") print(mlperf_log_summary) - - with open ("measurements.json", "w") as fp: + + with open (os.path.join(*[".."] * parent_depth, "measurements.json"), "w") as fp: json.dump(measurements, fp, indent=2) cm_sut_info = {} @@ -222,7 +225,8 @@ def postprocess(i): json.dump(cm_sut_info, fp, indent=2) system_meta = state['CM_SUT_META'] - with open("system_meta.json", "w") as fp: + # system meta should be saved to the SUT root folder + with open(os.path.join(env.get('CM_MLPERF_INFERENCE_RESULTS_SUT_PATH',''),"system_meta.json"), "w") as fp: json.dump(system_meta, fp, indent=2) # map the custom model for inference result to the official model @@ -236,12 +240,10 @@ def postprocess(i): # Add to the state state['app_mlperf_inference_measurements'] = copy.deepcopy(measurements) - if os.path.exists(env['CM_MLPERF_CONF']): - shutil.copy(env['CM_MLPERF_CONF'], 'mlperf.conf') - + # paste the user conf under the scenario folder if os.path.exists(env['CM_MLPERF_USER_CONF']): - shutil.copy(env['CM_MLPERF_USER_CONF'], 'user.conf') - + shutil.copy(env['CM_MLPERF_USER_CONF'], os.path.join("..", "..", "user.conf")) + result, valid, power_result = mlperf_utils.get_result_from_log(env['CM_MLPERF_LAST_RELEASE'], model, scenario, output_dir, mode, env.get('CM_MLPERF_INFERENCE_SOURCE_VERSION')) power = None power_efficiency = None From cb1a504e5c261f4fb91e411611b87270aac2fd41 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 14:54:52 +0530 Subject: [PATCH 09/58] commit for backwards compatibility --- .../generate-mlperf-inference-submission/customize.py | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index a46a69d089..c97b745b86 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -374,7 +374,7 @@ def generate_submission(i): result_ranging_path=os.path.join(result_mode_path, 'ranging') submission_ranging_path=os.path.join(submission_mode_path, 'ranging') os.makedirs(submission_ranging_path) - ranging_files = [] + ranging_files = []https://github.com/mlcommons/cm4mlops/pull/535 for f in os.listdir(result_ranging_path): ranging_files.append(f) #Todo add required check from submission_checker for f in ranging_files: @@ -390,6 +390,14 @@ def generate_submission(i): if saved_system_meta[key]==None or str(saved_system_meta[key]).strip() == '': del(saved_system_meta[key]) system_meta = {**saved_system_meta, **system_meta} #override the saved meta with the user inputs + elif os.path.exists(os.path.join(result_mode_path, "system_meta.json")): + saved_system_meta_file_path = os.path.join(result_mode_path, "system_meta.json") + with open(saved_system_meta_file_path, "r") as f: + saved_system_meta = json.load(f) + for key in list(saved_system_meta): + if saved_system_meta[key]==None or str(saved_system_meta[key]).strip() == '': + del(saved_system_meta[key]) + system_meta = {**saved_system_meta, **system_meta} #override the saved meta with the user inputs else: print("WARNING: system_meta.json was not found in the SUT root directory inside the results folder. CM is automatically creating one using the system defaults. Please modify them as required.") system_meta = {**system_meta_default, **system_meta} #add any missing fields from the defaults, if system_meta.json is not detected, default one will be written From 3318471251599b31d1ebf9453781930457213144 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 14:55:54 +0530 Subject: [PATCH 10/58] fix typo --- script/generate-mlperf-inference-submission/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index c97b745b86..c2c65b6b2d 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -374,7 +374,7 @@ def generate_submission(i): result_ranging_path=os.path.join(result_mode_path, 'ranging') submission_ranging_path=os.path.join(submission_mode_path, 'ranging') os.makedirs(submission_ranging_path) - ranging_files = []https://github.com/mlcommons/cm4mlops/pull/535 + ranging_files = [] for f in os.listdir(result_ranging_path): ranging_files.append(f) #Todo add required check from submission_checker for f in ranging_files: From 7f95181eff769bd9a3fd36ee7bd2187ba3b90c74 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 15:15:41 +0530 Subject: [PATCH 11/58] update the repsonse --- script/generate-mlperf-inference-submission/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index c2c65b6b2d..17695bddc8 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -399,7 +399,7 @@ def generate_submission(i): del(saved_system_meta[key]) system_meta = {**saved_system_meta, **system_meta} #override the saved meta with the user inputs else: - print("WARNING: system_meta.json was not found in the SUT root directory inside the results folder. CM is automatically creating one using the system defaults. Please modify them as required.") + print("WARNING: system_meta.json was not found in the SUT root or mode directory inside the results folder. CM is automatically creating one using the system defaults. Please modify them as required.") system_meta = {**system_meta_default, **system_meta} #add any missing fields from the defaults, if system_meta.json is not detected, default one will be written # check if framework version is there in system_meta, if not try to fill it from sut_info From b6f07c02796e89d66f4584cd7434ceac550b89d9 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 15:26:15 +0530 Subject: [PATCH 12/58] commit to make user conf backward compatible --- .../customize.py | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index 17695bddc8..341841451f 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -322,9 +322,10 @@ def generate_submission(i): user_conf_path = os.path.join(result_scenario_path, "user.conf") if os.path.exists(user_conf_path): shutil.copy(user_conf_path, os.path.join(measurement_scenario_path, 'user.conf')) + user_conf_copied = True else: - return {"return":1, "error":f"user.conf missing in path {result_scenario_path}"} - + user_conf_copied = False + print(f"WARNING: user.conf missing in path {result_scenario_path}, CM will search for it under the peformance run directory. If not found, the script will trigger error.") measurements_json_path = os.path.join(result_scenario_path, "measurements.json") # get model precision @@ -413,6 +414,13 @@ def generate_submission(i): #if division == "closed" and not os.path.isdir(submission_compliance_path): # os.makedirs(submission_compliance_path) + + if not user_conf_copied: + user_conf_path = os.path.join(result_mode_path, "user.conf") + if os.path.exists(user_conf_path): + shutil.copy(user_conf_path, os.path.join(submission_measurement_path, 'user.conf')) + else: + return {"return":1, "error":f"user.conf missing in both paths: {user_conf_path} and {os.path.join(result_scenario_path, "user.conf")}"} files = [] readme = False From f90af772b945fe2cd347d2400ab17de55a56764d Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 15:31:03 +0530 Subject: [PATCH 13/58] optimize user conf copy logic --- .../customize.py | 12 ++++-------- 1 file changed, 4 insertions(+), 8 deletions(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index 341841451f..2ae39016a8 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -319,13 +319,7 @@ def generate_submission(i): if not os.path.isdir(measurement_scenario_path): os.makedirs(measurement_scenario_path) - user_conf_path = os.path.join(result_scenario_path, "user.conf") - if os.path.exists(user_conf_path): - shutil.copy(user_conf_path, os.path.join(measurement_scenario_path, 'user.conf')) - user_conf_copied = True - else: - user_conf_copied = False - print(f"WARNING: user.conf missing in path {result_scenario_path}, CM will search for it under the peformance run directory. If not found, the script will trigger error.") + user_conf_path = os.path.join(result_scenario_path, "user.conf") measurements_json_path = os.path.join(result_scenario_path, "measurements.json") # get model precision @@ -415,7 +409,9 @@ def generate_submission(i): #if division == "closed" and not os.path.isdir(submission_compliance_path): # os.makedirs(submission_compliance_path) - if not user_conf_copied: + if os.path.exists(user_conf_path): + shutil.copy(user_conf_path, os.path.join(measurement_scenario_path, 'user.conf')) + else: user_conf_path = os.path.join(result_mode_path, "user.conf") if os.path.exists(user_conf_path): shutil.copy(user_conf_path, os.path.join(submission_measurement_path, 'user.conf')) From 8f07511b5bad69dc6a16bce840dafa62fcb389e9 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 15:41:33 +0530 Subject: [PATCH 14/58] measurements.json made backward compatible --- .../customize.py | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index 2ae39016a8..77cd0bfd49 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -417,7 +417,19 @@ def generate_submission(i): shutil.copy(user_conf_path, os.path.join(submission_measurement_path, 'user.conf')) else: return {"return":1, "error":f"user.conf missing in both paths: {user_conf_path} and {os.path.join(result_scenario_path, "user.conf")}"} - + + if not os.path.exists(measurements_json_path): + measurements_json_path = os.path.join(result_mode_path, "measurements.json") + if os.path.exists(measurements_json_path): + with open(measurements_json_path, "r") as f: + measurements_json = json.load(f) + model_precision = measurements_json.get("weight_data_types", "fp32") + # This line can be removed once the PR in the inference repo is merged. + shutil.copy(measurements_json_path, os.path.join(submission_measurement_path, sub_res+'.json')) + shutil.copy(measurements_json_path, os.path.join(submission_measurement_path, 'model-info.json')) + else: + return {"return":1, "error":f"measurements.json missing in both paths: {measurements_json_path} and {os.path.join(result_scenario_path, "user.conf")}"} + files = [] readme = False From 94810383d04814838bd6dbaf3f2efd04829634a7 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 15:45:46 +0530 Subject: [PATCH 15/58] changes reverted --- script/app-mlperf-inference/customize.py | 14 ++++++-------- 1 file changed, 6 insertions(+), 8 deletions(-) diff --git a/script/app-mlperf-inference/customize.py b/script/app-mlperf-inference/customize.py index 78695c3bb2..76859eb6f1 100644 --- a/script/app-mlperf-inference/customize.py +++ b/script/app-mlperf-inference/customize.py @@ -190,9 +190,6 @@ def postprocess(i): os.chdir(output_dir) - # the measurements.json and user.conf should be in the scenario folder - parent_depth = 2 if mode == "performance" else 1 - if not os.path.exists("mlperf_log_summary.txt"): return {'return': 0} @@ -212,7 +209,7 @@ def postprocess(i): print("\n") print(mlperf_log_summary) - with open (os.path.join(*[".."] * parent_depth, "measurements.json"), "w") as fp: + with open ("measurements.json", "w") as fp: json.dump(measurements, fp, indent=2) cm_sut_info = {} @@ -225,8 +222,7 @@ def postprocess(i): json.dump(cm_sut_info, fp, indent=2) system_meta = state['CM_SUT_META'] - # system meta should be saved to the SUT root folder - with open(os.path.join(env.get('CM_MLPERF_INFERENCE_RESULTS_SUT_PATH',''),"system_meta.json"), "w") as fp: + with open("system_meta.json", "w") as fp: json.dump(system_meta, fp, indent=2) # map the custom model for inference result to the official model @@ -240,9 +236,11 @@ def postprocess(i): # Add to the state state['app_mlperf_inference_measurements'] = copy.deepcopy(measurements) - # paste the user conf under the scenario folder + if os.path.exists(env['CM_MLPERF_CONF']): + shutil.copy(env['CM_MLPERF_CONF'], 'mlperf.conf') + if os.path.exists(env['CM_MLPERF_USER_CONF']): - shutil.copy(env['CM_MLPERF_USER_CONF'], os.path.join("..", "..", "user.conf")) + shutil.copy(env['CM_MLPERF_USER_CONF'], 'user.conf') result, valid, power_result = mlperf_utils.get_result_from_log(env['CM_MLPERF_LAST_RELEASE'], model, scenario, output_dir, mode, env.get('CM_MLPERF_INFERENCE_SOURCE_VERSION')) power = None From c54f4bad253ba00b639d5c9546dadee4d9c45e48 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 16:16:37 +0530 Subject: [PATCH 16/58] bug fix --- script/generate-mlperf-inference-submission/customize.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index 77cd0bfd49..ef3773e8c3 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -328,12 +328,9 @@ def generate_submission(i): with open(measurements_json_path, "r") as f: measurements_json = json.load(f) model_precision = measurements_json.get("weight_data_types", "fp32") - if os.path.exists(measurements_json_path): # This line can be removed once the PR in the inference repo is merged. shutil.copy(measurements_json_path, os.path.join(measurement_scenario_path, sub_res+'.json')) shutil.copy(measurements_json_path, os.path.join(measurement_scenario_path, 'model-info.json')) - else: - return {"return":1, "error":f"measurements.json missing in path {result_scenario_path}"} for mode in modes: result_mode_path = os.path.join(result_scenario_path, mode) From 4fe0fbe4acc30dad76df1fa9040eb440d60fbf64 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 16:29:45 +0530 Subject: [PATCH 17/58] code optimization --- .../customize.py | 38 ++++++++----------- 1 file changed, 15 insertions(+), 23 deletions(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index ef3773e8c3..c13097cf78 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -317,20 +317,7 @@ def generate_submission(i): continue if not os.path.isdir(measurement_scenario_path): - os.makedirs(measurement_scenario_path) - - user_conf_path = os.path.join(result_scenario_path, "user.conf") - - measurements_json_path = os.path.join(result_scenario_path, "measurements.json") - # get model precision - model_precision = "fp32" - if os.path.exists(measurements_json_path): - with open(measurements_json_path, "r") as f: - measurements_json = json.load(f) - model_precision = measurements_json.get("weight_data_types", "fp32") - # This line can be removed once the PR in the inference repo is merged. - shutil.copy(measurements_json_path, os.path.join(measurement_scenario_path, sub_res+'.json')) - shutil.copy(measurements_json_path, os.path.join(measurement_scenario_path, 'model-info.json')) + os.makedirs(measurement_scenario_path) for mode in modes: result_mode_path = os.path.join(result_scenario_path, mode) @@ -406,6 +393,7 @@ def generate_submission(i): #if division == "closed" and not os.path.isdir(submission_compliance_path): # os.makedirs(submission_compliance_path) + user_conf_path = os.path.join(result_scenario_path, "user.conf") if os.path.exists(user_conf_path): shutil.copy(user_conf_path, os.path.join(measurement_scenario_path, 'user.conf')) else: @@ -415,17 +403,21 @@ def generate_submission(i): else: return {"return":1, "error":f"user.conf missing in both paths: {user_conf_path} and {os.path.join(result_scenario_path, "user.conf")}"} + measurements_json_path = os.path.join(result_scenario_path, "measurements.json") + target_measurement_json_path = measurement_scenario_path if not os.path.exists(measurements_json_path): measurements_json_path = os.path.join(result_mode_path, "measurements.json") - if os.path.exists(measurements_json_path): - with open(measurements_json_path, "r") as f: - measurements_json = json.load(f) - model_precision = measurements_json.get("weight_data_types", "fp32") - # This line can be removed once the PR in the inference repo is merged. - shutil.copy(measurements_json_path, os.path.join(submission_measurement_path, sub_res+'.json')) - shutil.copy(measurements_json_path, os.path.join(submission_measurement_path, 'model-info.json')) - else: - return {"return":1, "error":f"measurements.json missing in both paths: {measurements_json_path} and {os.path.join(result_scenario_path, "user.conf")}"} + target_measurement_json_path = submission_measurement_path + + if os.path.exists(measurements_json_path): + with open(measurements_json_path, "r") as f: + measurements_json = json.load(f) + model_precision = measurements_json.get("weight_data_types", "fp32") + # This line can be removed once the PR in the inference repo is merged. + shutil.copy(measurements_json_path, os.path.join(target_measurement_json_path, sub_res+'.json')) + shutil.copy(measurements_json_path, os.path.join(target_measurement_json_path, 'model-info.json')) + else: + return {"return":1, "error":f"measurements.json missing in both paths: {measurements_json_path} and {os.path.join(result_scenario_path, "user.conf")}"} files = [] readme = False From 51963e2468dea656d9b81cea4efd6035687ccb5d Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 16:39:32 +0530 Subject: [PATCH 18/58] eliminate checking in compliance folders --- script/generate-mlperf-inference-submission/customize.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index c13097cf78..29f91019ca 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -401,7 +401,8 @@ def generate_submission(i): if os.path.exists(user_conf_path): shutil.copy(user_conf_path, os.path.join(submission_measurement_path, 'user.conf')) else: - return {"return":1, "error":f"user.conf missing in both paths: {user_conf_path} and {os.path.join(result_scenario_path, "user.conf")}"} + if not mode.startswith("TEST"): + return {"return":1, "error":f"user.conf missing in both paths: {user_conf_path} and {os.path.join(result_scenario_path, "user.conf")}"} measurements_json_path = os.path.join(result_scenario_path, "measurements.json") target_measurement_json_path = measurement_scenario_path @@ -417,7 +418,8 @@ def generate_submission(i): shutil.copy(measurements_json_path, os.path.join(target_measurement_json_path, sub_res+'.json')) shutil.copy(measurements_json_path, os.path.join(target_measurement_json_path, 'model-info.json')) else: - return {"return":1, "error":f"measurements.json missing in both paths: {measurements_json_path} and {os.path.join(result_scenario_path, "user.conf")}"} + if not mode.startswith("TEST"): + return {"return":1, "error":f"measurements.json missing in both paths: {measurements_json_path} and {os.path.join(result_scenario_path, "user.conf")}"} files = [] readme = False From fd0904e579b430ef28f191e79d761684755003ef Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 17:00:20 +0530 Subject: [PATCH 19/58] fix unmatched fstring --- script/generate-mlperf-inference-submission/customize.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index a203079f6a..a650cf4b31 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -381,7 +381,7 @@ def generate_submission(env, state, inp, submission_division): shutil.copy(user_conf_path, os.path.join(submission_measurement_path, 'user.conf')) else: if not mode.startswith("TEST"): - return {"return":1, "error":f"user.conf missing in both paths: {user_conf_path} and {os.path.join(result_scenario_path, "user.conf")}"} + return {"return":1, "error":f"user.conf missing in both paths: {user_conf_path} and {os.path.join(result_scenario_path, 'user.conf')}"} measurements_json_path = os.path.join(result_scenario_path, "measurements.json") target_measurement_json_path = measurement_scenario_path @@ -398,7 +398,7 @@ def generate_submission(env, state, inp, submission_division): shutil.copy(measurements_json_path, os.path.join(target_measurement_json_path, 'model-info.json')) else: if not mode.startswith("TEST"): - return {"return":1, "error":f"measurements.json missing in both paths: {measurements_json_path} and {os.path.join(result_scenario_path, "user.conf")}"} + return {"return":1, "error":f"measurements.json missing in both paths: {measurements_json_path} and {os.path.join(result_scenario_path, 'user.conf')}"} files = [] readme = False From c6e9d42bb5008bbdfbc5f6525af0abe706b2c30b Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 17:38:52 +0530 Subject: [PATCH 20/58] test commit --- .github/workflows/test-cm-based-submission-generation.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-cm-based-submission-generation.yml b/.github/workflows/test-cm-based-submission-generation.yml index bbeff02524..d3f1ef1aea 100644 --- a/.github/workflows/test-cm-based-submission-generation.yml +++ b/.github/workflows/test-cm-based-submission-generation.yml @@ -52,6 +52,6 @@ jobs: fi # Dynamically set the log group to simulate a dynamic step name echo "::group::$description" - cm ${{ matrix.action }} script --tags=generate,inference,submission --clean --preprocess_submission=yes --results_dir=submission_generation_tests/${{ matrix.case }}/ --run-checker --submitter=MLCommons --tar=yes --env.CM_TAR_OUTFILE=submission.tar.gz --division=${{ matrix.division }} --category=${{ matrix.category }} --env.CM_DETERMINE_MEMORY_CONFIGURATION=yes --quiet + cm ${{ matrix.action }} script --tags=generate,inference,submission --clean --preprocess_submission=yes --results_dir=submission_generation_tests/${{ matrix.case }}/ --run-checker --submitter=MLCommons --tar=yes --env.CM_TAR_OUTFILE=submission.tar.gz --division=${{ matrix.division }} --env.CM_DETERMINE_MEMORY_CONFIGURATION=yes --quiet echo "::endgroup::" From 751856ff21032861f4565589e5363dafc89828e9 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 19:05:21 +0530 Subject: [PATCH 21/58] default division set to closed --- .../get-mlperf-inference-sut-description/hardware/default.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/get-mlperf-inference-sut-description/hardware/default.json b/script/get-mlperf-inference-sut-description/hardware/default.json index b7cf960dbb..f32330820f 100644 --- a/script/get-mlperf-inference-sut-description/hardware/default.json +++ b/script/get-mlperf-inference-sut-description/hardware/default.json @@ -9,7 +9,7 @@ "accelerator_on-chip_memories": "", "accelerators_per_node": "0", "cooling": "air", - "division": "open", + "division": "closed", "host_memory_configuration": "undefined", "host_networking": "Gig Ethernet", "host_network_card_count": "1", From 4cc558bc085ed9f4201183097bd113803e86be0b Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 19:23:30 +0530 Subject: [PATCH 22/58] optimize system_meta part --- .../customize.py | 25 ++++++++----------- 1 file changed, 10 insertions(+), 15 deletions(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index a650cf4b31..de0d903a8c 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -341,23 +341,20 @@ def generate_submission(env, state, inp, submission_division): result_mode_path=os.path.join(result_mode_path, 'run_1') submission_results_path=os.path.join(submission_mode_path, 'run_1') - if os.path.exists(saved_system_meta_file_path): + if not os.path.exists(saved_system_meta_file_path): + if os.path.exists(os.path.join(result_mode_path, "system_meta.json")): + saved_system_meta_file_path = os.path.join(result_mode_path, "system_meta.json") + else: + print("WARNING: system_meta.json was not found in the SUT root or mode directory inside the results folder. CM is automatically creating one using the system defaults. Please modify them as required.") + if not os.path.exists(saved_system_meta_file_path): with open(saved_system_meta_file_path, "r") as f: saved_system_meta = json.load(f) for key in list(saved_system_meta): if saved_system_meta[key]==None or str(saved_system_meta[key]).strip() == '': del(saved_system_meta[key]) + if saved_system_meta["division"] != "" and submission_division == "": + system_meta["division"] = saved_system_meta["division"] system_meta = {**saved_system_meta, **system_meta} #override the saved meta with the user inputs - elif os.path.exists(os.path.join(result_mode_path, "system_meta.json")): - saved_system_meta_file_path = os.path.join(result_mode_path, "system_meta.json") - with open(saved_system_meta_file_path, "r") as f: - saved_system_meta = json.load(f) - for key in list(saved_system_meta): - if saved_system_meta[key]==None or str(saved_system_meta[key]).strip() == '': - del(saved_system_meta[key]) - system_meta = {**saved_system_meta, **system_meta} #override the saved meta with the user inputs - else: - print("WARNING: system_meta.json was not found in the SUT root or mode directory inside the results folder. CM is automatically creating one using the system defaults. Please modify them as required.") system_meta = {**system_meta_default, **system_meta} #add any missing fields from the defaults, if system_meta.json is not detected, default one will be written # check if framework version is there in system_meta, if not try to fill it from sut_info @@ -380,7 +377,7 @@ def generate_submission(env, state, inp, submission_division): if os.path.exists(user_conf_path): shutil.copy(user_conf_path, os.path.join(submission_measurement_path, 'user.conf')) else: - if not mode.startswith("TEST"): + if mode.lower() == "performance": return {"return":1, "error":f"user.conf missing in both paths: {user_conf_path} and {os.path.join(result_scenario_path, 'user.conf')}"} measurements_json_path = os.path.join(result_scenario_path, "measurements.json") @@ -393,11 +390,9 @@ def generate_submission(env, state, inp, submission_division): with open(measurements_json_path, "r") as f: measurements_json = json.load(f) model_precision = measurements_json.get("weight_data_types", "fp32") - # This line can be removed once the PR in the inference repo is merged. - shutil.copy(measurements_json_path, os.path.join(target_measurement_json_path, sub_res+'.json')) shutil.copy(measurements_json_path, os.path.join(target_measurement_json_path, 'model-info.json')) else: - if not mode.startswith("TEST"): + if mode.lower() == "performance": return {"return":1, "error":f"measurements.json missing in both paths: {measurements_json_path} and {os.path.join(result_scenario_path, 'user.conf')}"} files = [] From 741c4827246097f701ff83b914e6ebde09e0f2d1 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 19:41:04 +0530 Subject: [PATCH 23/58] switch off submission preprocessing - short run --- script/run-mlperf-inference-app/_cm.yaml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/script/run-mlperf-inference-app/_cm.yaml b/script/run-mlperf-inference-app/_cm.yaml index 3c86bc9f5b..fc438dd3e5 100644 --- a/script/run-mlperf-inference-app/_cm.yaml +++ b/script/run-mlperf-inference-app/_cm.yaml @@ -358,6 +358,9 @@ variations: add_deps_recursive: submission-checker: tags: _short-run + env: + CM_MLPERF_SUBMISSION_DIVISION: open + CM_RUN_MLPERF_SUBMISSION_PREPROCESSOR: off default: 'true' env: From 10e5b1aefdb2fb58a1e0217103d636ef5729e09c Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 19:44:03 +0530 Subject: [PATCH 24/58] fix typo --- script/run-mlperf-inference-app/_cm.yaml | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/script/run-mlperf-inference-app/_cm.yaml b/script/run-mlperf-inference-app/_cm.yaml index fc438dd3e5..d8413393a1 100644 --- a/script/run-mlperf-inference-app/_cm.yaml +++ b/script/run-mlperf-inference-app/_cm.yaml @@ -358,12 +358,10 @@ variations: add_deps_recursive: submission-checker: tags: _short-run + default: 'true' env: CM_MLPERF_SUBMISSION_DIVISION: open CM_RUN_MLPERF_SUBMISSION_PREPROCESSOR: off - - default: 'true' - env: CM_MLPERF_SUBMISSION_GENERATION_STYLE: short group: submission-generation-style From d7f46a521ee6a6c73034bf2ba081a5bae3c9d60c Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 19:46:07 +0530 Subject: [PATCH 25/58] fix typo --- script/generate-mlperf-inference-submission/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index de0d903a8c..8e5df85935 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -346,7 +346,7 @@ def generate_submission(env, state, inp, submission_division): saved_system_meta_file_path = os.path.join(result_mode_path, "system_meta.json") else: print("WARNING: system_meta.json was not found in the SUT root or mode directory inside the results folder. CM is automatically creating one using the system defaults. Please modify them as required.") - if not os.path.exists(saved_system_meta_file_path): + if os.path.exists(saved_system_meta_file_path): with open(saved_system_meta_file_path, "r") as f: saved_system_meta = json.load(f) for key in list(saved_system_meta): From 48df9dc7338bb18e618d7c807d2a8519e000afc7 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 20:02:34 +0530 Subject: [PATCH 26/58] test commit --- script/generate-mlperf-inference-submission/customize.py | 1 + 1 file changed, 1 insertion(+) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index 8e5df85935..dc6b2918e1 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -390,6 +390,7 @@ def generate_submission(env, state, inp, submission_division): with open(measurements_json_path, "r") as f: measurements_json = json.load(f) model_precision = measurements_json.get("weight_data_types", "fp32") + shutil.copy(measurements_json_path, os.path.join(target_measurement_json_path, sub_res+'.json')) shutil.copy(measurements_json_path, os.path.join(target_measurement_json_path, 'model-info.json')) else: if mode.lower() == "performance": From c7f8c1b157f883b1532f2339f79589173afa532d Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 20:27:55 +0530 Subject: [PATCH 27/58] provided absolute path --- .github/workflows/test-cm-based-submission-generation.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-cm-based-submission-generation.yml b/.github/workflows/test-cm-based-submission-generation.yml index d3f1ef1aea..f38754bab9 100644 --- a/.github/workflows/test-cm-based-submission-generation.yml +++ b/.github/workflows/test-cm-based-submission-generation.yml @@ -52,6 +52,6 @@ jobs: fi # Dynamically set the log group to simulate a dynamic step name echo "::group::$description" - cm ${{ matrix.action }} script --tags=generate,inference,submission --clean --preprocess_submission=yes --results_dir=submission_generation_tests/${{ matrix.case }}/ --run-checker --submitter=MLCommons --tar=yes --env.CM_TAR_OUTFILE=submission.tar.gz --division=${{ matrix.division }} --env.CM_DETERMINE_MEMORY_CONFIGURATION=yes --quiet + cm ${{ matrix.action }} script --tags=generate,inference,submission --clean --preprocess_submission=yes --results_dir=$PWD/submission_generation_tests/${{ matrix.case }}/ --run-checker --submitter=MLCommons --tar=yes --env.CM_TAR_OUTFILE=submission.tar.gz --division=${{ matrix.division }} --env.CM_DETERMINE_MEMORY_CONFIGURATION=yes --quiet echo "::endgroup::" From 15196a034e34deecb5c059d03530256f1089994f Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 20:30:12 +0530 Subject: [PATCH 28/58] added extra run args --- .github/workflows/test-cm-based-submission-generation.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/test-cm-based-submission-generation.yml b/.github/workflows/test-cm-based-submission-generation.yml index f38754bab9..e384fb56df 100644 --- a/.github/workflows/test-cm-based-submission-generation.yml +++ b/.github/workflows/test-cm-based-submission-generation.yml @@ -48,10 +48,11 @@ jobs: description="Submission generation (sut_info.json incomplete, SUT folder name in required format)" elif [ "${{ matrix.case }}" == "case-8" ]; then #results_dir="submission_generation_tests/case-8/" + extra_run_args=" --category=datacenter" description="Submission generation (system_meta.json not found in results folder)" fi # Dynamically set the log group to simulate a dynamic step name echo "::group::$description" - cm ${{ matrix.action }} script --tags=generate,inference,submission --clean --preprocess_submission=yes --results_dir=$PWD/submission_generation_tests/${{ matrix.case }}/ --run-checker --submitter=MLCommons --tar=yes --env.CM_TAR_OUTFILE=submission.tar.gz --division=${{ matrix.division }} --env.CM_DETERMINE_MEMORY_CONFIGURATION=yes --quiet + cm ${{ matrix.action }} script --tags=generate,inference,submission --clean --preprocess_submission=yes --results_dir=$PWD/submission_generation_tests/${{ matrix.case }}/ --run-checker --submitter=MLCommons --tar=yes --env.CM_TAR_OUTFILE=submission.tar.gz --division=${{ matrix.division }} --env.CM_DETERMINE_MEMORY_CONFIGURATION=yes --quiet $extra_run_args echo "::endgroup::" From 158d91a7f0e1fe2a276d2e7d0dbf8b90785e77fb Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 20:47:55 +0530 Subject: [PATCH 29/58] added new case - closed --- .github/workflows/test-cm-based-submission-generation.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-cm-based-submission-generation.yml b/.github/workflows/test-cm-based-submission-generation.yml index e384fb56df..b856c45216 100644 --- a/.github/workflows/test-cm-based-submission-generation.yml +++ b/.github/workflows/test-cm-based-submission-generation.yml @@ -19,7 +19,7 @@ jobs: python-version: [ "3.12" ] division: ["closed", "open", "closed-open"] category: ["datacenter", "edge"] - case: ["case-3", "case-7", "case-8"] + case: ["case-3", "case-7", "case-8", "closed"] action: ["run", "docker"] exclude: - os: macos-latest From aa6df9c7e4deff26f7092f6a3e46e0340a194b27 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Tue, 19 Nov 2024 20:58:49 +0530 Subject: [PATCH 30/58] test case repo mapped to mlcommons --- .github/workflows/test-cm-based-submission-generation.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-cm-based-submission-generation.yml b/.github/workflows/test-cm-based-submission-generation.yml index b856c45216..be747bb023 100644 --- a/.github/workflows/test-cm-based-submission-generation.yml +++ b/.github/workflows/test-cm-based-submission-generation.yml @@ -37,7 +37,7 @@ jobs: cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }} - name: Pull repo where test cases are uploaded run: | - git clone -b submission-generation-tests https://github.com/anandhu-eng/inference.git submission_generation_tests + git clone -b submission-generation-tests https://github.com/mlcommons/inference.git submission_generation_tests - name: Run Submission Generation - ${{ matrix.case }} ${{ matrix.action }} ${{ matrix.category }} ${{ matrix.division }} run: | if [ "${{ matrix.case }}" == "case-3" ]; then From 17d6fb7923af4a8f7b6be81505d41e2ab5e59a9c Mon Sep 17 00:00:00 2001 From: anandhu-eng Date: Tue, 19 Nov 2024 22:38:57 +0530 Subject: [PATCH 31/58] handle suts with different sut meta files --- .../customize.py | 24 ++++++++++--------- 1 file changed, 13 insertions(+), 11 deletions(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index dc6b2918e1..ff9ddc0ead 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -93,18 +93,18 @@ def generate_submission(env, state, inp, submission_division): if system_meta_default['framework'] == '': system_meta_default['framework'] = "pytorch" - system_meta = {} + system_meta_tmp = {} if 'CM_MLPERF_SUBMISSION_SYSTEM_TYPE' in env: - system_meta['system_type'] = env['CM_MLPERF_SUBMISSION_SYSTEM_TYPE'] + system_meta_tmp['system_type'] = env['CM_MLPERF_SUBMISSION_SYSTEM_TYPE'] if submission_division != "": - system_meta['division'] = submission_division + system_meta_tmp['division'] = submission_division division = submission_division else: division = system_meta_default['division'] if 'CM_MLPERF_SUBMISSION_CATEGORY' in env: - system_meta['system_type'] = env['CM_MLPERF_SUBMISSION_CATEGORY'].replace("-", ",") + system_meta_tmp['system_type'] = env['CM_MLPERF_SUBMISSION_CATEGORY'].replace("-", ",") duplicate= (env.get('CM_MLPERF_DUPLICATE_SCENARIO_RESULTS', 'no') in ["yes", "True"]) @@ -121,7 +121,7 @@ def generate_submission(env, state, inp, submission_division): # Check submitter if env.get('CM_MLPERF_SUBMITTER'): submitter = env['CM_MLPERF_SUBMITTER'] - system_meta['submitter'] = submitter + system_meta_tmp['submitter'] = submitter else: submitter = system_meta_default['submitter'] env['CM_MLPERF_SUBMITTER'] = submitter @@ -129,15 +129,15 @@ def generate_submission(env, state, inp, submission_division): print('* MLPerf inference submitter: {}'.format(submitter)) if 'Collective' not in system_meta_default.get('sw_notes'): - system_meta['sw_notes'] = "Automated by MLCommons CM v{}. ".format(cmind.__version__) + system_meta_default['sw_notes'] + system_meta_tmp['sw_notes'] = "Automated by MLCommons CM v{}. ".format(cmind.__version__) + system_meta_default['sw_notes'] if env.get('CM_MLPERF_SUT_SW_NOTES_EXTRA','') != '': - sw_notes = f"{system_meta['sw_notes']} {env['CM_MLPERF_SUT_SW_NOTES_EXTRA']}" - system_meta['sw_notes'] = sw_notes + sw_notes = f"{system_meta_tmp['sw_notes']} {env['CM_MLPERF_SUT_SW_NOTES_EXTRA']}" + system_meta_tmp['sw_notes'] = sw_notes if env.get('CM_MLPERF_SUT_HW_NOTES_EXTRA','') != '': - hw_notes = f"{system_meta['hw_notes']} {env['CM_MLPERF_SUT_HW_NOTES_EXTRA']}" - system_meta['hw_notes'] = hw_notes + hw_notes = f"{system_meta_tmp['hw_notes']} {env['CM_MLPERF_SUT_HW_NOTES_EXTRA']}" + system_meta_tmp['hw_notes'] = hw_notes path_submission=os.path.join(path_submission_division, submitter) if not os.path.isdir(path_submission): @@ -149,6 +149,8 @@ def generate_submission(env, state, inp, submission_division): code_path = os.path.join(path_submission, "code") for res in results: + system_meta = {} + system_meta.update(system_meta_tmp) result_path = os.path.join(results_dir, res) # variable to check whether the sut_meta.json is present in the root folder saved_system_meta_file_path = os.path.join(result_path, 'system_meta.json') @@ -356,7 +358,7 @@ def generate_submission(env, state, inp, submission_division): system_meta["division"] = saved_system_meta["division"] system_meta = {**saved_system_meta, **system_meta} #override the saved meta with the user inputs system_meta = {**system_meta_default, **system_meta} #add any missing fields from the defaults, if system_meta.json is not detected, default one will be written - + print(system_meta) # check if framework version is there in system_meta, if not try to fill it from sut_info if system_meta['framework'] == "": system_meta['framework'] = sut_info.get('framework', '') + sut_info.get('framework_version', '') From a5634767aedc07146e8bdd5cd7d61f85818dc574 Mon Sep 17 00:00:00 2001 From: anandhu-eng Date: Tue, 19 Nov 2024 22:41:32 +0530 Subject: [PATCH 32/58] add extra run args for skipping sdxl accuracy checks --- .github/workflows/test-cm-based-submission-generation.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/test-cm-based-submission-generation.yml b/.github/workflows/test-cm-based-submission-generation.yml index be747bb023..1a661e0118 100644 --- a/.github/workflows/test-cm-based-submission-generation.yml +++ b/.github/workflows/test-cm-based-submission-generation.yml @@ -41,15 +41,15 @@ jobs: - name: Run Submission Generation - ${{ matrix.case }} ${{ matrix.action }} ${{ matrix.category }} ${{ matrix.division }} run: | if [ "${{ matrix.case }}" == "case-3" ]; then - #results_dir="submission_generation_tests/case-3/" description="Submission generation (model_mapping.json not present but model name matches with official one)" elif [ "${{ matrix.case }}" == "case-7" ]; then - #results_dir="submission_generation_tests/case-7/" description="Submission generation (sut_info.json incomplete, SUT folder name in required format)" elif [ "${{ matrix.case }}" == "case-8" ]; then - #results_dir="submission_generation_tests/case-8/" extra_run_args=" --category=datacenter" description="Submission generation (system_meta.json not found in results folder)" + elif [ "${{ matrix.case }}" == "closed" ]; then + extra_run_args=" --env.CM_MLPERF_SUBMISSION_CHECKER_EXTRA_ARGS="--skip-extra-accuracy-files-check"" + description="Test submission - contains closed edge and datacenter" fi # Dynamically set the log group to simulate a dynamic step name echo "::group::$description" From c3ba940e8b4c0b8a87e7888fcaf88ede22e0f542 Mon Sep 17 00:00:00 2001 From: anandhu-eng Date: Tue, 19 Nov 2024 23:43:33 +0530 Subject: [PATCH 33/58] added rest of test cases for closed division --- .../workflows/test-cm-based-submission-generation.yml | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/.github/workflows/test-cm-based-submission-generation.yml b/.github/workflows/test-cm-based-submission-generation.yml index 1a661e0118..77fc3d0462 100644 --- a/.github/workflows/test-cm-based-submission-generation.yml +++ b/.github/workflows/test-cm-based-submission-generation.yml @@ -19,7 +19,7 @@ jobs: python-version: [ "3.12" ] division: ["closed", "open", "closed-open"] category: ["datacenter", "edge"] - case: ["case-3", "case-7", "case-8", "closed"] + case: ["case-3", "case-7", "case-8", "closed", "closed-no-compliance", "closed-power", "closed-failed-power-logs"] action: ["run", "docker"] exclude: - os: macos-latest @@ -50,6 +50,15 @@ jobs: elif [ "${{ matrix.case }}" == "closed" ]; then extra_run_args=" --env.CM_MLPERF_SUBMISSION_CHECKER_EXTRA_ARGS="--skip-extra-accuracy-files-check"" description="Test submission - contains closed edge and datacenter" + elif [ "${{ matrix.case }}" == "closed-no-compliance" ]; then + extra_run_args=" --env.CM_MLPERF_SUBMISSION_CHECKER_EXTRA_ARGS="--skip-extra-accuracy-files-check"" + description="Test submission - contains closed edge and datacenter with no compliance tests" + elif [ "${{ matrix.case }}" == "closed-power" ]; then + extra_run_args=" --env.CM_MLPERF_SUBMISSION_CHECKER_EXTRA_ARGS="--skip-extra-accuracy-files-check"" + description="Test submission - contains closed-power edge and datacenter results" + elif [ "${{ matrix.case }}" == "closed-failed-power-logs" ]; then + extra_run_args=" --env.CM_MLPERF_SUBMISSION_CHECKER_EXTRA_ARGS="--skip-extra-accuracy-files-check"" + description="Test submission - contains closed-power edge and datacenter results" fi # Dynamically set the log group to simulate a dynamic step name echo "::group::$description" From 0fb76e0066a776a14a857cf595ae93381fd5f991 Mon Sep 17 00:00:00 2001 From: anandhu-eng Date: Tue, 19 Nov 2024 23:46:04 +0530 Subject: [PATCH 34/58] updated description --- .github/workflows/test-cm-based-submission-generation.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-cm-based-submission-generation.yml b/.github/workflows/test-cm-based-submission-generation.yml index 77fc3d0462..3b730fe309 100644 --- a/.github/workflows/test-cm-based-submission-generation.yml +++ b/.github/workflows/test-cm-based-submission-generation.yml @@ -58,7 +58,7 @@ jobs: description="Test submission - contains closed-power edge and datacenter results" elif [ "${{ matrix.case }}" == "closed-failed-power-logs" ]; then extra_run_args=" --env.CM_MLPERF_SUBMISSION_CHECKER_EXTRA_ARGS="--skip-extra-accuracy-files-check"" - description="Test submission - contains closed-power edge and datacenter results" + description="Test submission - contains closed-power edge and datacenter results with failed power logs" fi # Dynamically set the log group to simulate a dynamic step name echo "::group::$description" From ce74af3d67f841e8e08824b9606d77972c3494ad Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Wed, 20 Nov 2024 00:53:55 +0530 Subject: [PATCH 35/58] additional tag for dataset sampling --- .github/workflows/test-mlperf-inference-mixtral.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-mlperf-inference-mixtral.yml b/.github/workflows/test-mlperf-inference-mixtral.yml index 1206c95a63..c0286e09e0 100644 --- a/.github/workflows/test-mlperf-inference-mixtral.yml +++ b/.github/workflows/test-mlperf-inference-mixtral.yml @@ -30,5 +30,5 @@ jobs: git config --global credential.helper store huggingface-cli login --token ${{ secrets.HF_TOKEN }} --add-to-git-credential cm pull repo - cm run script --tags=run-mlperf,inference,_submission,_short --submitter="MLCommons" --model=mixtral-8x7b --implementation=reference --batch_size=1 --precision=${{ matrix.precision }} --backend=${{ matrix.backend }} --category=datacenter --scenario=Offline --execution_mode=test --device=${{ matrix.device }} --docker_it=no --docker_cm_repo=gateoverflow@cm4mlops --adr.compiler.tags=gcc --hw_name=gh_action --docker_dt=yes --results_dir=$HOME/gh_action_results --submission_dir=$HOME/gh_action_submissions --docker --quiet --test_query_count=1 --target_qps=0.001 --clean --env.CM_MLPERF_MODEL_MIXTRAL_8X7B_DOWNLOAD_TO_HOST=yes --env.CM_MLPERF_DATASET_MIXTRAL_8X7B_DOWNLOAD_TO_HOST=yes + cm run script --tags=run-mlperf,inference,_submission,_short --submitter="MLCommons" --model=mixtral-8x7b --implementation=reference --batch_size=1 --precision=${{ matrix.precision }} --backend=${{ matrix.backend }} --category=datacenter --scenario=Offline --execution_mode=test --device=${{ matrix.device }} --docker_it=no --docker_cm_repo=gateoverflow@cm4mlops --adr.compiler.tags=gcc --hw_name=gh_action --docker_dt=yes --results_dir=$HOME/gh_action_results --submission_dir=$HOME/gh_action_submissions --docker --quiet --test_query_count=1 --target_qps=0.001 --clean --env.CM_MLPERF_MODEL_MIXTRAL_8X7B_DOWNLOAD_TO_HOST=yes --env.CM_MLPERF_DATASET_MIXTRAL_8X7B_DOWNLOAD_TO_HOST=yes --adr.openorca-mbxp-gsm8k-combined-preprocessed.tags=_generate-test-data.1 cm run script --tags=push,github,mlperf,inference,submission --repo_url=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 --repo_branch=main --commit_message="Results from self hosted Github actions - GO-phoenix" --quiet --submission_dir=$HOME/gh_action_submissions From 71b0876886839f167a99d4f61cd778d462bf9175 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Wed, 20 Nov 2024 11:10:04 +0530 Subject: [PATCH 36/58] match test query count with sampled data --- .github/workflows/test-mlperf-inference-mixtral.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-mlperf-inference-mixtral.yml b/.github/workflows/test-mlperf-inference-mixtral.yml index c0286e09e0..1da60f062f 100644 --- a/.github/workflows/test-mlperf-inference-mixtral.yml +++ b/.github/workflows/test-mlperf-inference-mixtral.yml @@ -30,5 +30,5 @@ jobs: git config --global credential.helper store huggingface-cli login --token ${{ secrets.HF_TOKEN }} --add-to-git-credential cm pull repo - cm run script --tags=run-mlperf,inference,_submission,_short --submitter="MLCommons" --model=mixtral-8x7b --implementation=reference --batch_size=1 --precision=${{ matrix.precision }} --backend=${{ matrix.backend }} --category=datacenter --scenario=Offline --execution_mode=test --device=${{ matrix.device }} --docker_it=no --docker_cm_repo=gateoverflow@cm4mlops --adr.compiler.tags=gcc --hw_name=gh_action --docker_dt=yes --results_dir=$HOME/gh_action_results --submission_dir=$HOME/gh_action_submissions --docker --quiet --test_query_count=1 --target_qps=0.001 --clean --env.CM_MLPERF_MODEL_MIXTRAL_8X7B_DOWNLOAD_TO_HOST=yes --env.CM_MLPERF_DATASET_MIXTRAL_8X7B_DOWNLOAD_TO_HOST=yes --adr.openorca-mbxp-gsm8k-combined-preprocessed.tags=_generate-test-data.1 + cm run script --tags=run-mlperf,inference,_submission,_short --submitter="MLCommons" --model=mixtral-8x7b --implementation=reference --batch_size=1 --precision=${{ matrix.precision }} --backend=${{ matrix.backend }} --category=datacenter --scenario=Offline --execution_mode=test --device=${{ matrix.device }} --docker_it=no --docker_cm_repo=gateoverflow@cm4mlops --adr.compiler.tags=gcc --hw_name=gh_action --docker_dt=yes --results_dir=$HOME/gh_action_results --submission_dir=$HOME/gh_action_submissions --docker --quiet --test_query_count=3 --target_qps=0.001 --clean --env.CM_MLPERF_MODEL_MIXTRAL_8X7B_DOWNLOAD_TO_HOST=yes --env.CM_MLPERF_DATASET_MIXTRAL_8X7B_DOWNLOAD_TO_HOST=yes --adr.openorca-mbxp-gsm8k-combined-preprocessed.tags=_generate-test-data.1 cm run script --tags=push,github,mlperf,inference,submission --repo_url=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 --repo_branch=main --commit_message="Results from self hosted Github actions - GO-phoenix" --quiet --submission_dir=$HOME/gh_action_submissions From af749bdc504c17b482210c1126e5e30479f871fe Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Thu, 21 Nov 2024 12:04:16 +0000 Subject: [PATCH 37/58] Update default-config.yaml --- .../framework-version-default/default-config.yaml | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/script/get-mlperf-inference-sut-configs/configs/RTX4090x1/nvidia_original-implementation/gpu-device/tensorrt-framework/framework-version-default/default-config.yaml b/script/get-mlperf-inference-sut-configs/configs/RTX4090x1/nvidia_original-implementation/gpu-device/tensorrt-framework/framework-version-default/default-config.yaml index f7a8477a88..a9ad05a50d 100644 --- a/script/get-mlperf-inference-sut-configs/configs/RTX4090x1/nvidia_original-implementation/gpu-device/tensorrt-framework/framework-version-default/default-config.yaml +++ b/script/get-mlperf-inference-sut-configs/configs/RTX4090x1/nvidia_original-implementation/gpu-device/tensorrt-framework/framework-version-default/default-config.yaml @@ -17,7 +17,7 @@ bert-99.9: Offline: target_qps: 2000.0 Server: - target_qps: 1600.0 + target_qps: 1400.0 resnet50: Offline: target_qps: '42959.4' @@ -28,3 +28,9 @@ retinanet: target_qps: 850.0 Server: target_qps: 630.0 +sdxl: + Offline: + target_qps: 0.7 + Server: + target_qps: 0.3 + From ab3f90054c72dfca0c30a580bad4c42a759bcf38 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Thu, 21 Nov 2024 12:04:53 +0000 Subject: [PATCH 38/58] Update default-config.yaml --- .../framework-version-default/default-config.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/script/get-mlperf-inference-sut-configs/configs/RTX4090x2/nvidia_original-implementation/gpu-device/tensorrt-framework/framework-version-default/default-config.yaml b/script/get-mlperf-inference-sut-configs/configs/RTX4090x2/nvidia_original-implementation/gpu-device/tensorrt-framework/framework-version-default/default-config.yaml index 43058d44aa..4820e8b525 100644 --- a/script/get-mlperf-inference-sut-configs/configs/RTX4090x2/nvidia_original-implementation/gpu-device/tensorrt-framework/framework-version-default/default-config.yaml +++ b/script/get-mlperf-inference-sut-configs/configs/RTX4090x2/nvidia_original-implementation/gpu-device/tensorrt-framework/framework-version-default/default-config.yaml @@ -37,6 +37,6 @@ target_qps: 7 sdxl: Offline: - target_qps: 2 + target_qps: 1.3 Server: - target_qps: 1 + target_qps: 0.6 From bb6154de1f62c2d98647137d6848518a1a53a106 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Thu, 21 Nov 2024 18:35:47 +0530 Subject: [PATCH 39/58] Fix sdxl ss model generation for Nvidia mlperf inference --- script/app-mlperf-inference-nvidia/customize.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/script/app-mlperf-inference-nvidia/customize.py b/script/app-mlperf-inference-nvidia/customize.py index 789ef6f9dc..381a5f9feb 100644 --- a/script/app-mlperf-inference-nvidia/customize.py +++ b/script/app-mlperf-inference-nvidia/customize.py @@ -235,6 +235,11 @@ def preprocess(i): env['CM_REQUIRE_SDXL_MODEL_DOWNLOAD'] = 'yes' cmds.append(f"make download_model BENCHMARKS='{model_name}'") break + if scenario.lower() == "singlestream": + ammo_model_path = os.path.join(env['MLPERF_SCRATCH_PATH'], 'models', 'SDXL', 'ammo_models', 'unetxl.int8', 'unet.onnx') + if not os.path.exists(ammo_model_path): + env['CM_REQUIRE_SDXL_MODEL_DOWNLOAD'] = 'yes' + cmds.append(f"make download_model BENCHMARKS='{model_name}'") else: return {'return':0} @@ -252,7 +257,7 @@ def preprocess(i): cmds.append(f"make preprocess_data BENCHMARKS='{model_name}'") else: - scenario=env['CM_MLPERF_LOADGEN_SCENARIO'].lower() + scenario=scenario.lower() if env['CM_MLPERF_LOADGEN_MODE'] == "accuracy": test_mode = "AccuracyOnly" From fb2eb99b45781657c6ea1e04b59d36872657d1a8 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Thu, 21 Nov 2024 14:36:50 +0000 Subject: [PATCH 40/58] Improvements to docker run command in detached mode --- script/run-docker-container/customize.py | 17 ++++++++++++++--- 1 file changed, 14 insertions(+), 3 deletions(-) diff --git a/script/run-docker-container/customize.py b/script/run-docker-container/customize.py index 79340fc6d7..b60ba8b296 100644 --- a/script/run-docker-container/customize.py +++ b/script/run-docker-container/customize.py @@ -214,8 +214,8 @@ def postprocess(i): if existing_container_id: CMD = f"ID={existing_container_id} && docker exec $ID bash -c '" + run_cmd + "'" else: - CONTAINER="docker run -dt "+ run_opts + " --rm " + docker_image_repo + "/" + docker_image_name + ":" + docker_image_tag + " bash" - CMD = "ID=`" + CONTAINER + "` && docker exec $ID bash -c '" + run_cmd + "'" + CONTAINER=f"docker run -dt {run_opts} --rm {docker_image_repo}/{docker_image_name}:{docker_image_tag} bash" + CMD = f"ID=`{CONTAINER}` && docker exec $ID bash -c '{run_cmd}'" if False and str(env.get('CM_KEEP_DETACHED_CONTAINER', '')).lower() not in [ 'yes', "1", 'true' ]: CMD += " && docker kill $ID >/dev/null" @@ -232,7 +232,18 @@ def postprocess(i): record_script({'cmd':CMD, 'env': env}) print ('') - docker_out = subprocess.check_output(CMD, shell=True).decode("utf-8") + # Execute the command + try: + result = subprocess.run(CMD, shell=True, check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True) + print("Command Output:", result.stdout) + except subprocess.CalledProcessError as e: + print("Error Occurred!") + print(f"Command: {e.cmd}") + print(f"Return Code: {e.returncode}") + print(f"Error Output: {e.stderr}") + return {'return': 1, 'error': e.stderr} + + docker_out = result.stdout #if docker_out != 0: # return {'return': docker_out, 'error': 'docker run failed'} From 255c63c46b6ca6fa4196c6699a153bd36778822a Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Thu, 21 Nov 2024 22:13:32 +0530 Subject: [PATCH 41/58] Use absolute paths for docker mounts --- script/run-docker-container/customize.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/script/run-docker-container/customize.py b/script/run-docker-container/customize.py index b60ba8b296..d2f673ecb5 100644 --- a/script/run-docker-container/customize.py +++ b/script/run-docker-container/customize.py @@ -186,10 +186,14 @@ def postprocess(i): # return {'return': 1, 'error': 'Invalid mount {} specified'.format(mount_parts)} host_mount = mount_parts[0] + if not os.path.exists(host_mount): os.makedirs(host_mount) - if " " in host_mount and not host_mount.startswith('"'): - mount_cmds[i] = f"\"{host_mount}\":{mount_parts[1]}" + + abs_host_mount = os.path.abspath(mount_parts[0]) + + if abs_host_mount != host_mount or " " in abs_host_mount and not host_mount.startswith('"'): + mount_cmds[i] = f"\"{abs_host_mount}\":{mount_parts[1]}" mount_cmd_string = " -v " + " -v ".join(mount_cmds) else: From 5863f4254b3e7dfd7de0517c9abd66ed5b8c3b99 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Thu, 21 Nov 2024 23:31:45 +0530 Subject: [PATCH 42/58] Add TEST04 for sdxl --- script/run-mlperf-inference-app/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/run-mlperf-inference-app/customize.py b/script/run-mlperf-inference-app/customize.py index 15c54e8bdb..edb27174f6 100644 --- a/script/run-mlperf-inference-app/customize.py +++ b/script/run-mlperf-inference-app/customize.py @@ -109,7 +109,7 @@ def preprocess(i): test_list = ["TEST01"] - if env['CM_MODEL'] in ["resnet50"]: + if env['CM_MODEL'] in ["resnet50", "sdxl"]: test_list.append("TEST04") if "gpt" in env['CM_MODEL'] or "llama2-70b" in env['CM_MODEL'] or "mixtral-8x7b" in env['CM_MODEL']: test_list.remove("TEST01") From bc3eb3fe564b14a8015777fd3666c4d94832ae9a Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 22 Nov 2024 00:26:55 +0530 Subject: [PATCH 43/58] Fixed the dependencies for MLPErf inference SDXL accuracy script --- .../_cm.yaml | 1 - script/get-generic-python-lib/_cm.json | 1 + script/process-mlperf-accuracy/_cm.json | 17 +++++++++++++++-- 3 files changed, 16 insertions(+), 3 deletions(-) diff --git a/script/app-mlperf-inference-mlcommons-python/_cm.yaml b/script/app-mlperf-inference-mlcommons-python/_cm.yaml index ac5abceb7a..f10c09daf5 100644 --- a/script/app-mlperf-inference-mlcommons-python/_cm.yaml +++ b/script/app-mlperf-inference-mlcommons-python/_cm.yaml @@ -959,7 +959,6 @@ variations: - tags: get,generic-python-lib,_package.scipy names: - scipy - version: 1.10.1 llama2-70b_: env: diff --git a/script/get-generic-python-lib/_cm.json b/script/get-generic-python-lib/_cm.json index cdfe55bade..50d459a772 100644 --- a/script/get-generic-python-lib/_cm.json +++ b/script/get-generic-python-lib/_cm.json @@ -68,6 +68,7 @@ "get", "install", "generic", + "pip-package", "generic-python-lib" ], "tags_help": "get generic-python-lib", diff --git a/script/process-mlperf-accuracy/_cm.json b/script/process-mlperf-accuracy/_cm.json index 2d24cc9261..9b07b064e7 100644 --- a/script/process-mlperf-accuracy/_cm.json +++ b/script/process-mlperf-accuracy/_cm.json @@ -403,10 +403,23 @@ { "tags": "get,generic-python-lib,_package.ijson" }, + { + "tags": "get,generic-python-lib,_package.Pillow" + }, + { + "tags": "get,generic-python-lib,_package.pandas" + }, + { + "tags": "get,generic-python-lib,_package.torch" + }, + { + "tags": "get,generic-python-lib,_package.open-clip-torch" + }, + { + "tags": "get,generic-python-lib,_package.scipy" + }, { "tags": "get,generic-python-lib,_package.numpy", - "version_max": "1.22", - "version_max_usable": "1.22", "names": [ "pip-package", "numpy" From ab1b7b4b6b1031a5ed5d98afa1be1fa082c94f07 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 22 Nov 2024 00:35:06 +0530 Subject: [PATCH 44/58] Added rerun option for SDXL accuracy script --- script/process-mlperf-accuracy/_cm.json | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/script/process-mlperf-accuracy/_cm.json b/script/process-mlperf-accuracy/_cm.json index 9b07b064e7..189490a9fd 100644 --- a/script/process-mlperf-accuracy/_cm.json +++ b/script/process-mlperf-accuracy/_cm.json @@ -22,7 +22,8 @@ } ], "input_mapping": { - "result_dir": "CM_MLPERF_ACCURACY_RESULTS_DIR" + "result_dir": "CM_MLPERF_ACCURACY_RESULTS_DIR", + "rerun": "CM_RERUN" }, "new_state_keys": [ "app_mlperf_inference_accuracy*" From c74c9c87b52237d957ff9b5064882a07832e3473 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Thu, 21 Nov 2024 20:39:31 +0000 Subject: [PATCH 45/58] Update test-cm-based-submission-generation.yml --- .github/workflows/test-cm-based-submission-generation.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/test-cm-based-submission-generation.yml b/.github/workflows/test-cm-based-submission-generation.yml index 3b730fe309..68f46267aa 100644 --- a/.github/workflows/test-cm-based-submission-generation.yml +++ b/.github/workflows/test-cm-based-submission-generation.yml @@ -19,7 +19,7 @@ jobs: python-version: [ "3.12" ] division: ["closed", "open", "closed-open"] category: ["datacenter", "edge"] - case: ["case-3", "case-7", "case-8", "closed", "closed-no-compliance", "closed-power", "closed-failed-power-logs"] + case: ["closed", "closed-no-compliance", "closed-power", "closed-failed-power-logs", "case-3", "case-7", "case-8"] action: ["run", "docker"] exclude: - os: macos-latest @@ -62,6 +62,6 @@ jobs: fi # Dynamically set the log group to simulate a dynamic step name echo "::group::$description" - cm ${{ matrix.action }} script --tags=generate,inference,submission --clean --preprocess_submission=yes --results_dir=$PWD/submission_generation_tests/${{ matrix.case }}/ --run-checker --submitter=MLCommons --tar=yes --env.CM_TAR_OUTFILE=submission.tar.gz --division=${{ matrix.division }} --env.CM_DETERMINE_MEMORY_CONFIGURATION=yes --quiet $extra_run_args + cm ${{ matrix.action }} script --tags=generate,inference,submission --adr.submission-checker-src.tags=_branch.dev --clean --preprocess_submission=yes --results_dir=$PWD/submission_generation_tests/${{ matrix.case }}/ --run-checker --submitter=MLCommons --tar=yes --env.CM_TAR_OUTFILE=submission.tar.gz --division=${{ matrix.division }} --env.CM_DETERMINE_MEMORY_CONFIGURATION=yes --quiet $extra_run_args echo "::endgroup::" From 889d67b6704f927718d18a406d9df6a044c3912e Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 22 Nov 2024 02:12:52 +0530 Subject: [PATCH 46/58] Added cm-deps.mmd and cm-deps.png to submission generation --- script/generate-mlperf-inference-submission/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/generate-mlperf-inference-submission/customize.py b/script/generate-mlperf-inference-submission/customize.py index 3e9bcd3763..0d43ff6c16 100644 --- a/script/generate-mlperf-inference-submission/customize.py +++ b/script/generate-mlperf-inference-submission/customize.py @@ -405,7 +405,7 @@ def generate_submission(env, state, inp, submission_division): files.append(f) elif f == "spl.txt": files.append(f) - elif f in [ "README.md", "README-extra.md", "cm-version-info.json", "os_info.json", "cpu_info.json", "pip_freeze.json", "system_info.txt" ] and mode == "performance": + elif f in [ "README.md", "README-extra.md", "cm-version-info.json", "os_info.json", "cpu_info.json", "pip_freeze.json", "system_info.txt", "cm-deps.png", "cm-deps.mmd" ] and mode == "performance": shutil.copy(os.path.join(result_mode_path, f), os.path.join(submission_measurement_path, f)) if f == "system_info.txt" and not platform_info_file: platform_info_file = os.path.join(result_mode_path, f) From d1525afef233af64b05b89a2eec0fb3cffae6e67 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 22 Nov 2024 02:29:22 +0530 Subject: [PATCH 47/58] Use edge as the default system in run-mlperf-inference-app --- script/run-mlperf-inference-app/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/run-mlperf-inference-app/customize.py b/script/run-mlperf-inference-app/customize.py index edb27174f6..d549789786 100644 --- a/script/run-mlperf-inference-app/customize.py +++ b/script/run-mlperf-inference-app/customize.py @@ -94,7 +94,7 @@ def preprocess(i): env['CM_MLPERF_LOADGEN_SCENARIO'] = "Offline" if env.get('CM_MLPERF_LOADGEN_ALL_SCENARIOS', '') == "yes": - env['CM_MLPERF_LOADGEN_SCENARIOS'] = get_valid_scenarios(env['CM_MODEL'], system_meta['system_type'], env['CM_MLPERF_LAST_RELEASE'], env['CM_MLPERF_INFERENCE_SOURCE']) + env['CM_MLPERF_LOADGEN_SCENARIOS'] = get_valid_scenarios(env['CM_MODEL'], system_meta.get('system_type', 'edge'), env['CM_MLPERF_LAST_RELEASE'], env['CM_MLPERF_INFERENCE_SOURCE']) else: system_meta = {} env['CM_MLPERF_LOADGEN_SCENARIOS'] = [ env['CM_MLPERF_LOADGEN_SCENARIO'] ] From 42c0b6ff3f6d62913fbf34c9ecaecaa9aded741b Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 22 Nov 2024 02:58:08 +0530 Subject: [PATCH 48/58] Added use_model_from_host option for run-mlperf-inference-app --- script/app-mlperf-inference/_cm.yaml | 28 ++++++++++++++++++------ script/run-mlperf-inference-app/_cm.yaml | 1 + 2 files changed, 22 insertions(+), 7 deletions(-) diff --git a/script/app-mlperf-inference/_cm.yaml b/script/app-mlperf-inference/_cm.yaml index e508e29977..70d656bbaa 100644 --- a/script/app-mlperf-inference/_cm.yaml +++ b/script/app-mlperf-inference/_cm.yaml @@ -769,36 +769,44 @@ variations: sdxl,nvidia-original: docker: deps: - - enable_if_env: + - enable_if_any_env: CM_MLPERF_MODEL_SDXL_DOWNLOAD_TO_HOST: - 'yes' + CM_USE_MODEL_FROM_HOST: + - 'yes' tags: get,ml-model,sdxl,_fp16,_rclone sdxl,reference,float16: docker: image_name: mlperf-inference-mlcommons-python-implementation-sdxl-float16 deps: - - enable_if_env: + - enable_if_any_env: CM_MLPERF_MODEL_SDXL_DOWNLOAD_TO_HOST: - 'yes' + CM_USE_MODEL_FROM_HOST: + - 'yes' tags: get,ml-model,sdxl,_fp16,_rclone sdxl,reference,bfloat16: docker: image_name: mlperf-inference-mlcommons-python-implementation-sdxl-bfloat16 deps: - - enable_if_env: + - enable_if_any_env: CM_MLPERF_MODEL_SDXL_DOWNLOAD_TO_HOST: - 'yes' + CM_USE_MODEL_FROM_HOST: + - 'yes' tags: get,ml-model,sdxl,_fp16,_rclone sdxl,reference,float32: docker: image_name: mlperf-inference-mlcommons-python-implementation-sdxl-float32 deps: - - enable_if_env: + - enable_if_any_env: CM_MLPERF_MODEL_SDXL_DOWNLOAD_TO_HOST: - 'yes' + CM_USE_MODEL_FROM_HOST: + - 'yes' tags: get,ml-model,sdxl,_fp32,_rclone llama2-70b_: @@ -849,9 +857,11 @@ variations: docker: image_name: mlperf-inference-mlcommons-python-implementation-llama2-70b deps: - - enable_if_env: + - enable_if_any_env: CM_MLPERF_MODEL_LLAMA2_70B_DOWNLOAD_TO_HOST: - 'yes' + CM_USE_MODEL_FROM_HOST: + - 'yes' tags: get,ml-model,llama2 llama2-70b_,amd: @@ -860,9 +870,11 @@ variations: mounts: - "${{ CM_LLAMA2_FINAL_SAFE_TENSORS_PATH }}:${{ CM_LLAMA2_FINAL_SAFE_TENSORS_PATH }" deps: - - enable_if_env: + - enable_if_any_env: CM_MLPERF_MODEL_LLAMA2_70B_DOWNLOAD_TO_HOST: - 'yes' + CM_USE_MODEL_FROM_HOST: + - 'yes' tags: get,ml-model,llama2,_amd,_pytorch mixtral-8x7b: @@ -901,9 +913,11 @@ variations: names: - ml-model - mixtral-model - enable_if_env: + enable_if_any_env: CM_MLPERF_MODEL_MIXTRAL_8X7B_DOWNLOAD_TO_HOST: - 'yes' + CM_USE_MODEL_FROM_HOST: + - 'yes' - tags: get,dataset-mixtral,openorca-mbxp-gsm8k-combined names: - openorca-mbxp-gsm8k-combined-preprocessed diff --git a/script/run-mlperf-inference-app/_cm.yaml b/script/run-mlperf-inference-app/_cm.yaml index d8413393a1..8706ba3ae4 100644 --- a/script/run-mlperf-inference-app/_cm.yaml +++ b/script/run-mlperf-inference-app/_cm.yaml @@ -116,6 +116,7 @@ input_mapping: all_models: CM_MLPERF_ALL_MODELS criteo_day23_raw_data_path: CM_CRITEO_DAY23_RAW_DATA_PATH use_dataset_from_host: CM_USE_DATASET_FROM_HOST + use_model_from_host: CM_USE_MODEL_FROM_HOST new_state_keys: - app_mlperf_inference_* From 58cf0b8bffd7e1cc7dcb4a8b75989ff95bf5c413 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Thu, 21 Nov 2024 21:57:59 +0000 Subject: [PATCH 49/58] Update test-nvidia-mlperf-inference-implementations.yml --- .../workflows/test-nvidia-mlperf-inference-implementations.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-nvidia-mlperf-inference-implementations.yml b/.github/workflows/test-nvidia-mlperf-inference-implementations.yml index ae6afe5fa3..465d8edae4 100644 --- a/.github/workflows/test-nvidia-mlperf-inference-implementations.yml +++ b/.github/workflows/test-nvidia-mlperf-inference-implementations.yml @@ -39,6 +39,6 @@ jobs: pip install --upgrade cm4mlops cm pull repo - cm run script --tags=run-mlperf,inference,_all-scenarios,_submission,_full,_r4.1-dev --preprocess_submission=yes --adr.submission-checker-src.tags=_branch.dev --execution_mode=valid --gpu_name=rtx_4090 --pull_changes=yes --pull_inference_changes=yes --model=${{ matrix.model }} --submitter="MLCommons" --hw_name=$hw_name --implementation=nvidia --backend=tensorrt --category=datacenter,edge --division=closed --docker_dt=yes --docker_it=no --docker_cm_repo=gateoverflow@cm4mlops --adr.compiler.tags=gcc --device=cuda --use_dataset_from_host=yes --results_dir=$HOME/gh_action_results --submission_dir=$HOME/gh_action_submissions --clean --docker --quiet + cm run script --tags=run-mlperf,inference,_all-scenarios,_submission,_full,_r4.1-dev --preprocess_submission=yes --adr.submission-checker-src.tags=_branch.dev --execution_mode=valid --gpu_name=rtx_4090 --pull_changes=yes --pull_inference_changes=yes --model=${{ matrix.model }} --submitter="MLCommons" --hw_name=$hw_name --implementation=nvidia --backend=tensorrt --category=datacenter,edge --division=closed --docker_dt=yes --docker_it=no --docker_cm_repo=gateoverflow@cm4mlops --adr.compiler.tags=gcc --device=cuda --use_model_from_host=yes --use_dataset_from_host=yes --results_dir=$HOME/gh_action_results --submission_dir=$HOME/gh_action_submissions --clean --docker --quiet cm run script --tags=push,github,mlperf,inference,submission --repo_url=https://github.com/gateoverflow/mlperf_inference_unofficial_submissions_v5.0 --repo_branch=main --commit_message="Results from GH action on NVIDIA_$hw_name" --quiet --submission_dir=$HOME/gh_action_submissions --hw_name=$hw_name From 29e0974575c9cc1e458f8c02088fe298a06df475 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 22 Nov 2024 05:00:09 +0530 Subject: [PATCH 50/58] Fix typo in benchmark-program --- script/benchmark-program/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/benchmark-program/customize.py b/script/benchmark-program/customize.py index c19b26c1c0..6b5cb6ebfe 100644 --- a/script/benchmark-program/customize.py +++ b/script/benchmark-program/customize.py @@ -45,7 +45,7 @@ def preprocess(i): if os_info['platform'] != 'windows' and str(env.get('CM_SAVE_CONSOLE_LOG', True)).lower() not in [ "no", "false", "0"]: logs_dir = env.get('CM_LOGS_DIR', env['CM_RUN_DIR']) - env['CM_RUN_CMD'] += r" 2>&1 | tee " + q+ os.path.join(logs_dir, "console.out") + q + r" echo \${PIPESTATUS[0]} > exitstatus" + env['CM_RUN_CMD'] += r" 2>&1 | tee " + q+ os.path.join(logs_dir, "console.out") + q + r"; echo \${PIPESTATUS[0]} > exitstatus" # additional arguments and tags for measuring system informations(only if 'CM_PROFILE_NVIDIA_POWER' is 'on') if env.get('CM_PROFILE_NVIDIA_POWER', '') == "on": From 3061b78741ee9e1bb0133ab708c143de9b206efb Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 22 Nov 2024 17:03:05 +0530 Subject: [PATCH 51/58] Added _full for nvidia mlperf inference sdxl --- script/run-mlperf-inference-app/_cm.yaml | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/script/run-mlperf-inference-app/_cm.yaml b/script/run-mlperf-inference-app/_cm.yaml index 8706ba3ae4..a28dbc219e 100644 --- a/script/run-mlperf-inference-app/_cm.yaml +++ b/script/run-mlperf-inference-app/_cm.yaml @@ -231,6 +231,14 @@ variations: tags: _full openorca-preprocessed: tags: _full + coco2014-dataset: + tags: _full + deps: + - tags: clean,nvidia,scratch,_sdxl,_downloaded-data + extra_cache_rm_tags: -_full + enable_if_env: + CM_MLPERF_IMPLEMENTATION: + - nvidia env: CM_MLPERF_SUBMISSION_GENERATION_STYLE: full group: submission-generation-style From dc86953b924a5aff542a71ea40a7ad3cc4c68966 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 22 Nov 2024 17:15:15 +0530 Subject: [PATCH 52/58] Added auto clean of partial dataset for coco2014 for a full run --- script/app-mlperf-inference-nvidia/customize.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/script/app-mlperf-inference-nvidia/customize.py b/script/app-mlperf-inference-nvidia/customize.py index 381a5f9feb..7da4dc9baa 100644 --- a/script/app-mlperf-inference-nvidia/customize.py +++ b/script/app-mlperf-inference-nvidia/customize.py @@ -72,6 +72,12 @@ def preprocess(i): elif "stable-diffusion" in env["CM_MODEL"]: target_data_path = os.path.join(env['MLPERF_SCRATCH_PATH'], 'data', 'coco', 'SDXL') + if os.path.exists(target_data_path): + with open(target_data_path, "r") as file: + line_count = sum(1 for line in file) + if env.get('CM_MLPERF_SUBMISSION_GENERATION_STYLE', '') == 'full': + if line_count < 5000: + shutil.rmtree(target_data_path) if not os.path.exists(target_data_path): os.makedirs(target_data_path) #cmds.append("make download_data BENCHMARKS='stable-diffusion-xl'") From 441859d678d6f8ddddd95f2dae323dda0620991d Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 22 Nov 2024 17:17:01 +0530 Subject: [PATCH 53/58] Added auto clean of partial dataset for coco2014 for a full run --- script/app-mlperf-inference-nvidia/customize.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/script/app-mlperf-inference-nvidia/customize.py b/script/app-mlperf-inference-nvidia/customize.py index 7da4dc9baa..838ecb6838 100644 --- a/script/app-mlperf-inference-nvidia/customize.py +++ b/script/app-mlperf-inference-nvidia/customize.py @@ -72,8 +72,9 @@ def preprocess(i): elif "stable-diffusion" in env["CM_MODEL"]: target_data_path = os.path.join(env['MLPERF_SCRATCH_PATH'], 'data', 'coco', 'SDXL') - if os.path.exists(target_data_path): - with open(target_data_path, "r") as file: + tsv_file = os.path.join(target_data_path, "captions_5k_final.tsv") + if os.path.exists(tsv_file): + with open(tsv_file, "r") as file: line_count = sum(1 for line in file) if env.get('CM_MLPERF_SUBMISSION_GENERATION_STYLE', '') == 'full': if line_count < 5000: From 3b466ad048f81fbc3a93ecccba60b1e90125ae9d Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 22 Nov 2024 17:19:03 +0530 Subject: [PATCH 54/58] Added auto clean of partial dataset for coco2014 for a full run --- script/run-mlperf-inference-app/_cm.yaml | 6 ------ 1 file changed, 6 deletions(-) diff --git a/script/run-mlperf-inference-app/_cm.yaml b/script/run-mlperf-inference-app/_cm.yaml index a28dbc219e..5d00eee0e9 100644 --- a/script/run-mlperf-inference-app/_cm.yaml +++ b/script/run-mlperf-inference-app/_cm.yaml @@ -233,12 +233,6 @@ variations: tags: _full coco2014-dataset: tags: _full - deps: - - tags: clean,nvidia,scratch,_sdxl,_downloaded-data - extra_cache_rm_tags: -_full - enable_if_env: - CM_MLPERF_IMPLEMENTATION: - - nvidia env: CM_MLPERF_SUBMISSION_GENERATION_STYLE: full group: submission-generation-style From 2c774da513e5b8f2b5b39fd5a00a308f9d1590c9 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 22 Nov 2024 17:25:25 +0530 Subject: [PATCH 55/58] Added auto clean of partial dataset for coco2014 for a full run --- script/app-mlperf-inference-nvidia/customize.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/script/app-mlperf-inference-nvidia/customize.py b/script/app-mlperf-inference-nvidia/customize.py index 838ecb6838..01f90b57bc 100644 --- a/script/app-mlperf-inference-nvidia/customize.py +++ b/script/app-mlperf-inference-nvidia/customize.py @@ -79,8 +79,8 @@ def preprocess(i): if env.get('CM_MLPERF_SUBMISSION_GENERATION_STYLE', '') == 'full': if line_count < 5000: shutil.rmtree(target_data_path) - if not os.path.exists(target_data_path): - os.makedirs(target_data_path) + if not os.path.exists(tsv_file): + os.makedirs(target_data_path, exist_ok=True) #cmds.append("make download_data BENCHMARKS='stable-diffusion-xl'") env['CM_REQUIRE_COCO2014_DOWNLOAD'] = 'yes' cmds.append(f"cp -r \$CM_DATASET_PATH_ROOT/captions/captions.tsv {target_data_path}/captions_5k_final.tsv" ) From 2fbabe699dfc25292d56621799c50b4852b15f96 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 22 Nov 2024 19:02:26 +0530 Subject: [PATCH 56/58] Renamed _cm.json files to _cm.yaml --- script/activate-python-venv/{_cm.json => _cm.yaml} | 0 .../app-image-classification-tf-onnx-cpp/{_cm.json => _cm.yaml} | 0 script/app-image-classification-torch-py/{_cm.json => _cm.yaml} | 0 .../{_cm.json => _cm.yaml} | 0 script/benchmark-program-mlperf/{_cm.json => _cm.yaml} | 0 script/benchmark-program/{_cm.json => _cm.yaml} | 0 script/calibrate-model-for.qaic/{_cm.json => _cm.yaml} | 0 script/compile-model-for.qaic/{_cm.json => _cm.yaml} | 0 script/compile-program/{_cm.json => _cm.yaml} | 0 script/convert-csv-to-md/{_cm.json => _cm.yaml} | 0 .../convert-ml-model-huggingface-to-onnx/{_cm.json => _cm.yaml} | 0 script/create-conda-env/{_cm.json => _cm.yaml} | 0 script/create-fpgaconvnet-app-tinyml/{_cm.json => _cm.yaml} | 0 script/create-fpgaconvnet-config-tinyml/{_cm.json => _cm.yaml} | 0 script/destroy-terraform/{_cm.json => _cm.yaml} | 0 script/detect-cpu/{_cm.json => _cm.yaml} | 0 script/detect-os/{_cm.json => _cm.yaml} | 0 script/download-and-extract/{_cm.json => _cm.yaml} | 0 script/download-file/{_cm.json => _cm.yaml} | 0 script/download-torrent/{_cm.json => _cm.yaml} | 0 script/extract-file/{_cm.json => _cm.yaml} | 0 script/flash-tinyml-binary/{_cm.json => _cm.yaml} | 0 .../generate-mlperf-inference-submission/{_cm.json => _cm.yaml} | 0 script/generate-mlperf-tiny-submission/{_cm.json => _cm.yaml} | 0 script/get-android-sdk/{_cm.json => _cm.yaml} | 0 script/get-aocl/{_cm.json => _cm.yaml} | 0 script/get-aws-cli/{_cm.json => _cm.yaml} | 0 script/get-bazel/{_cm.json => _cm.yaml} | 0 script/get-blis/{_cm.json => _cm.yaml} | 0 script/get-brew/{_cm.json => _cm.yaml} | 0 script/get-cache-dir/{_cm.json => _cm.yaml} | 0 script/get-ck-repo-mlops/{_cm.json => _cm.yaml} | 0 script/get-ck/{_cm.json => _cm.yaml} | 0 script/get-cl/{_cm.json => _cm.yaml} | 0 script/get-cmake/{_cm.json => _cm.yaml} | 0 script/get-cmsis_5/{_cm.json => _cm.yaml} | 0 script/get-compiler-flags/{_cm.json => _cm.yaml} | 0 script/get-conda/{_cm.json => _cm.yaml} | 0 script/get-dataset-cifar10/{_cm.json => _cm.yaml} | 0 script/get-dataset-cnndm/{_cm.json => _cm.yaml} | 0 script/get-dataset-coco/{_cm.json => _cm.yaml} | 0 script/get-dataset-criteo/{_cm.json => _cm.yaml} | 0 script/get-dataset-imagenet-aux/{_cm.json => _cm.yaml} | 0 script/get-dataset-imagenet-helper/{_cm.json => _cm.yaml} | 0 script/get-dataset-imagenet-train/{_cm.json => _cm.yaml} | 0 script/get-dataset-kits19/{_cm.json => _cm.yaml} | 0 script/get-dataset-librispeech/{_cm.json => _cm.yaml} | 0 .../get-dataset-mlperf-inference-mixtral/{_cm.json => _cm.yaml} | 0 script/get-dataset-openimages-annotations/{_cm.json => _cm.yaml} | 0 script/get-dataset-openimages/{_cm.json => _cm.yaml} | 0 script/get-dataset-openorca/{_cm.json => _cm.yaml} | 0 script/get-dataset-squad-vocab/{_cm.json => _cm.yaml} | 0 script/get-dataset-squad/{_cm.json => _cm.yaml} | 0 script/get-dlrm/{_cm.json => _cm.yaml} | 0 script/get-docker/{_cm.json => _cm.yaml} | 0 script/get-gcc/{_cm.json => _cm.yaml} | 0 script/get-generic-python-lib/{_cm.json => _cm.yaml} | 0 script/get-generic-sys-util/{_cm.json => _cm.yaml} | 0 script/get-git-repo/{_cm.json => _cm.yaml} | 0 script/get-github-cli/{_cm.json => _cm.yaml} | 0 script/get-go/{_cm.json => _cm.yaml} | 0 script/get-google-test/{_cm.json => _cm.yaml} | 0 script/get-ipol-src/{_cm.json => _cm.yaml} | 0 script/get-java/{_cm.json => _cm.yaml} | 0 script/get-javac/{_cm.json => _cm.yaml} | 0 script/get-lib-armnn/{_cm.json => _cm.yaml} | 0 script/get-lib-dnnl/{_cm.json => _cm.yaml} | 0 script/get-lib-protobuf/{_cm.json => _cm.yaml} | 0 script/get-lib-qaic-api/{_cm.json => _cm.yaml} | 0 script/get-llvm/{_cm.json => _cm.yaml} | 0 script/get-microtvm/{_cm.json => _cm.yaml} | 0 script/get-ml-model-3d-unet-kits19/{_cm.json => _cm.yaml} | 0 script/get-ml-model-bert-base-squad/{_cm.json => _cm.yaml} | 0 script/get-ml-model-bert-large-squad/{_cm.json => _cm.yaml} | 0 script/get-ml-model-dlrm-terabyte/{_cm.json => _cm.yaml} | 0 script/get-ml-model-efficientnet-lite/{_cm.json => _cm.yaml} | 0 script/get-ml-model-gptj/{_cm.json => _cm.yaml} | 0 script/get-ml-model-huggingface-zoo/{_cm.json => _cm.yaml} | 0 script/get-ml-model-llama2/{_cm.json => _cm.yaml} | 0 script/get-ml-model-mixtral/{_cm.json => _cm.yaml} | 0 script/get-ml-model-mobilenet/{_cm.json => _cm.yaml} | 0 script/get-ml-model-neuralmagic-zoo/{_cm.json => _cm.yaml} | 0 script/get-ml-model-resnet50/{_cm.json => _cm.yaml} | 0 script/get-ml-model-retinanet-nvidia/{_cm.json => _cm.yaml} | 0 script/get-ml-model-retinanet/{_cm.json => _cm.yaml} | 0 script/get-ml-model-rnnt/{_cm.json => _cm.yaml} | 0 script/get-ml-model-stable-diffusion/{_cm.json => _cm.yaml} | 0 script/get-ml-model-tiny-resnet/{_cm.json => _cm.yaml} | 0 .../{_cm.json => _cm.yaml} | 0 .../{_cm.json => _cm.yaml} | 0 .../{_cm.json => _cm.yaml} | 0 .../{_cm.json => _cm.yaml} | 0 script/get-mlperf-inference-results-dir/{_cm.json => _cm.yaml} | 0 script/get-mlperf-inference-results/{_cm.json => _cm.yaml} | 0 script/get-mlperf-inference-src/{_cm.json => _cm.yaml} | 0 script/get-mlperf-inference-submission-dir/{_cm.json => _cm.yaml} | 0 script/get-mlperf-inference-sut-configs/{_cm.json => _cm.yaml} | 0 .../get-mlperf-inference-sut-description/{_cm.json => _cm.yaml} | 0 script/get-mlperf-logging/{_cm.json => _cm.yaml} | 0 script/get-mlperf-power-dev/{_cm.json => _cm.yaml} | 0 .../{_cm.json => _cm.yaml} | 0 script/get-mlperf-tiny-src/{_cm.json => _cm.yaml} | 0 script/get-mlperf-training-nvidia-code/{_cm.json => _cm.yaml} | 0 script/get-mlperf-training-src/{_cm.json => _cm.yaml} | 0 script/get-nvidia-docker/{_cm.json => _cm.yaml} | 0 script/get-nvidia-mitten/{_cm.json => _cm.yaml} | 0 script/get-onnxruntime-prebuilt/{_cm.json => _cm.yaml} | 0 script/get-openssl/{_cm.json => _cm.yaml} | 0 script/get-platform-details/{_cm.json => _cm.yaml} | 0 script/get-preprocessed-dataset-criteo/{_cm.json => _cm.yaml} | 0 script/get-preprocessed-dataset-generic/{_cm.json => _cm.yaml} | 0 script/get-preprocessed-dataset-imagenet/{_cm.json => _cm.yaml} | 0 script/get-preprocessed-dataset-kits19/{_cm.json => _cm.yaml} | 0 .../get-preprocessed-dataset-librispeech/{_cm.json => _cm.yaml} | 0 script/get-preprocessed-dataset-openimages/{_cm.json => _cm.yaml} | 0 script/get-preprocessed-dataset-openorca/{_cm.json => _cm.yaml} | 0 script/get-python3/{_cm.json => _cm.yaml} | 0 script/get-qaic-apps-sdk/{_cm.json => _cm.yaml} | 0 script/get-qaic-platform-sdk/{_cm.json => _cm.yaml} | 0 script/get-qaic-software-kit/{_cm.json => _cm.yaml} | 0 script/get-rclone/{_cm.json => _cm.yaml} | 0 script/get-rocm/{_cm.json => _cm.yaml} | 0 script/get-spec-ptd/{_cm.json => _cm.yaml} | 0 script/get-tensorrt/{_cm.json => _cm.yaml} | 0 script/get-terraform/{_cm.json => _cm.yaml} | 0 script/get-tvm-model/{_cm.json => _cm.yaml} | 0 script/get-tvm/{_cm.json => _cm.yaml} | 0 script/get-xilinx-sdk/{_cm.json => _cm.yaml} | 0 script/get-zendnn/{_cm.json => _cm.yaml} | 0 script/get-zephyr-sdk/{_cm.json => _cm.yaml} | 0 script/get-zephyr/{_cm.json => _cm.yaml} | 0 script/install-apt-package/{_cm.json => _cm.yaml} | 0 script/install-aws-cli/{_cm.json => _cm.yaml} | 0 script/install-bazel/{_cm.json => _cm.yaml} | 0 script/install-cmake-prebuilt/{_cm.json => _cm.yaml} | 0 script/install-cuda-package-manager/{_cm.json => _cm.yaml} | 0 script/install-cuda-prebuilt/{_cm.json => _cm.yaml} | 0 script/install-diffusers-from-src/{_cm.json => _cm.yaml} | 0 script/install-gcc-src/{_cm.json => _cm.yaml} | 0 script/install-generic-conda-package/{_cm.json => _cm.yaml} | 0 script/install-gflags-from-src/{_cm.json => _cm.yaml} | 0 script/install-gflags/{_cm.json => _cm.yaml} | 0 script/install-github-cli/{_cm.json => _cm.yaml} | 0 script/install-intel-neural-speed-from-src/{_cm.json => _cm.yaml} | 0 script/install-ipex-from-src/{_cm.json => _cm.yaml} | 0 script/install-llvm-prebuilt/{_cm.json => _cm.yaml} | 0 script/install-llvm-src/{_cm.json => _cm.yaml} | 0 script/install-numactl-from-src/{_cm.json => _cm.yaml} | 0 script/install-onednn-from-src/{_cm.json => _cm.yaml} | 0 script/install-onnxruntime-from-src/{_cm.json => _cm.yaml} | 0 script/install-opencv-from-src/{_cm.json => _cm.yaml} | 0 script/install-openssl/{_cm.json => _cm.yaml} | 0 script/install-python-src/{_cm.json => _cm.yaml} | 0 script/install-python-venv/{_cm.json => _cm.yaml} | 0 script/install-pytorch-from-src/{_cm.json => _cm.yaml} | 0 script/install-pytorch-kineto-from-src/{_cm.json => _cm.yaml} | 0 script/install-qaic-compute-sdk-from-src/{_cm.json => _cm.yaml} | 0 script/install-rapidjson-from-src/{_cm.json => _cm.yaml} | 0 script/install-rocm/{_cm.json => _cm.yaml} | 0 script/install-tensorflow-for-c/{_cm.json => _cm.yaml} | 0 script/install-tensorflow-from-src/{_cm.json => _cm.yaml} | 0 script/install-terraform-from-src/{_cm.json => _cm.yaml} | 0 script/install-tflite-from-src/{_cm.json => _cm.yaml} | 0 script/install-torchvision-from-src/{_cm.json => _cm.yaml} | 0 script/install-tpp-pytorch-extension/{_cm.json => _cm.yaml} | 0 script/install-transformers-from-src/{_cm.json => _cm.yaml} | 0 script/prepare-training-data-bert/{_cm.json => _cm.yaml} | 0 script/prepare-training-data-resnet/{_cm.json => _cm.yaml} | 0 .../preprocess-mlperf-inference-submission/{_cm.json => _cm.yaml} | 0 script/print-hello-world-java/{_cm.json => _cm.yaml} | 0 script/print-hello-world-javac/{_cm.json => _cm.yaml} | 0 script/print-hello-world-py/{_cm.json => _cm.yaml} | 0 script/print-python-version/{_cm.json => _cm.yaml} | 0 script/process-ae-users/{_cm.json => _cm.yaml} | 0 script/process-mlperf-accuracy/{_cm.json => _cm.yaml} | 0 script/prune-bert-models/{_cm.json => _cm.yaml} | 0 script/prune-docker/{_cm.json => _cm.yaml} | 0 script/publish-results-to-dashboard/{_cm.json => _cm.yaml} | 0 script/pull-git-repo/{_cm.json => _cm.yaml} | 0 script/push-csv-to-spreadsheet/{_cm.json => _cm.yaml} | 0 .../{_cm.json => _cm.yaml} | 0 script/remote-run-commands/{_cm.json => _cm.yaml} | 0 .../reproduce-mlperf-octoml-tinyml-results/{_cm.json => _cm.yaml} | 0 .../run-mlperf-inference-mobilenet-models/{_cm.json => _cm.yaml} | 0 .../{_cm.json => _cm.yaml} | 0 script/run-mlperf-power-client/{_cm.json => _cm.yaml} | 0 script/run-mlperf-power-server/{_cm.json => _cm.yaml} | 0 .../run-mlperf-training-submission-checker/{_cm.json => _cm.yaml} | 0 script/run-python/{_cm.json => _cm.yaml} | 0 script/run-terraform/{_cm.json => _cm.yaml} | 0 script/set-device-settings-qaic/{_cm.json => _cm.yaml} | 0 script/set-echo-off-win/{_cm.json => _cm.yaml} | 0 script/set-performance-mode/{_cm.json => _cm.yaml} | 0 script/set-sqlite-dir/{_cm.json => _cm.yaml} | 0 script/tar-my-folder/{_cm.json => _cm.yaml} | 0 script/test-mlperf-inference-retinanet/{_cm.json => _cm.yaml} | 0 script/test-set-sys-user-cm/{_cm.json => _cm.yaml} | 0 .../truncate-mlperf-inference-accuracy-log/{_cm.json => _cm.yaml} | 0 script/upgrade-python-pip/{_cm.json => _cm.yaml} | 0 .../{_cm.json => _cm.yaml} | 0 200 files changed, 0 insertions(+), 0 deletions(-) rename script/activate-python-venv/{_cm.json => _cm.yaml} (100%) rename script/app-image-classification-tf-onnx-cpp/{_cm.json => _cm.yaml} (100%) rename script/app-image-classification-torch-py/{_cm.json => _cm.yaml} (100%) rename script/app-mlperf-inference-ctuning-cpp-tflite/{_cm.json => _cm.yaml} (100%) rename script/benchmark-program-mlperf/{_cm.json => _cm.yaml} (100%) rename script/benchmark-program/{_cm.json => _cm.yaml} (100%) rename script/calibrate-model-for.qaic/{_cm.json => _cm.yaml} (100%) rename script/compile-model-for.qaic/{_cm.json => _cm.yaml} (100%) rename script/compile-program/{_cm.json => _cm.yaml} (100%) rename script/convert-csv-to-md/{_cm.json => _cm.yaml} (100%) rename script/convert-ml-model-huggingface-to-onnx/{_cm.json => _cm.yaml} (100%) rename script/create-conda-env/{_cm.json => _cm.yaml} (100%) rename script/create-fpgaconvnet-app-tinyml/{_cm.json => _cm.yaml} (100%) rename script/create-fpgaconvnet-config-tinyml/{_cm.json => _cm.yaml} (100%) rename script/destroy-terraform/{_cm.json => _cm.yaml} (100%) rename script/detect-cpu/{_cm.json => _cm.yaml} (100%) rename script/detect-os/{_cm.json => _cm.yaml} (100%) rename script/download-and-extract/{_cm.json => _cm.yaml} (100%) rename script/download-file/{_cm.json => _cm.yaml} (100%) rename script/download-torrent/{_cm.json => _cm.yaml} (100%) rename script/extract-file/{_cm.json => _cm.yaml} (100%) rename script/flash-tinyml-binary/{_cm.json => _cm.yaml} (100%) rename script/generate-mlperf-inference-submission/{_cm.json => _cm.yaml} (100%) rename script/generate-mlperf-tiny-submission/{_cm.json => _cm.yaml} (100%) rename script/get-android-sdk/{_cm.json => _cm.yaml} (100%) rename script/get-aocl/{_cm.json => _cm.yaml} (100%) rename script/get-aws-cli/{_cm.json => _cm.yaml} (100%) rename script/get-bazel/{_cm.json => _cm.yaml} (100%) rename script/get-blis/{_cm.json => _cm.yaml} (100%) rename script/get-brew/{_cm.json => _cm.yaml} (100%) rename script/get-cache-dir/{_cm.json => _cm.yaml} (100%) rename script/get-ck-repo-mlops/{_cm.json => _cm.yaml} (100%) rename script/get-ck/{_cm.json => _cm.yaml} (100%) rename script/get-cl/{_cm.json => _cm.yaml} (100%) rename script/get-cmake/{_cm.json => _cm.yaml} (100%) rename script/get-cmsis_5/{_cm.json => _cm.yaml} (100%) rename script/get-compiler-flags/{_cm.json => _cm.yaml} (100%) rename script/get-conda/{_cm.json => _cm.yaml} (100%) rename script/get-dataset-cifar10/{_cm.json => _cm.yaml} (100%) rename script/get-dataset-cnndm/{_cm.json => _cm.yaml} (100%) rename script/get-dataset-coco/{_cm.json => _cm.yaml} (100%) rename script/get-dataset-criteo/{_cm.json => _cm.yaml} (100%) rename script/get-dataset-imagenet-aux/{_cm.json => _cm.yaml} (100%) rename script/get-dataset-imagenet-helper/{_cm.json => _cm.yaml} (100%) rename script/get-dataset-imagenet-train/{_cm.json => _cm.yaml} (100%) rename script/get-dataset-kits19/{_cm.json => _cm.yaml} (100%) rename script/get-dataset-librispeech/{_cm.json => _cm.yaml} (100%) rename script/get-dataset-mlperf-inference-mixtral/{_cm.json => _cm.yaml} (100%) rename script/get-dataset-openimages-annotations/{_cm.json => _cm.yaml} (100%) rename script/get-dataset-openimages/{_cm.json => _cm.yaml} (100%) rename script/get-dataset-openorca/{_cm.json => _cm.yaml} (100%) rename script/get-dataset-squad-vocab/{_cm.json => _cm.yaml} (100%) rename script/get-dataset-squad/{_cm.json => _cm.yaml} (100%) rename script/get-dlrm/{_cm.json => _cm.yaml} (100%) rename script/get-docker/{_cm.json => _cm.yaml} (100%) rename script/get-gcc/{_cm.json => _cm.yaml} (100%) rename script/get-generic-python-lib/{_cm.json => _cm.yaml} (100%) rename script/get-generic-sys-util/{_cm.json => _cm.yaml} (100%) rename script/get-git-repo/{_cm.json => _cm.yaml} (100%) rename script/get-github-cli/{_cm.json => _cm.yaml} (100%) rename script/get-go/{_cm.json => _cm.yaml} (100%) rename script/get-google-test/{_cm.json => _cm.yaml} (100%) rename script/get-ipol-src/{_cm.json => _cm.yaml} (100%) rename script/get-java/{_cm.json => _cm.yaml} (100%) rename script/get-javac/{_cm.json => _cm.yaml} (100%) rename script/get-lib-armnn/{_cm.json => _cm.yaml} (100%) rename script/get-lib-dnnl/{_cm.json => _cm.yaml} (100%) rename script/get-lib-protobuf/{_cm.json => _cm.yaml} (100%) rename script/get-lib-qaic-api/{_cm.json => _cm.yaml} (100%) rename script/get-llvm/{_cm.json => _cm.yaml} (100%) rename script/get-microtvm/{_cm.json => _cm.yaml} (100%) rename script/get-ml-model-3d-unet-kits19/{_cm.json => _cm.yaml} (100%) rename script/get-ml-model-bert-base-squad/{_cm.json => _cm.yaml} (100%) rename script/get-ml-model-bert-large-squad/{_cm.json => _cm.yaml} (100%) rename script/get-ml-model-dlrm-terabyte/{_cm.json => _cm.yaml} (100%) rename script/get-ml-model-efficientnet-lite/{_cm.json => _cm.yaml} (100%) rename script/get-ml-model-gptj/{_cm.json => _cm.yaml} (100%) rename script/get-ml-model-huggingface-zoo/{_cm.json => _cm.yaml} (100%) rename script/get-ml-model-llama2/{_cm.json => _cm.yaml} (100%) rename script/get-ml-model-mixtral/{_cm.json => _cm.yaml} (100%) rename script/get-ml-model-mobilenet/{_cm.json => _cm.yaml} (100%) rename script/get-ml-model-neuralmagic-zoo/{_cm.json => _cm.yaml} (100%) rename script/get-ml-model-resnet50/{_cm.json => _cm.yaml} (100%) rename script/get-ml-model-retinanet-nvidia/{_cm.json => _cm.yaml} (100%) rename script/get-ml-model-retinanet/{_cm.json => _cm.yaml} (100%) rename script/get-ml-model-rnnt/{_cm.json => _cm.yaml} (100%) rename script/get-ml-model-stable-diffusion/{_cm.json => _cm.yaml} (100%) rename script/get-ml-model-tiny-resnet/{_cm.json => _cm.yaml} (100%) rename script/get-ml-model-using-imagenet-from-model-zoo/{_cm.json => _cm.yaml} (100%) rename script/get-mlperf-inference-intel-scratch-space/{_cm.json => _cm.yaml} (100%) rename script/get-mlperf-inference-nvidia-common-code/{_cm.json => _cm.yaml} (100%) rename script/get-mlperf-inference-nvidia-scratch-space/{_cm.json => _cm.yaml} (100%) rename script/get-mlperf-inference-results-dir/{_cm.json => _cm.yaml} (100%) rename script/get-mlperf-inference-results/{_cm.json => _cm.yaml} (100%) rename script/get-mlperf-inference-src/{_cm.json => _cm.yaml} (100%) rename script/get-mlperf-inference-submission-dir/{_cm.json => _cm.yaml} (100%) rename script/get-mlperf-inference-sut-configs/{_cm.json => _cm.yaml} (100%) rename script/get-mlperf-inference-sut-description/{_cm.json => _cm.yaml} (100%) rename script/get-mlperf-logging/{_cm.json => _cm.yaml} (100%) rename script/get-mlperf-power-dev/{_cm.json => _cm.yaml} (100%) rename script/get-mlperf-tiny-eembc-energy-runner-src/{_cm.json => _cm.yaml} (100%) rename script/get-mlperf-tiny-src/{_cm.json => _cm.yaml} (100%) rename script/get-mlperf-training-nvidia-code/{_cm.json => _cm.yaml} (100%) rename script/get-mlperf-training-src/{_cm.json => _cm.yaml} (100%) rename script/get-nvidia-docker/{_cm.json => _cm.yaml} (100%) rename script/get-nvidia-mitten/{_cm.json => _cm.yaml} (100%) rename script/get-onnxruntime-prebuilt/{_cm.json => _cm.yaml} (100%) rename script/get-openssl/{_cm.json => _cm.yaml} (100%) rename script/get-platform-details/{_cm.json => _cm.yaml} (100%) rename script/get-preprocessed-dataset-criteo/{_cm.json => _cm.yaml} (100%) rename script/get-preprocessed-dataset-generic/{_cm.json => _cm.yaml} (100%) rename script/get-preprocessed-dataset-imagenet/{_cm.json => _cm.yaml} (100%) rename script/get-preprocessed-dataset-kits19/{_cm.json => _cm.yaml} (100%) rename script/get-preprocessed-dataset-librispeech/{_cm.json => _cm.yaml} (100%) rename script/get-preprocessed-dataset-openimages/{_cm.json => _cm.yaml} (100%) rename script/get-preprocessed-dataset-openorca/{_cm.json => _cm.yaml} (100%) rename script/get-python3/{_cm.json => _cm.yaml} (100%) rename script/get-qaic-apps-sdk/{_cm.json => _cm.yaml} (100%) rename script/get-qaic-platform-sdk/{_cm.json => _cm.yaml} (100%) rename script/get-qaic-software-kit/{_cm.json => _cm.yaml} (100%) rename script/get-rclone/{_cm.json => _cm.yaml} (100%) rename script/get-rocm/{_cm.json => _cm.yaml} (100%) rename script/get-spec-ptd/{_cm.json => _cm.yaml} (100%) rename script/get-tensorrt/{_cm.json => _cm.yaml} (100%) rename script/get-terraform/{_cm.json => _cm.yaml} (100%) rename script/get-tvm-model/{_cm.json => _cm.yaml} (100%) rename script/get-tvm/{_cm.json => _cm.yaml} (100%) rename script/get-xilinx-sdk/{_cm.json => _cm.yaml} (100%) rename script/get-zendnn/{_cm.json => _cm.yaml} (100%) rename script/get-zephyr-sdk/{_cm.json => _cm.yaml} (100%) rename script/get-zephyr/{_cm.json => _cm.yaml} (100%) rename script/install-apt-package/{_cm.json => _cm.yaml} (100%) rename script/install-aws-cli/{_cm.json => _cm.yaml} (100%) rename script/install-bazel/{_cm.json => _cm.yaml} (100%) rename script/install-cmake-prebuilt/{_cm.json => _cm.yaml} (100%) rename script/install-cuda-package-manager/{_cm.json => _cm.yaml} (100%) rename script/install-cuda-prebuilt/{_cm.json => _cm.yaml} (100%) rename script/install-diffusers-from-src/{_cm.json => _cm.yaml} (100%) rename script/install-gcc-src/{_cm.json => _cm.yaml} (100%) rename script/install-generic-conda-package/{_cm.json => _cm.yaml} (100%) rename script/install-gflags-from-src/{_cm.json => _cm.yaml} (100%) rename script/install-gflags/{_cm.json => _cm.yaml} (100%) rename script/install-github-cli/{_cm.json => _cm.yaml} (100%) rename script/install-intel-neural-speed-from-src/{_cm.json => _cm.yaml} (100%) rename script/install-ipex-from-src/{_cm.json => _cm.yaml} (100%) rename script/install-llvm-prebuilt/{_cm.json => _cm.yaml} (100%) rename script/install-llvm-src/{_cm.json => _cm.yaml} (100%) rename script/install-numactl-from-src/{_cm.json => _cm.yaml} (100%) rename script/install-onednn-from-src/{_cm.json => _cm.yaml} (100%) rename script/install-onnxruntime-from-src/{_cm.json => _cm.yaml} (100%) rename script/install-opencv-from-src/{_cm.json => _cm.yaml} (100%) rename script/install-openssl/{_cm.json => _cm.yaml} (100%) rename script/install-python-src/{_cm.json => _cm.yaml} (100%) rename script/install-python-venv/{_cm.json => _cm.yaml} (100%) rename script/install-pytorch-from-src/{_cm.json => _cm.yaml} (100%) rename script/install-pytorch-kineto-from-src/{_cm.json => _cm.yaml} (100%) rename script/install-qaic-compute-sdk-from-src/{_cm.json => _cm.yaml} (100%) rename script/install-rapidjson-from-src/{_cm.json => _cm.yaml} (100%) rename script/install-rocm/{_cm.json => _cm.yaml} (100%) rename script/install-tensorflow-for-c/{_cm.json => _cm.yaml} (100%) rename script/install-tensorflow-from-src/{_cm.json => _cm.yaml} (100%) rename script/install-terraform-from-src/{_cm.json => _cm.yaml} (100%) rename script/install-tflite-from-src/{_cm.json => _cm.yaml} (100%) rename script/install-torchvision-from-src/{_cm.json => _cm.yaml} (100%) rename script/install-tpp-pytorch-extension/{_cm.json => _cm.yaml} (100%) rename script/install-transformers-from-src/{_cm.json => _cm.yaml} (100%) rename script/prepare-training-data-bert/{_cm.json => _cm.yaml} (100%) rename script/prepare-training-data-resnet/{_cm.json => _cm.yaml} (100%) rename script/preprocess-mlperf-inference-submission/{_cm.json => _cm.yaml} (100%) rename script/print-hello-world-java/{_cm.json => _cm.yaml} (100%) rename script/print-hello-world-javac/{_cm.json => _cm.yaml} (100%) rename script/print-hello-world-py/{_cm.json => _cm.yaml} (100%) rename script/print-python-version/{_cm.json => _cm.yaml} (100%) rename script/process-ae-users/{_cm.json => _cm.yaml} (100%) rename script/process-mlperf-accuracy/{_cm.json => _cm.yaml} (100%) rename script/prune-bert-models/{_cm.json => _cm.yaml} (100%) rename script/prune-docker/{_cm.json => _cm.yaml} (100%) rename script/publish-results-to-dashboard/{_cm.json => _cm.yaml} (100%) rename script/pull-git-repo/{_cm.json => _cm.yaml} (100%) rename script/push-csv-to-spreadsheet/{_cm.json => _cm.yaml} (100%) rename script/push-mlperf-inference-results-to-github/{_cm.json => _cm.yaml} (100%) rename script/remote-run-commands/{_cm.json => _cm.yaml} (100%) rename script/reproduce-mlperf-octoml-tinyml-results/{_cm.json => _cm.yaml} (100%) rename script/run-mlperf-inference-mobilenet-models/{_cm.json => _cm.yaml} (100%) rename script/run-mlperf-inference-submission-checker/{_cm.json => _cm.yaml} (100%) rename script/run-mlperf-power-client/{_cm.json => _cm.yaml} (100%) rename script/run-mlperf-power-server/{_cm.json => _cm.yaml} (100%) rename script/run-mlperf-training-submission-checker/{_cm.json => _cm.yaml} (100%) rename script/run-python/{_cm.json => _cm.yaml} (100%) rename script/run-terraform/{_cm.json => _cm.yaml} (100%) rename script/set-device-settings-qaic/{_cm.json => _cm.yaml} (100%) rename script/set-echo-off-win/{_cm.json => _cm.yaml} (100%) rename script/set-performance-mode/{_cm.json => _cm.yaml} (100%) rename script/set-sqlite-dir/{_cm.json => _cm.yaml} (100%) rename script/tar-my-folder/{_cm.json => _cm.yaml} (100%) rename script/test-mlperf-inference-retinanet/{_cm.json => _cm.yaml} (100%) rename script/test-set-sys-user-cm/{_cm.json => _cm.yaml} (100%) rename script/truncate-mlperf-inference-accuracy-log/{_cm.json => _cm.yaml} (100%) rename script/upgrade-python-pip/{_cm.json => _cm.yaml} (100%) rename script/wrapper-reproduce-octoml-tinyml-submission/{_cm.json => _cm.yaml} (100%) diff --git a/script/activate-python-venv/_cm.json b/script/activate-python-venv/_cm.yaml similarity index 100% rename from script/activate-python-venv/_cm.json rename to script/activate-python-venv/_cm.yaml diff --git a/script/app-image-classification-tf-onnx-cpp/_cm.json b/script/app-image-classification-tf-onnx-cpp/_cm.yaml similarity index 100% rename from script/app-image-classification-tf-onnx-cpp/_cm.json rename to script/app-image-classification-tf-onnx-cpp/_cm.yaml diff --git a/script/app-image-classification-torch-py/_cm.json b/script/app-image-classification-torch-py/_cm.yaml similarity index 100% rename from script/app-image-classification-torch-py/_cm.json rename to script/app-image-classification-torch-py/_cm.yaml diff --git a/script/app-mlperf-inference-ctuning-cpp-tflite/_cm.json b/script/app-mlperf-inference-ctuning-cpp-tflite/_cm.yaml similarity index 100% rename from script/app-mlperf-inference-ctuning-cpp-tflite/_cm.json rename to script/app-mlperf-inference-ctuning-cpp-tflite/_cm.yaml diff --git a/script/benchmark-program-mlperf/_cm.json b/script/benchmark-program-mlperf/_cm.yaml similarity index 100% rename from script/benchmark-program-mlperf/_cm.json rename to script/benchmark-program-mlperf/_cm.yaml diff --git a/script/benchmark-program/_cm.json b/script/benchmark-program/_cm.yaml similarity index 100% rename from script/benchmark-program/_cm.json rename to script/benchmark-program/_cm.yaml diff --git a/script/calibrate-model-for.qaic/_cm.json b/script/calibrate-model-for.qaic/_cm.yaml similarity index 100% rename from script/calibrate-model-for.qaic/_cm.json rename to script/calibrate-model-for.qaic/_cm.yaml diff --git a/script/compile-model-for.qaic/_cm.json b/script/compile-model-for.qaic/_cm.yaml similarity index 100% rename from script/compile-model-for.qaic/_cm.json rename to script/compile-model-for.qaic/_cm.yaml diff --git a/script/compile-program/_cm.json b/script/compile-program/_cm.yaml similarity index 100% rename from script/compile-program/_cm.json rename to script/compile-program/_cm.yaml diff --git a/script/convert-csv-to-md/_cm.json b/script/convert-csv-to-md/_cm.yaml similarity index 100% rename from script/convert-csv-to-md/_cm.json rename to script/convert-csv-to-md/_cm.yaml diff --git a/script/convert-ml-model-huggingface-to-onnx/_cm.json b/script/convert-ml-model-huggingface-to-onnx/_cm.yaml similarity index 100% rename from script/convert-ml-model-huggingface-to-onnx/_cm.json rename to script/convert-ml-model-huggingface-to-onnx/_cm.yaml diff --git a/script/create-conda-env/_cm.json b/script/create-conda-env/_cm.yaml similarity index 100% rename from script/create-conda-env/_cm.json rename to script/create-conda-env/_cm.yaml diff --git a/script/create-fpgaconvnet-app-tinyml/_cm.json b/script/create-fpgaconvnet-app-tinyml/_cm.yaml similarity index 100% rename from script/create-fpgaconvnet-app-tinyml/_cm.json rename to script/create-fpgaconvnet-app-tinyml/_cm.yaml diff --git a/script/create-fpgaconvnet-config-tinyml/_cm.json b/script/create-fpgaconvnet-config-tinyml/_cm.yaml similarity index 100% rename from script/create-fpgaconvnet-config-tinyml/_cm.json rename to script/create-fpgaconvnet-config-tinyml/_cm.yaml diff --git a/script/destroy-terraform/_cm.json b/script/destroy-terraform/_cm.yaml similarity index 100% rename from script/destroy-terraform/_cm.json rename to script/destroy-terraform/_cm.yaml diff --git a/script/detect-cpu/_cm.json b/script/detect-cpu/_cm.yaml similarity index 100% rename from script/detect-cpu/_cm.json rename to script/detect-cpu/_cm.yaml diff --git a/script/detect-os/_cm.json b/script/detect-os/_cm.yaml similarity index 100% rename from script/detect-os/_cm.json rename to script/detect-os/_cm.yaml diff --git a/script/download-and-extract/_cm.json b/script/download-and-extract/_cm.yaml similarity index 100% rename from script/download-and-extract/_cm.json rename to script/download-and-extract/_cm.yaml diff --git a/script/download-file/_cm.json b/script/download-file/_cm.yaml similarity index 100% rename from script/download-file/_cm.json rename to script/download-file/_cm.yaml diff --git a/script/download-torrent/_cm.json b/script/download-torrent/_cm.yaml similarity index 100% rename from script/download-torrent/_cm.json rename to script/download-torrent/_cm.yaml diff --git a/script/extract-file/_cm.json b/script/extract-file/_cm.yaml similarity index 100% rename from script/extract-file/_cm.json rename to script/extract-file/_cm.yaml diff --git a/script/flash-tinyml-binary/_cm.json b/script/flash-tinyml-binary/_cm.yaml similarity index 100% rename from script/flash-tinyml-binary/_cm.json rename to script/flash-tinyml-binary/_cm.yaml diff --git a/script/generate-mlperf-inference-submission/_cm.json b/script/generate-mlperf-inference-submission/_cm.yaml similarity index 100% rename from script/generate-mlperf-inference-submission/_cm.json rename to script/generate-mlperf-inference-submission/_cm.yaml diff --git a/script/generate-mlperf-tiny-submission/_cm.json b/script/generate-mlperf-tiny-submission/_cm.yaml similarity index 100% rename from script/generate-mlperf-tiny-submission/_cm.json rename to script/generate-mlperf-tiny-submission/_cm.yaml diff --git a/script/get-android-sdk/_cm.json b/script/get-android-sdk/_cm.yaml similarity index 100% rename from script/get-android-sdk/_cm.json rename to script/get-android-sdk/_cm.yaml diff --git a/script/get-aocl/_cm.json b/script/get-aocl/_cm.yaml similarity index 100% rename from script/get-aocl/_cm.json rename to script/get-aocl/_cm.yaml diff --git a/script/get-aws-cli/_cm.json b/script/get-aws-cli/_cm.yaml similarity index 100% rename from script/get-aws-cli/_cm.json rename to script/get-aws-cli/_cm.yaml diff --git a/script/get-bazel/_cm.json b/script/get-bazel/_cm.yaml similarity index 100% rename from script/get-bazel/_cm.json rename to script/get-bazel/_cm.yaml diff --git a/script/get-blis/_cm.json b/script/get-blis/_cm.yaml similarity index 100% rename from script/get-blis/_cm.json rename to script/get-blis/_cm.yaml diff --git a/script/get-brew/_cm.json b/script/get-brew/_cm.yaml similarity index 100% rename from script/get-brew/_cm.json rename to script/get-brew/_cm.yaml diff --git a/script/get-cache-dir/_cm.json b/script/get-cache-dir/_cm.yaml similarity index 100% rename from script/get-cache-dir/_cm.json rename to script/get-cache-dir/_cm.yaml diff --git a/script/get-ck-repo-mlops/_cm.json b/script/get-ck-repo-mlops/_cm.yaml similarity index 100% rename from script/get-ck-repo-mlops/_cm.json rename to script/get-ck-repo-mlops/_cm.yaml diff --git a/script/get-ck/_cm.json b/script/get-ck/_cm.yaml similarity index 100% rename from script/get-ck/_cm.json rename to script/get-ck/_cm.yaml diff --git a/script/get-cl/_cm.json b/script/get-cl/_cm.yaml similarity index 100% rename from script/get-cl/_cm.json rename to script/get-cl/_cm.yaml diff --git a/script/get-cmake/_cm.json b/script/get-cmake/_cm.yaml similarity index 100% rename from script/get-cmake/_cm.json rename to script/get-cmake/_cm.yaml diff --git a/script/get-cmsis_5/_cm.json b/script/get-cmsis_5/_cm.yaml similarity index 100% rename from script/get-cmsis_5/_cm.json rename to script/get-cmsis_5/_cm.yaml diff --git a/script/get-compiler-flags/_cm.json b/script/get-compiler-flags/_cm.yaml similarity index 100% rename from script/get-compiler-flags/_cm.json rename to script/get-compiler-flags/_cm.yaml diff --git a/script/get-conda/_cm.json b/script/get-conda/_cm.yaml similarity index 100% rename from script/get-conda/_cm.json rename to script/get-conda/_cm.yaml diff --git a/script/get-dataset-cifar10/_cm.json b/script/get-dataset-cifar10/_cm.yaml similarity index 100% rename from script/get-dataset-cifar10/_cm.json rename to script/get-dataset-cifar10/_cm.yaml diff --git a/script/get-dataset-cnndm/_cm.json b/script/get-dataset-cnndm/_cm.yaml similarity index 100% rename from script/get-dataset-cnndm/_cm.json rename to script/get-dataset-cnndm/_cm.yaml diff --git a/script/get-dataset-coco/_cm.json b/script/get-dataset-coco/_cm.yaml similarity index 100% rename from script/get-dataset-coco/_cm.json rename to script/get-dataset-coco/_cm.yaml diff --git a/script/get-dataset-criteo/_cm.json b/script/get-dataset-criteo/_cm.yaml similarity index 100% rename from script/get-dataset-criteo/_cm.json rename to script/get-dataset-criteo/_cm.yaml diff --git a/script/get-dataset-imagenet-aux/_cm.json b/script/get-dataset-imagenet-aux/_cm.yaml similarity index 100% rename from script/get-dataset-imagenet-aux/_cm.json rename to script/get-dataset-imagenet-aux/_cm.yaml diff --git a/script/get-dataset-imagenet-helper/_cm.json b/script/get-dataset-imagenet-helper/_cm.yaml similarity index 100% rename from script/get-dataset-imagenet-helper/_cm.json rename to script/get-dataset-imagenet-helper/_cm.yaml diff --git a/script/get-dataset-imagenet-train/_cm.json b/script/get-dataset-imagenet-train/_cm.yaml similarity index 100% rename from script/get-dataset-imagenet-train/_cm.json rename to script/get-dataset-imagenet-train/_cm.yaml diff --git a/script/get-dataset-kits19/_cm.json b/script/get-dataset-kits19/_cm.yaml similarity index 100% rename from script/get-dataset-kits19/_cm.json rename to script/get-dataset-kits19/_cm.yaml diff --git a/script/get-dataset-librispeech/_cm.json b/script/get-dataset-librispeech/_cm.yaml similarity index 100% rename from script/get-dataset-librispeech/_cm.json rename to script/get-dataset-librispeech/_cm.yaml diff --git a/script/get-dataset-mlperf-inference-mixtral/_cm.json b/script/get-dataset-mlperf-inference-mixtral/_cm.yaml similarity index 100% rename from script/get-dataset-mlperf-inference-mixtral/_cm.json rename to script/get-dataset-mlperf-inference-mixtral/_cm.yaml diff --git a/script/get-dataset-openimages-annotations/_cm.json b/script/get-dataset-openimages-annotations/_cm.yaml similarity index 100% rename from script/get-dataset-openimages-annotations/_cm.json rename to script/get-dataset-openimages-annotations/_cm.yaml diff --git a/script/get-dataset-openimages/_cm.json b/script/get-dataset-openimages/_cm.yaml similarity index 100% rename from script/get-dataset-openimages/_cm.json rename to script/get-dataset-openimages/_cm.yaml diff --git a/script/get-dataset-openorca/_cm.json b/script/get-dataset-openorca/_cm.yaml similarity index 100% rename from script/get-dataset-openorca/_cm.json rename to script/get-dataset-openorca/_cm.yaml diff --git a/script/get-dataset-squad-vocab/_cm.json b/script/get-dataset-squad-vocab/_cm.yaml similarity index 100% rename from script/get-dataset-squad-vocab/_cm.json rename to script/get-dataset-squad-vocab/_cm.yaml diff --git a/script/get-dataset-squad/_cm.json b/script/get-dataset-squad/_cm.yaml similarity index 100% rename from script/get-dataset-squad/_cm.json rename to script/get-dataset-squad/_cm.yaml diff --git a/script/get-dlrm/_cm.json b/script/get-dlrm/_cm.yaml similarity index 100% rename from script/get-dlrm/_cm.json rename to script/get-dlrm/_cm.yaml diff --git a/script/get-docker/_cm.json b/script/get-docker/_cm.yaml similarity index 100% rename from script/get-docker/_cm.json rename to script/get-docker/_cm.yaml diff --git a/script/get-gcc/_cm.json b/script/get-gcc/_cm.yaml similarity index 100% rename from script/get-gcc/_cm.json rename to script/get-gcc/_cm.yaml diff --git a/script/get-generic-python-lib/_cm.json b/script/get-generic-python-lib/_cm.yaml similarity index 100% rename from script/get-generic-python-lib/_cm.json rename to script/get-generic-python-lib/_cm.yaml diff --git a/script/get-generic-sys-util/_cm.json b/script/get-generic-sys-util/_cm.yaml similarity index 100% rename from script/get-generic-sys-util/_cm.json rename to script/get-generic-sys-util/_cm.yaml diff --git a/script/get-git-repo/_cm.json b/script/get-git-repo/_cm.yaml similarity index 100% rename from script/get-git-repo/_cm.json rename to script/get-git-repo/_cm.yaml diff --git a/script/get-github-cli/_cm.json b/script/get-github-cli/_cm.yaml similarity index 100% rename from script/get-github-cli/_cm.json rename to script/get-github-cli/_cm.yaml diff --git a/script/get-go/_cm.json b/script/get-go/_cm.yaml similarity index 100% rename from script/get-go/_cm.json rename to script/get-go/_cm.yaml diff --git a/script/get-google-test/_cm.json b/script/get-google-test/_cm.yaml similarity index 100% rename from script/get-google-test/_cm.json rename to script/get-google-test/_cm.yaml diff --git a/script/get-ipol-src/_cm.json b/script/get-ipol-src/_cm.yaml similarity index 100% rename from script/get-ipol-src/_cm.json rename to script/get-ipol-src/_cm.yaml diff --git a/script/get-java/_cm.json b/script/get-java/_cm.yaml similarity index 100% rename from script/get-java/_cm.json rename to script/get-java/_cm.yaml diff --git a/script/get-javac/_cm.json b/script/get-javac/_cm.yaml similarity index 100% rename from script/get-javac/_cm.json rename to script/get-javac/_cm.yaml diff --git a/script/get-lib-armnn/_cm.json b/script/get-lib-armnn/_cm.yaml similarity index 100% rename from script/get-lib-armnn/_cm.json rename to script/get-lib-armnn/_cm.yaml diff --git a/script/get-lib-dnnl/_cm.json b/script/get-lib-dnnl/_cm.yaml similarity index 100% rename from script/get-lib-dnnl/_cm.json rename to script/get-lib-dnnl/_cm.yaml diff --git a/script/get-lib-protobuf/_cm.json b/script/get-lib-protobuf/_cm.yaml similarity index 100% rename from script/get-lib-protobuf/_cm.json rename to script/get-lib-protobuf/_cm.yaml diff --git a/script/get-lib-qaic-api/_cm.json b/script/get-lib-qaic-api/_cm.yaml similarity index 100% rename from script/get-lib-qaic-api/_cm.json rename to script/get-lib-qaic-api/_cm.yaml diff --git a/script/get-llvm/_cm.json b/script/get-llvm/_cm.yaml similarity index 100% rename from script/get-llvm/_cm.json rename to script/get-llvm/_cm.yaml diff --git a/script/get-microtvm/_cm.json b/script/get-microtvm/_cm.yaml similarity index 100% rename from script/get-microtvm/_cm.json rename to script/get-microtvm/_cm.yaml diff --git a/script/get-ml-model-3d-unet-kits19/_cm.json b/script/get-ml-model-3d-unet-kits19/_cm.yaml similarity index 100% rename from script/get-ml-model-3d-unet-kits19/_cm.json rename to script/get-ml-model-3d-unet-kits19/_cm.yaml diff --git a/script/get-ml-model-bert-base-squad/_cm.json b/script/get-ml-model-bert-base-squad/_cm.yaml similarity index 100% rename from script/get-ml-model-bert-base-squad/_cm.json rename to script/get-ml-model-bert-base-squad/_cm.yaml diff --git a/script/get-ml-model-bert-large-squad/_cm.json b/script/get-ml-model-bert-large-squad/_cm.yaml similarity index 100% rename from script/get-ml-model-bert-large-squad/_cm.json rename to script/get-ml-model-bert-large-squad/_cm.yaml diff --git a/script/get-ml-model-dlrm-terabyte/_cm.json b/script/get-ml-model-dlrm-terabyte/_cm.yaml similarity index 100% rename from script/get-ml-model-dlrm-terabyte/_cm.json rename to script/get-ml-model-dlrm-terabyte/_cm.yaml diff --git a/script/get-ml-model-efficientnet-lite/_cm.json b/script/get-ml-model-efficientnet-lite/_cm.yaml similarity index 100% rename from script/get-ml-model-efficientnet-lite/_cm.json rename to script/get-ml-model-efficientnet-lite/_cm.yaml diff --git a/script/get-ml-model-gptj/_cm.json b/script/get-ml-model-gptj/_cm.yaml similarity index 100% rename from script/get-ml-model-gptj/_cm.json rename to script/get-ml-model-gptj/_cm.yaml diff --git a/script/get-ml-model-huggingface-zoo/_cm.json b/script/get-ml-model-huggingface-zoo/_cm.yaml similarity index 100% rename from script/get-ml-model-huggingface-zoo/_cm.json rename to script/get-ml-model-huggingface-zoo/_cm.yaml diff --git a/script/get-ml-model-llama2/_cm.json b/script/get-ml-model-llama2/_cm.yaml similarity index 100% rename from script/get-ml-model-llama2/_cm.json rename to script/get-ml-model-llama2/_cm.yaml diff --git a/script/get-ml-model-mixtral/_cm.json b/script/get-ml-model-mixtral/_cm.yaml similarity index 100% rename from script/get-ml-model-mixtral/_cm.json rename to script/get-ml-model-mixtral/_cm.yaml diff --git a/script/get-ml-model-mobilenet/_cm.json b/script/get-ml-model-mobilenet/_cm.yaml similarity index 100% rename from script/get-ml-model-mobilenet/_cm.json rename to script/get-ml-model-mobilenet/_cm.yaml diff --git a/script/get-ml-model-neuralmagic-zoo/_cm.json b/script/get-ml-model-neuralmagic-zoo/_cm.yaml similarity index 100% rename from script/get-ml-model-neuralmagic-zoo/_cm.json rename to script/get-ml-model-neuralmagic-zoo/_cm.yaml diff --git a/script/get-ml-model-resnet50/_cm.json b/script/get-ml-model-resnet50/_cm.yaml similarity index 100% rename from script/get-ml-model-resnet50/_cm.json rename to script/get-ml-model-resnet50/_cm.yaml diff --git a/script/get-ml-model-retinanet-nvidia/_cm.json b/script/get-ml-model-retinanet-nvidia/_cm.yaml similarity index 100% rename from script/get-ml-model-retinanet-nvidia/_cm.json rename to script/get-ml-model-retinanet-nvidia/_cm.yaml diff --git a/script/get-ml-model-retinanet/_cm.json b/script/get-ml-model-retinanet/_cm.yaml similarity index 100% rename from script/get-ml-model-retinanet/_cm.json rename to script/get-ml-model-retinanet/_cm.yaml diff --git a/script/get-ml-model-rnnt/_cm.json b/script/get-ml-model-rnnt/_cm.yaml similarity index 100% rename from script/get-ml-model-rnnt/_cm.json rename to script/get-ml-model-rnnt/_cm.yaml diff --git a/script/get-ml-model-stable-diffusion/_cm.json b/script/get-ml-model-stable-diffusion/_cm.yaml similarity index 100% rename from script/get-ml-model-stable-diffusion/_cm.json rename to script/get-ml-model-stable-diffusion/_cm.yaml diff --git a/script/get-ml-model-tiny-resnet/_cm.json b/script/get-ml-model-tiny-resnet/_cm.yaml similarity index 100% rename from script/get-ml-model-tiny-resnet/_cm.json rename to script/get-ml-model-tiny-resnet/_cm.yaml diff --git a/script/get-ml-model-using-imagenet-from-model-zoo/_cm.json b/script/get-ml-model-using-imagenet-from-model-zoo/_cm.yaml similarity index 100% rename from script/get-ml-model-using-imagenet-from-model-zoo/_cm.json rename to script/get-ml-model-using-imagenet-from-model-zoo/_cm.yaml diff --git a/script/get-mlperf-inference-intel-scratch-space/_cm.json b/script/get-mlperf-inference-intel-scratch-space/_cm.yaml similarity index 100% rename from script/get-mlperf-inference-intel-scratch-space/_cm.json rename to script/get-mlperf-inference-intel-scratch-space/_cm.yaml diff --git a/script/get-mlperf-inference-nvidia-common-code/_cm.json b/script/get-mlperf-inference-nvidia-common-code/_cm.yaml similarity index 100% rename from script/get-mlperf-inference-nvidia-common-code/_cm.json rename to script/get-mlperf-inference-nvidia-common-code/_cm.yaml diff --git a/script/get-mlperf-inference-nvidia-scratch-space/_cm.json b/script/get-mlperf-inference-nvidia-scratch-space/_cm.yaml similarity index 100% rename from script/get-mlperf-inference-nvidia-scratch-space/_cm.json rename to script/get-mlperf-inference-nvidia-scratch-space/_cm.yaml diff --git a/script/get-mlperf-inference-results-dir/_cm.json b/script/get-mlperf-inference-results-dir/_cm.yaml similarity index 100% rename from script/get-mlperf-inference-results-dir/_cm.json rename to script/get-mlperf-inference-results-dir/_cm.yaml diff --git a/script/get-mlperf-inference-results/_cm.json b/script/get-mlperf-inference-results/_cm.yaml similarity index 100% rename from script/get-mlperf-inference-results/_cm.json rename to script/get-mlperf-inference-results/_cm.yaml diff --git a/script/get-mlperf-inference-src/_cm.json b/script/get-mlperf-inference-src/_cm.yaml similarity index 100% rename from script/get-mlperf-inference-src/_cm.json rename to script/get-mlperf-inference-src/_cm.yaml diff --git a/script/get-mlperf-inference-submission-dir/_cm.json b/script/get-mlperf-inference-submission-dir/_cm.yaml similarity index 100% rename from script/get-mlperf-inference-submission-dir/_cm.json rename to script/get-mlperf-inference-submission-dir/_cm.yaml diff --git a/script/get-mlperf-inference-sut-configs/_cm.json b/script/get-mlperf-inference-sut-configs/_cm.yaml similarity index 100% rename from script/get-mlperf-inference-sut-configs/_cm.json rename to script/get-mlperf-inference-sut-configs/_cm.yaml diff --git a/script/get-mlperf-inference-sut-description/_cm.json b/script/get-mlperf-inference-sut-description/_cm.yaml similarity index 100% rename from script/get-mlperf-inference-sut-description/_cm.json rename to script/get-mlperf-inference-sut-description/_cm.yaml diff --git a/script/get-mlperf-logging/_cm.json b/script/get-mlperf-logging/_cm.yaml similarity index 100% rename from script/get-mlperf-logging/_cm.json rename to script/get-mlperf-logging/_cm.yaml diff --git a/script/get-mlperf-power-dev/_cm.json b/script/get-mlperf-power-dev/_cm.yaml similarity index 100% rename from script/get-mlperf-power-dev/_cm.json rename to script/get-mlperf-power-dev/_cm.yaml diff --git a/script/get-mlperf-tiny-eembc-energy-runner-src/_cm.json b/script/get-mlperf-tiny-eembc-energy-runner-src/_cm.yaml similarity index 100% rename from script/get-mlperf-tiny-eembc-energy-runner-src/_cm.json rename to script/get-mlperf-tiny-eembc-energy-runner-src/_cm.yaml diff --git a/script/get-mlperf-tiny-src/_cm.json b/script/get-mlperf-tiny-src/_cm.yaml similarity index 100% rename from script/get-mlperf-tiny-src/_cm.json rename to script/get-mlperf-tiny-src/_cm.yaml diff --git a/script/get-mlperf-training-nvidia-code/_cm.json b/script/get-mlperf-training-nvidia-code/_cm.yaml similarity index 100% rename from script/get-mlperf-training-nvidia-code/_cm.json rename to script/get-mlperf-training-nvidia-code/_cm.yaml diff --git a/script/get-mlperf-training-src/_cm.json b/script/get-mlperf-training-src/_cm.yaml similarity index 100% rename from script/get-mlperf-training-src/_cm.json rename to script/get-mlperf-training-src/_cm.yaml diff --git a/script/get-nvidia-docker/_cm.json b/script/get-nvidia-docker/_cm.yaml similarity index 100% rename from script/get-nvidia-docker/_cm.json rename to script/get-nvidia-docker/_cm.yaml diff --git a/script/get-nvidia-mitten/_cm.json b/script/get-nvidia-mitten/_cm.yaml similarity index 100% rename from script/get-nvidia-mitten/_cm.json rename to script/get-nvidia-mitten/_cm.yaml diff --git a/script/get-onnxruntime-prebuilt/_cm.json b/script/get-onnxruntime-prebuilt/_cm.yaml similarity index 100% rename from script/get-onnxruntime-prebuilt/_cm.json rename to script/get-onnxruntime-prebuilt/_cm.yaml diff --git a/script/get-openssl/_cm.json b/script/get-openssl/_cm.yaml similarity index 100% rename from script/get-openssl/_cm.json rename to script/get-openssl/_cm.yaml diff --git a/script/get-platform-details/_cm.json b/script/get-platform-details/_cm.yaml similarity index 100% rename from script/get-platform-details/_cm.json rename to script/get-platform-details/_cm.yaml diff --git a/script/get-preprocessed-dataset-criteo/_cm.json b/script/get-preprocessed-dataset-criteo/_cm.yaml similarity index 100% rename from script/get-preprocessed-dataset-criteo/_cm.json rename to script/get-preprocessed-dataset-criteo/_cm.yaml diff --git a/script/get-preprocessed-dataset-generic/_cm.json b/script/get-preprocessed-dataset-generic/_cm.yaml similarity index 100% rename from script/get-preprocessed-dataset-generic/_cm.json rename to script/get-preprocessed-dataset-generic/_cm.yaml diff --git a/script/get-preprocessed-dataset-imagenet/_cm.json b/script/get-preprocessed-dataset-imagenet/_cm.yaml similarity index 100% rename from script/get-preprocessed-dataset-imagenet/_cm.json rename to script/get-preprocessed-dataset-imagenet/_cm.yaml diff --git a/script/get-preprocessed-dataset-kits19/_cm.json b/script/get-preprocessed-dataset-kits19/_cm.yaml similarity index 100% rename from script/get-preprocessed-dataset-kits19/_cm.json rename to script/get-preprocessed-dataset-kits19/_cm.yaml diff --git a/script/get-preprocessed-dataset-librispeech/_cm.json b/script/get-preprocessed-dataset-librispeech/_cm.yaml similarity index 100% rename from script/get-preprocessed-dataset-librispeech/_cm.json rename to script/get-preprocessed-dataset-librispeech/_cm.yaml diff --git a/script/get-preprocessed-dataset-openimages/_cm.json b/script/get-preprocessed-dataset-openimages/_cm.yaml similarity index 100% rename from script/get-preprocessed-dataset-openimages/_cm.json rename to script/get-preprocessed-dataset-openimages/_cm.yaml diff --git a/script/get-preprocessed-dataset-openorca/_cm.json b/script/get-preprocessed-dataset-openorca/_cm.yaml similarity index 100% rename from script/get-preprocessed-dataset-openorca/_cm.json rename to script/get-preprocessed-dataset-openorca/_cm.yaml diff --git a/script/get-python3/_cm.json b/script/get-python3/_cm.yaml similarity index 100% rename from script/get-python3/_cm.json rename to script/get-python3/_cm.yaml diff --git a/script/get-qaic-apps-sdk/_cm.json b/script/get-qaic-apps-sdk/_cm.yaml similarity index 100% rename from script/get-qaic-apps-sdk/_cm.json rename to script/get-qaic-apps-sdk/_cm.yaml diff --git a/script/get-qaic-platform-sdk/_cm.json b/script/get-qaic-platform-sdk/_cm.yaml similarity index 100% rename from script/get-qaic-platform-sdk/_cm.json rename to script/get-qaic-platform-sdk/_cm.yaml diff --git a/script/get-qaic-software-kit/_cm.json b/script/get-qaic-software-kit/_cm.yaml similarity index 100% rename from script/get-qaic-software-kit/_cm.json rename to script/get-qaic-software-kit/_cm.yaml diff --git a/script/get-rclone/_cm.json b/script/get-rclone/_cm.yaml similarity index 100% rename from script/get-rclone/_cm.json rename to script/get-rclone/_cm.yaml diff --git a/script/get-rocm/_cm.json b/script/get-rocm/_cm.yaml similarity index 100% rename from script/get-rocm/_cm.json rename to script/get-rocm/_cm.yaml diff --git a/script/get-spec-ptd/_cm.json b/script/get-spec-ptd/_cm.yaml similarity index 100% rename from script/get-spec-ptd/_cm.json rename to script/get-spec-ptd/_cm.yaml diff --git a/script/get-tensorrt/_cm.json b/script/get-tensorrt/_cm.yaml similarity index 100% rename from script/get-tensorrt/_cm.json rename to script/get-tensorrt/_cm.yaml diff --git a/script/get-terraform/_cm.json b/script/get-terraform/_cm.yaml similarity index 100% rename from script/get-terraform/_cm.json rename to script/get-terraform/_cm.yaml diff --git a/script/get-tvm-model/_cm.json b/script/get-tvm-model/_cm.yaml similarity index 100% rename from script/get-tvm-model/_cm.json rename to script/get-tvm-model/_cm.yaml diff --git a/script/get-tvm/_cm.json b/script/get-tvm/_cm.yaml similarity index 100% rename from script/get-tvm/_cm.json rename to script/get-tvm/_cm.yaml diff --git a/script/get-xilinx-sdk/_cm.json b/script/get-xilinx-sdk/_cm.yaml similarity index 100% rename from script/get-xilinx-sdk/_cm.json rename to script/get-xilinx-sdk/_cm.yaml diff --git a/script/get-zendnn/_cm.json b/script/get-zendnn/_cm.yaml similarity index 100% rename from script/get-zendnn/_cm.json rename to script/get-zendnn/_cm.yaml diff --git a/script/get-zephyr-sdk/_cm.json b/script/get-zephyr-sdk/_cm.yaml similarity index 100% rename from script/get-zephyr-sdk/_cm.json rename to script/get-zephyr-sdk/_cm.yaml diff --git a/script/get-zephyr/_cm.json b/script/get-zephyr/_cm.yaml similarity index 100% rename from script/get-zephyr/_cm.json rename to script/get-zephyr/_cm.yaml diff --git a/script/install-apt-package/_cm.json b/script/install-apt-package/_cm.yaml similarity index 100% rename from script/install-apt-package/_cm.json rename to script/install-apt-package/_cm.yaml diff --git a/script/install-aws-cli/_cm.json b/script/install-aws-cli/_cm.yaml similarity index 100% rename from script/install-aws-cli/_cm.json rename to script/install-aws-cli/_cm.yaml diff --git a/script/install-bazel/_cm.json b/script/install-bazel/_cm.yaml similarity index 100% rename from script/install-bazel/_cm.json rename to script/install-bazel/_cm.yaml diff --git a/script/install-cmake-prebuilt/_cm.json b/script/install-cmake-prebuilt/_cm.yaml similarity index 100% rename from script/install-cmake-prebuilt/_cm.json rename to script/install-cmake-prebuilt/_cm.yaml diff --git a/script/install-cuda-package-manager/_cm.json b/script/install-cuda-package-manager/_cm.yaml similarity index 100% rename from script/install-cuda-package-manager/_cm.json rename to script/install-cuda-package-manager/_cm.yaml diff --git a/script/install-cuda-prebuilt/_cm.json b/script/install-cuda-prebuilt/_cm.yaml similarity index 100% rename from script/install-cuda-prebuilt/_cm.json rename to script/install-cuda-prebuilt/_cm.yaml diff --git a/script/install-diffusers-from-src/_cm.json b/script/install-diffusers-from-src/_cm.yaml similarity index 100% rename from script/install-diffusers-from-src/_cm.json rename to script/install-diffusers-from-src/_cm.yaml diff --git a/script/install-gcc-src/_cm.json b/script/install-gcc-src/_cm.yaml similarity index 100% rename from script/install-gcc-src/_cm.json rename to script/install-gcc-src/_cm.yaml diff --git a/script/install-generic-conda-package/_cm.json b/script/install-generic-conda-package/_cm.yaml similarity index 100% rename from script/install-generic-conda-package/_cm.json rename to script/install-generic-conda-package/_cm.yaml diff --git a/script/install-gflags-from-src/_cm.json b/script/install-gflags-from-src/_cm.yaml similarity index 100% rename from script/install-gflags-from-src/_cm.json rename to script/install-gflags-from-src/_cm.yaml diff --git a/script/install-gflags/_cm.json b/script/install-gflags/_cm.yaml similarity index 100% rename from script/install-gflags/_cm.json rename to script/install-gflags/_cm.yaml diff --git a/script/install-github-cli/_cm.json b/script/install-github-cli/_cm.yaml similarity index 100% rename from script/install-github-cli/_cm.json rename to script/install-github-cli/_cm.yaml diff --git a/script/install-intel-neural-speed-from-src/_cm.json b/script/install-intel-neural-speed-from-src/_cm.yaml similarity index 100% rename from script/install-intel-neural-speed-from-src/_cm.json rename to script/install-intel-neural-speed-from-src/_cm.yaml diff --git a/script/install-ipex-from-src/_cm.json b/script/install-ipex-from-src/_cm.yaml similarity index 100% rename from script/install-ipex-from-src/_cm.json rename to script/install-ipex-from-src/_cm.yaml diff --git a/script/install-llvm-prebuilt/_cm.json b/script/install-llvm-prebuilt/_cm.yaml similarity index 100% rename from script/install-llvm-prebuilt/_cm.json rename to script/install-llvm-prebuilt/_cm.yaml diff --git a/script/install-llvm-src/_cm.json b/script/install-llvm-src/_cm.yaml similarity index 100% rename from script/install-llvm-src/_cm.json rename to script/install-llvm-src/_cm.yaml diff --git a/script/install-numactl-from-src/_cm.json b/script/install-numactl-from-src/_cm.yaml similarity index 100% rename from script/install-numactl-from-src/_cm.json rename to script/install-numactl-from-src/_cm.yaml diff --git a/script/install-onednn-from-src/_cm.json b/script/install-onednn-from-src/_cm.yaml similarity index 100% rename from script/install-onednn-from-src/_cm.json rename to script/install-onednn-from-src/_cm.yaml diff --git a/script/install-onnxruntime-from-src/_cm.json b/script/install-onnxruntime-from-src/_cm.yaml similarity index 100% rename from script/install-onnxruntime-from-src/_cm.json rename to script/install-onnxruntime-from-src/_cm.yaml diff --git a/script/install-opencv-from-src/_cm.json b/script/install-opencv-from-src/_cm.yaml similarity index 100% rename from script/install-opencv-from-src/_cm.json rename to script/install-opencv-from-src/_cm.yaml diff --git a/script/install-openssl/_cm.json b/script/install-openssl/_cm.yaml similarity index 100% rename from script/install-openssl/_cm.json rename to script/install-openssl/_cm.yaml diff --git a/script/install-python-src/_cm.json b/script/install-python-src/_cm.yaml similarity index 100% rename from script/install-python-src/_cm.json rename to script/install-python-src/_cm.yaml diff --git a/script/install-python-venv/_cm.json b/script/install-python-venv/_cm.yaml similarity index 100% rename from script/install-python-venv/_cm.json rename to script/install-python-venv/_cm.yaml diff --git a/script/install-pytorch-from-src/_cm.json b/script/install-pytorch-from-src/_cm.yaml similarity index 100% rename from script/install-pytorch-from-src/_cm.json rename to script/install-pytorch-from-src/_cm.yaml diff --git a/script/install-pytorch-kineto-from-src/_cm.json b/script/install-pytorch-kineto-from-src/_cm.yaml similarity index 100% rename from script/install-pytorch-kineto-from-src/_cm.json rename to script/install-pytorch-kineto-from-src/_cm.yaml diff --git a/script/install-qaic-compute-sdk-from-src/_cm.json b/script/install-qaic-compute-sdk-from-src/_cm.yaml similarity index 100% rename from script/install-qaic-compute-sdk-from-src/_cm.json rename to script/install-qaic-compute-sdk-from-src/_cm.yaml diff --git a/script/install-rapidjson-from-src/_cm.json b/script/install-rapidjson-from-src/_cm.yaml similarity index 100% rename from script/install-rapidjson-from-src/_cm.json rename to script/install-rapidjson-from-src/_cm.yaml diff --git a/script/install-rocm/_cm.json b/script/install-rocm/_cm.yaml similarity index 100% rename from script/install-rocm/_cm.json rename to script/install-rocm/_cm.yaml diff --git a/script/install-tensorflow-for-c/_cm.json b/script/install-tensorflow-for-c/_cm.yaml similarity index 100% rename from script/install-tensorflow-for-c/_cm.json rename to script/install-tensorflow-for-c/_cm.yaml diff --git a/script/install-tensorflow-from-src/_cm.json b/script/install-tensorflow-from-src/_cm.yaml similarity index 100% rename from script/install-tensorflow-from-src/_cm.json rename to script/install-tensorflow-from-src/_cm.yaml diff --git a/script/install-terraform-from-src/_cm.json b/script/install-terraform-from-src/_cm.yaml similarity index 100% rename from script/install-terraform-from-src/_cm.json rename to script/install-terraform-from-src/_cm.yaml diff --git a/script/install-tflite-from-src/_cm.json b/script/install-tflite-from-src/_cm.yaml similarity index 100% rename from script/install-tflite-from-src/_cm.json rename to script/install-tflite-from-src/_cm.yaml diff --git a/script/install-torchvision-from-src/_cm.json b/script/install-torchvision-from-src/_cm.yaml similarity index 100% rename from script/install-torchvision-from-src/_cm.json rename to script/install-torchvision-from-src/_cm.yaml diff --git a/script/install-tpp-pytorch-extension/_cm.json b/script/install-tpp-pytorch-extension/_cm.yaml similarity index 100% rename from script/install-tpp-pytorch-extension/_cm.json rename to script/install-tpp-pytorch-extension/_cm.yaml diff --git a/script/install-transformers-from-src/_cm.json b/script/install-transformers-from-src/_cm.yaml similarity index 100% rename from script/install-transformers-from-src/_cm.json rename to script/install-transformers-from-src/_cm.yaml diff --git a/script/prepare-training-data-bert/_cm.json b/script/prepare-training-data-bert/_cm.yaml similarity index 100% rename from script/prepare-training-data-bert/_cm.json rename to script/prepare-training-data-bert/_cm.yaml diff --git a/script/prepare-training-data-resnet/_cm.json b/script/prepare-training-data-resnet/_cm.yaml similarity index 100% rename from script/prepare-training-data-resnet/_cm.json rename to script/prepare-training-data-resnet/_cm.yaml diff --git a/script/preprocess-mlperf-inference-submission/_cm.json b/script/preprocess-mlperf-inference-submission/_cm.yaml similarity index 100% rename from script/preprocess-mlperf-inference-submission/_cm.json rename to script/preprocess-mlperf-inference-submission/_cm.yaml diff --git a/script/print-hello-world-java/_cm.json b/script/print-hello-world-java/_cm.yaml similarity index 100% rename from script/print-hello-world-java/_cm.json rename to script/print-hello-world-java/_cm.yaml diff --git a/script/print-hello-world-javac/_cm.json b/script/print-hello-world-javac/_cm.yaml similarity index 100% rename from script/print-hello-world-javac/_cm.json rename to script/print-hello-world-javac/_cm.yaml diff --git a/script/print-hello-world-py/_cm.json b/script/print-hello-world-py/_cm.yaml similarity index 100% rename from script/print-hello-world-py/_cm.json rename to script/print-hello-world-py/_cm.yaml diff --git a/script/print-python-version/_cm.json b/script/print-python-version/_cm.yaml similarity index 100% rename from script/print-python-version/_cm.json rename to script/print-python-version/_cm.yaml diff --git a/script/process-ae-users/_cm.json b/script/process-ae-users/_cm.yaml similarity index 100% rename from script/process-ae-users/_cm.json rename to script/process-ae-users/_cm.yaml diff --git a/script/process-mlperf-accuracy/_cm.json b/script/process-mlperf-accuracy/_cm.yaml similarity index 100% rename from script/process-mlperf-accuracy/_cm.json rename to script/process-mlperf-accuracy/_cm.yaml diff --git a/script/prune-bert-models/_cm.json b/script/prune-bert-models/_cm.yaml similarity index 100% rename from script/prune-bert-models/_cm.json rename to script/prune-bert-models/_cm.yaml diff --git a/script/prune-docker/_cm.json b/script/prune-docker/_cm.yaml similarity index 100% rename from script/prune-docker/_cm.json rename to script/prune-docker/_cm.yaml diff --git a/script/publish-results-to-dashboard/_cm.json b/script/publish-results-to-dashboard/_cm.yaml similarity index 100% rename from script/publish-results-to-dashboard/_cm.json rename to script/publish-results-to-dashboard/_cm.yaml diff --git a/script/pull-git-repo/_cm.json b/script/pull-git-repo/_cm.yaml similarity index 100% rename from script/pull-git-repo/_cm.json rename to script/pull-git-repo/_cm.yaml diff --git a/script/push-csv-to-spreadsheet/_cm.json b/script/push-csv-to-spreadsheet/_cm.yaml similarity index 100% rename from script/push-csv-to-spreadsheet/_cm.json rename to script/push-csv-to-spreadsheet/_cm.yaml diff --git a/script/push-mlperf-inference-results-to-github/_cm.json b/script/push-mlperf-inference-results-to-github/_cm.yaml similarity index 100% rename from script/push-mlperf-inference-results-to-github/_cm.json rename to script/push-mlperf-inference-results-to-github/_cm.yaml diff --git a/script/remote-run-commands/_cm.json b/script/remote-run-commands/_cm.yaml similarity index 100% rename from script/remote-run-commands/_cm.json rename to script/remote-run-commands/_cm.yaml diff --git a/script/reproduce-mlperf-octoml-tinyml-results/_cm.json b/script/reproduce-mlperf-octoml-tinyml-results/_cm.yaml similarity index 100% rename from script/reproduce-mlperf-octoml-tinyml-results/_cm.json rename to script/reproduce-mlperf-octoml-tinyml-results/_cm.yaml diff --git a/script/run-mlperf-inference-mobilenet-models/_cm.json b/script/run-mlperf-inference-mobilenet-models/_cm.yaml similarity index 100% rename from script/run-mlperf-inference-mobilenet-models/_cm.json rename to script/run-mlperf-inference-mobilenet-models/_cm.yaml diff --git a/script/run-mlperf-inference-submission-checker/_cm.json b/script/run-mlperf-inference-submission-checker/_cm.yaml similarity index 100% rename from script/run-mlperf-inference-submission-checker/_cm.json rename to script/run-mlperf-inference-submission-checker/_cm.yaml diff --git a/script/run-mlperf-power-client/_cm.json b/script/run-mlperf-power-client/_cm.yaml similarity index 100% rename from script/run-mlperf-power-client/_cm.json rename to script/run-mlperf-power-client/_cm.yaml diff --git a/script/run-mlperf-power-server/_cm.json b/script/run-mlperf-power-server/_cm.yaml similarity index 100% rename from script/run-mlperf-power-server/_cm.json rename to script/run-mlperf-power-server/_cm.yaml diff --git a/script/run-mlperf-training-submission-checker/_cm.json b/script/run-mlperf-training-submission-checker/_cm.yaml similarity index 100% rename from script/run-mlperf-training-submission-checker/_cm.json rename to script/run-mlperf-training-submission-checker/_cm.yaml diff --git a/script/run-python/_cm.json b/script/run-python/_cm.yaml similarity index 100% rename from script/run-python/_cm.json rename to script/run-python/_cm.yaml diff --git a/script/run-terraform/_cm.json b/script/run-terraform/_cm.yaml similarity index 100% rename from script/run-terraform/_cm.json rename to script/run-terraform/_cm.yaml diff --git a/script/set-device-settings-qaic/_cm.json b/script/set-device-settings-qaic/_cm.yaml similarity index 100% rename from script/set-device-settings-qaic/_cm.json rename to script/set-device-settings-qaic/_cm.yaml diff --git a/script/set-echo-off-win/_cm.json b/script/set-echo-off-win/_cm.yaml similarity index 100% rename from script/set-echo-off-win/_cm.json rename to script/set-echo-off-win/_cm.yaml diff --git a/script/set-performance-mode/_cm.json b/script/set-performance-mode/_cm.yaml similarity index 100% rename from script/set-performance-mode/_cm.json rename to script/set-performance-mode/_cm.yaml diff --git a/script/set-sqlite-dir/_cm.json b/script/set-sqlite-dir/_cm.yaml similarity index 100% rename from script/set-sqlite-dir/_cm.json rename to script/set-sqlite-dir/_cm.yaml diff --git a/script/tar-my-folder/_cm.json b/script/tar-my-folder/_cm.yaml similarity index 100% rename from script/tar-my-folder/_cm.json rename to script/tar-my-folder/_cm.yaml diff --git a/script/test-mlperf-inference-retinanet/_cm.json b/script/test-mlperf-inference-retinanet/_cm.yaml similarity index 100% rename from script/test-mlperf-inference-retinanet/_cm.json rename to script/test-mlperf-inference-retinanet/_cm.yaml diff --git a/script/test-set-sys-user-cm/_cm.json b/script/test-set-sys-user-cm/_cm.yaml similarity index 100% rename from script/test-set-sys-user-cm/_cm.json rename to script/test-set-sys-user-cm/_cm.yaml diff --git a/script/truncate-mlperf-inference-accuracy-log/_cm.json b/script/truncate-mlperf-inference-accuracy-log/_cm.yaml similarity index 100% rename from script/truncate-mlperf-inference-accuracy-log/_cm.json rename to script/truncate-mlperf-inference-accuracy-log/_cm.yaml diff --git a/script/upgrade-python-pip/_cm.json b/script/upgrade-python-pip/_cm.yaml similarity index 100% rename from script/upgrade-python-pip/_cm.json rename to script/upgrade-python-pip/_cm.yaml diff --git a/script/wrapper-reproduce-octoml-tinyml-submission/_cm.json b/script/wrapper-reproduce-octoml-tinyml-submission/_cm.yaml similarity index 100% rename from script/wrapper-reproduce-octoml-tinyml-submission/_cm.json rename to script/wrapper-reproduce-octoml-tinyml-submission/_cm.yaml From 61f312daeac1bbae9a6d813574fc4d8442651c6d Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 22 Nov 2024 19:08:56 +0530 Subject: [PATCH 57/58] Updated _cm.yaml contents from _cm.json --- script/activate-python-venv/_cm.yaml | 43 +- .../_cm.yaml | 73 +- .../_cm.yaml | 132 +- .../_cm.yaml | 713 +++---- script/benchmark-program-mlperf/_cm.yaml | 91 +- script/benchmark-program/_cm.yaml | 99 +- script/calibrate-model-for.qaic/_cm.yaml | 369 ++-- script/compile-model-for.qaic/_cm.yaml | 646 +++--- script/compile-program/_cm.yaml | 59 +- script/convert-csv-to-md/_cm.yaml | 76 +- .../_cm.yaml | 73 +- script/create-conda-env/_cm.yaml | 73 +- script/create-fpgaconvnet-app-tinyml/_cm.yaml | 103 +- .../create-fpgaconvnet-config-tinyml/_cm.yaml | 98 +- script/destroy-terraform/_cm.yaml | 33 +- script/detect-cpu/_cm.yaml | 53 +- script/detect-os/_cm.yaml | 73 +- script/download-and-extract/_cm.yaml | 279 +-- script/download-file/_cm.yaml | 198 +- script/download-torrent/_cm.yaml | 70 +- script/extract-file/_cm.yaml | 116 +- script/flash-tinyml-binary/_cm.yaml | 95 +- .../_cm.yaml | 285 +-- .../generate-mlperf-tiny-submission/_cm.yaml | 66 +- script/get-android-sdk/_cm.yaml | 75 +- script/get-aocl/_cm.yaml | 84 +- script/get-aws-cli/_cm.yaml | 49 +- script/get-bazel/_cm.yaml | 47 +- script/get-blis/_cm.yaml | 121 +- script/get-brew/_cm.yaml | 41 +- script/get-cache-dir/_cm.yaml | 63 +- script/get-ck-repo-mlops/_cm.yaml | 30 +- script/get-ck/_cm.yaml | 23 +- script/get-cl/_cm.yaml | 55 +- script/get-cmake/_cm.yaml | 66 +- script/get-cmsis_5/_cm.yaml | 96 +- script/get-compiler-flags/_cm.yaml | 56 +- script/get-conda/_cm.yaml | 90 +- script/get-dataset-cifar10/_cm.yaml | 92 +- script/get-dataset-cnndm/_cm.yaml | 142 +- script/get-dataset-coco/_cm.yaml | 234 +- script/get-dataset-criteo/_cm.yaml | 64 +- script/get-dataset-imagenet-aux/_cm.yaml | 123 +- script/get-dataset-imagenet-helper/_cm.yaml | 32 +- script/get-dataset-imagenet-train/_cm.yaml | 108 +- script/get-dataset-kits19/_cm.yaml | 152 +- script/get-dataset-librispeech/_cm.yaml | 148 +- .../_cm.yaml | 97 +- .../_cm.yaml | 82 +- script/get-dataset-openimages/_cm.yaml | 324 ++- script/get-dataset-openorca/_cm.yaml | 135 +- script/get-dataset-squad-vocab/_cm.yaml | 86 +- script/get-dataset-squad/_cm.yaml | 110 +- script/get-dlrm/_cm.yaml | 68 +- script/get-docker/_cm.yaml | 52 +- script/get-gcc/_cm.yaml | 74 +- script/get-generic-python-lib/_cm.yaml | 1889 +++++++---------- script/get-generic-sys-util/_cm.yaml | 1640 +++++++------- script/get-git-repo/_cm.yaml | 229 +- script/get-github-cli/_cm.yaml | 38 +- script/get-go/_cm.yaml | 56 +- script/get-google-test/_cm.yaml | 89 +- script/get-ipol-src/_cm.yaml | 70 +- script/get-java/_cm.yaml | 64 +- script/get-javac/_cm.yaml | 66 +- script/get-lib-armnn/_cm.yaml | 97 +- script/get-lib-dnnl/_cm.yaml | 81 +- script/get-lib-protobuf/_cm.yaml | 112 +- script/get-lib-qaic-api/_cm.yaml | 66 +- script/get-llvm/_cm.yaml | 116 +- script/get-microtvm/_cm.yaml | 94 +- script/get-ml-model-3d-unet-kits19/_cm.yaml | 242 +-- script/get-ml-model-bert-base-squad/_cm.yaml | 161 +- script/get-ml-model-bert-large-squad/_cm.yaml | 631 +++--- script/get-ml-model-dlrm-terabyte/_cm.yaml | 292 ++- .../get-ml-model-efficientnet-lite/_cm.yaml | 309 ++- script/get-ml-model-gptj/_cm.yaml | 579 ++--- script/get-ml-model-huggingface-zoo/_cm.yaml | 146 +- script/get-ml-model-llama2/_cm.yaml | 454 ++-- script/get-ml-model-mixtral/_cm.yaml | 163 +- script/get-ml-model-mobilenet/_cm.yaml | 662 +++--- script/get-ml-model-neuralmagic-zoo/_cm.yaml | 525 ++--- script/get-ml-model-resnet50/_cm.yaml | 559 +++-- script/get-ml-model-retinanet-nvidia/_cm.yaml | 129 +- script/get-ml-model-retinanet/_cm.yaml | 303 ++- script/get-ml-model-rnnt/_cm.yaml | 125 +- script/get-ml-model-stable-diffusion/_cm.yaml | 315 ++- script/get-ml-model-tiny-resnet/_cm.yaml | 252 +-- .../_cm.yaml | 95 +- .../_cm.yaml | 85 +- .../_cm.yaml | 140 +- .../_cm.yaml | 107 +- .../get-mlperf-inference-results-dir/_cm.yaml | 102 +- script/get-mlperf-inference-results/_cm.yaml | 203 +- script/get-mlperf-inference-src/_cm.yaml | 434 ++-- .../_cm.yaml | 87 +- .../get-mlperf-inference-sut-configs/_cm.yaml | 76 +- .../_cm.yaml | 146 +- script/get-mlperf-logging/_cm.yaml | 62 +- script/get-mlperf-power-dev/_cm.yaml | 152 +- .../_cm.yaml | 51 +- script/get-mlperf-tiny-src/_cm.yaml | 73 +- .../get-mlperf-training-nvidia-code/_cm.yaml | 132 +- script/get-mlperf-training-src/_cm.yaml | 231 +- script/get-nvidia-docker/_cm.yaml | 60 +- script/get-nvidia-mitten/_cm.yaml | 86 +- script/get-onnxruntime-prebuilt/_cm.yaml | 84 +- script/get-openssl/_cm.yaml | 56 +- script/get-platform-details/_cm.yaml | 169 +- .../get-preprocessed-dataset-criteo/_cm.yaml | 422 ++-- .../get-preprocessed-dataset-generic/_cm.yaml | 32 +- .../_cm.yaml | 660 +++--- .../get-preprocessed-dataset-kits19/_cm.yaml | 251 +-- .../_cm.yaml | 242 +-- .../_cm.yaml | 583 ++--- .../_cm.yaml | 284 +-- script/get-python3/_cm.yaml | 133 +- script/get-qaic-apps-sdk/_cm.yaml | 65 +- script/get-qaic-platform-sdk/_cm.yaml | 71 +- script/get-qaic-software-kit/_cm.yaml | 138 +- script/get-rclone/_cm.yaml | 77 +- script/get-rocm/_cm.yaml | 49 +- script/get-spec-ptd/_cm.yaml | 120 +- script/get-tensorrt/_cm.yaml | 89 +- script/get-terraform/_cm.yaml | 49 +- script/get-tvm-model/_cm.yaml | 322 ++- script/get-tvm/_cm.yaml | 197 +- script/get-xilinx-sdk/_cm.yaml | 62 +- script/get-zendnn/_cm.yaml | 68 +- script/get-zephyr-sdk/_cm.yaml | 64 +- script/get-zephyr/_cm.yaml | 67 +- script/install-apt-package/_cm.yaml | 53 +- script/install-aws-cli/_cm.yaml | 54 +- script/install-bazel/_cm.yaml | 57 +- script/install-cmake-prebuilt/_cm.yaml | 64 +- script/install-cuda-package-manager/_cm.yaml | 49 +- script/install-cuda-prebuilt/_cm.yaml | 234 +- script/install-diffusers-from-src/_cm.yaml | 203 +- script/install-gcc-src/_cm.yaml | 65 +- script/install-generic-conda-package/_cm.yaml | 136 +- script/install-gflags-from-src/_cm.yaml | 153 +- script/install-gflags/_cm.yaml | 60 +- script/install-github-cli/_cm.yaml | 36 +- .../_cm.yaml | 198 +- script/install-ipex-from-src/_cm.yaml | 929 +++----- script/install-llvm-prebuilt/_cm.yaml | 68 +- script/install-llvm-src/_cm.yaml | 533 ++--- script/install-numactl-from-src/_cm.yaml | 155 +- script/install-onednn-from-src/_cm.yaml | 201 +- script/install-onnxruntime-from-src/_cm.yaml | 197 +- script/install-opencv-from-src/_cm.yaml | 158 +- script/install-openssl/_cm.yaml | 73 +- script/install-python-src/_cm.yaml | 210 +- script/install-python-venv/_cm.yaml | 75 +- script/install-pytorch-from-src/_cm.yaml | 747 +++---- .../install-pytorch-kineto-from-src/_cm.yaml | 215 +- .../_cm.yaml | 198 +- script/install-rapidjson-from-src/_cm.yaml | 154 +- script/install-rocm/_cm.yaml | 47 +- script/install-tensorflow-for-c/_cm.yaml | 36 +- script/install-tensorflow-from-src/_cm.yaml | 845 +++----- script/install-terraform-from-src/_cm.yaml | 61 +- script/install-tflite-from-src/_cm.yaml | 102 +- script/install-torchvision-from-src/_cm.yaml | 278 +-- script/install-tpp-pytorch-extension/_cm.yaml | 266 +-- script/install-transformers-from-src/_cm.yaml | 261 +-- script/prepare-training-data-bert/_cm.yaml | 256 +-- script/prepare-training-data-resnet/_cm.yaml | 199 +- .../_cm.yaml | 88 +- script/print-hello-world-java/_cm.yaml | 43 +- script/print-hello-world-javac/_cm.yaml | 43 +- script/print-hello-world-py/_cm.yaml | 58 +- script/print-python-version/_cm.yaml | 37 +- script/process-ae-users/_cm.yaml | 42 +- script/process-mlperf-accuracy/_cm.yaml | 734 +++---- script/prune-bert-models/_cm.yaml | 135 +- script/prune-docker/_cm.yaml | 19 +- script/publish-results-to-dashboard/_cm.yaml | 37 +- script/pull-git-repo/_cm.yaml | 44 +- script/push-csv-to-spreadsheet/_cm.yaml | 59 +- .../_cm.yaml | 90 +- script/remote-run-commands/_cm.yaml | 61 +- .../_cm.yaml | 221 +- .../_cm.yaml | 322 ++- .../_cm.yaml | 263 +-- script/run-mlperf-power-client/_cm.yaml | 96 +- script/run-mlperf-power-server/_cm.yaml | 137 +- .../_cm.yaml | 179 +- script/run-python/_cm.yaml | 42 +- script/run-terraform/_cm.yaml | 790 +++---- script/set-device-settings-qaic/_cm.yaml | 93 +- script/set-echo-off-win/_cm.yaml | 32 +- script/set-performance-mode/_cm.yaml | 102 +- script/set-sqlite-dir/_cm.yaml | 55 +- script/tar-my-folder/_cm.yaml | 34 +- .../test-mlperf-inference-retinanet/_cm.yaml | 77 +- script/test-set-sys-user-cm/_cm.yaml | 32 +- .../_cm.yaml | 96 +- script/upgrade-python-pip/_cm.yaml | 41 +- .../_cm.yaml | 66 +- 200 files changed, 14456 insertions(+), 21503 deletions(-) diff --git a/script/activate-python-venv/_cm.yaml b/script/activate-python-venv/_cm.yaml index 90997ca293..ed65cf2f1c 100644 --- a/script/activate-python-venv/_cm.yaml +++ b/script/activate-python-venv/_cm.yaml @@ -1,25 +1,18 @@ -{ - "alias": "activate-python-venv", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Python automation", - "developers": "[Grigori Fursin](https://cKnowledge.org/gfursin)", - "name": "Activate virtual Python environment", - "prehook_deps": [ - { - "names": [ - "python-venv" - ], - "reuse_version": true, - "tags": "install,python-venv" - } - ], - "tags": [ - "activate", - "python", - "activate-python-venv", - "python-venv" - ], - "tags_help":"activate python-venv", - "uid": "fcbbb84946f34c55" -} +alias: activate-python-venv +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Python automation +developers: '[Grigori Fursin](https://cKnowledge.org/gfursin)' +name: Activate virtual Python environment +prehook_deps: +- names: + - python-venv + reuse_version: true + tags: install,python-venv +tags: +- activate +- python +- activate-python-venv +- python-venv +tags_help: activate python-venv +uid: fcbbb84946f34c55 diff --git a/script/app-image-classification-tf-onnx-cpp/_cm.yaml b/script/app-image-classification-tf-onnx-cpp/_cm.yaml index 0baccd0cb1..c7ee8b5601 100644 --- a/script/app-image-classification-tf-onnx-cpp/_cm.yaml +++ b/script/app-image-classification-tf-onnx-cpp/_cm.yaml @@ -1,46 +1,27 @@ -{ - "alias": "app-image-classification-tf-onnx-cpp", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Modular AI/ML application pipeline", - "default_env": { - "CM_BATCH_COUNT": "1", - "CM_BATCH_SIZE": "1" - }, - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "get,sys-utils-cm" - }, - { - "tags": "get,gcc" - }, - { - "tags": "get,dataset,image-classification,original" - }, - { - "tags": "get,dataset-aux,image-classification" - }, - { - "tags": "get,ml-model,raw,image-classification,resnet50,_onnx,_opset-11" - }, - { - "tags": "tensorflow,from-src", - "version": "v2.0.0" - } - ], - "tags": [ - "app", - "image-classification", - "tf", - "tensorflow", - "tf-onnx", - "tensorflow-onnx", - "onnx", - "cpp" - ], - "tags_help":"app image-classification cpp tensorflow onnx", - "uid": "879ed32e47074033" -} +alias: app-image-classification-tf-onnx-cpp +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Modular AI/ML application pipeline +default_env: + CM_BATCH_COUNT: '1' + CM_BATCH_SIZE: '1' +deps: +- tags: detect,os +- tags: get,sys-utils-cm +- tags: get,gcc +- tags: get,dataset,image-classification,original +- tags: get,dataset-aux,image-classification +- tags: get,ml-model,raw,image-classification,resnet50,_onnx,_opset-11 +- tags: tensorflow,from-src + version: v2.0.0 +tags: +- app +- image-classification +- tf +- tensorflow +- tf-onnx +- tensorflow-onnx +- onnx +- cpp +tags_help: app image-classification cpp tensorflow onnx +uid: 879ed32e47074033 diff --git a/script/app-image-classification-torch-py/_cm.yaml b/script/app-image-classification-torch-py/_cm.yaml index 4e30d3f5fe..6684bb7370 100644 --- a/script/app-image-classification-torch-py/_cm.yaml +++ b/script/app-image-classification-torch-py/_cm.yaml @@ -1,86 +1,46 @@ -{ - "alias": "app-image-classification-torch-py", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Modular AI/ML application pipeline", - "default_env": { - "CM_BATCH_COUNT": "1", - "CM_BATCH_SIZE": "1" - }, - "deps": [ - { - "tags": "detect,os" - }, - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - }, - { - "tags": "get,dataset,imagenet,image-classification,preprocessed" - }, - { - "tags": "get,dataset-aux,imagenet-aux,image-classification" - }, - { - "tags": "get,imagenet-helper" - }, - { - "tags": "get,ml-model,image-classification,resnet50,_pytorch,_fp32" - }, - { - "tags": "get,generic-python-lib,_torch", - "skip_if_env": { - "USE_CUDA": [ - "yes" - ] - } - }, - { - "tags": "get,generic-python-lib,_torch_cuda", - "enable_if_env": { - "USE_CUDA": [ - "yes" - ] - } - }, - { - "tags": "get,generic-python-lib,_torchvision", - "skip_if_env": { - "USE_CUDA": [ - "yes" - ] - } - }, - { - "tags": "get,generic-python-lib,_torchvision_cuda", - "enable_if_env": { - "USE_CUDA": [ - "yes" - ] - } - } - ], - "tags": [ - "app", - "image-classification", - "torch", - "python" - ], - "tags_help":"app image-classification python torch", - "variations": { - "cuda": { - "env": { - "USE_CUDA": "yes" - }, - "deps": [ - { - "tags": "get,cuda" - } - ] - } - }, - "uid": "e3986ae887b84ca8" -} +alias: app-image-classification-torch-py +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Modular AI/ML application pipeline +default_env: + CM_BATCH_COUNT: '1' + CM_BATCH_SIZE: '1' +deps: +- tags: detect,os +- names: + - python + - python3 + tags: get,python3 +- tags: get,dataset,imagenet,image-classification,preprocessed +- tags: get,dataset-aux,imagenet-aux,image-classification +- tags: get,imagenet-helper +- tags: get,ml-model,image-classification,resnet50,_pytorch,_fp32 +- skip_if_env: + USE_CUDA: + - 'yes' + tags: get,generic-python-lib,_torch +- enable_if_env: + USE_CUDA: + - 'yes' + tags: get,generic-python-lib,_torch_cuda +- skip_if_env: + USE_CUDA: + - 'yes' + tags: get,generic-python-lib,_torchvision +- enable_if_env: + USE_CUDA: + - 'yes' + tags: get,generic-python-lib,_torchvision_cuda +tags: +- app +- image-classification +- torch +- python +tags_help: app image-classification python torch +uid: e3986ae887b84ca8 +variations: + cuda: + deps: + - tags: get,cuda + env: + USE_CUDA: 'yes' diff --git a/script/app-mlperf-inference-ctuning-cpp-tflite/_cm.yaml b/script/app-mlperf-inference-ctuning-cpp-tflite/_cm.yaml index 03e91596a6..e66ae2bacd 100644 --- a/script/app-mlperf-inference-ctuning-cpp-tflite/_cm.yaml +++ b/script/app-mlperf-inference-ctuning-cpp-tflite/_cm.yaml @@ -1,431 +1,282 @@ -{ - "alias": "app-mlperf-inference-ctuning-cpp-tflite", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Modular MLPerf inference benchmark pipeline", - "default_env": { - "CM_DATASET_COMPRESSED": "off", - "CM_DATASET_INPUT_SQUARE_SIDE": "224", - "CM_FAST_COMPILATION": "yes", - "CM_LOADGEN_BUFFER_SIZE": "1024", - "CM_MLPERF_LOADGEN_MODE": "accuracy", - "CM_MLPERF_LOADGEN_SCENARIO": "SingleStream", - "CM_MLPERF_LOADGEN_TRIGGER_COLD_RUN": "0", - "CM_MLPERF_OUTPUT_DIR": ".", - "CM_MLPERF_SUT_NAME_IMPLEMENTATION_PREFIX": "tflite_cpp", - "CM_MLPERF_TFLITE_USE_NEON": "0", - "CM_MLPERF_TFLITE_USE_OPENCL": "0", - "CM_ML_MODEL_GIVEN_CHANNEL_MEANS": "123.68 116.78 103.94", - "CM_ML_MODEL_NORMALIZE_DATA": "0", - "CM_ML_MODEL_SUBTRACT_MEANS": "1", - "CM_VERBOSE": "0" - }, - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "tags": "get,sys-utils-cm" - }, - { - "enable_if_env": { - "CM_MLPERF_DEVICE": [ - "gpu" - ] - }, - "tags": "get,cuda" - }, - { - "names": [ - "loadgen" - ], - "tags": "get,loadgen" - }, - { - "names": [ - "inference-src" - ], - "tags": "get,mlcommons,inference,src" - }, - { - "enable_if_env": { - "CM_MLPERF_BACKEND": [ - "tflite", - "armnn_tflite" - ], - "CM_MODEL": [ - "mobilenet" - ] - }, - "names": [ - "ml-model", - "tflite-model", - "mobilenet-model" - ], - "tags": "get,ml-model,mobilenet,raw,_tflite" - }, - { - "enable_if_env": { - "CM_MLPERF_BACKEND": [ - "tflite", - "armnn_tflite" - ], - "CM_MODEL": [ - "resnet50" - ] - }, - "names": [ - "ml-model", - "tflite-model", - "resnet50-model" - ], - "tags": "get,ml-model,resnet50,raw,_tflite,_no-argmax" - }, - { - "enable_if_env": { - "CM_MLPERF_BACKEND": [ - "tf" - ], - "CM_MODEL": [ - "resnet50" - ] - }, - "names": [ - "ml-model", - "tflite-model", - "resnet50-model" - ], - "tags": "get,ml-model,resnet50,raw,_tf" - }, - { - "enable_if_env": { - "CM_MLPERF_BACKEND": [ - "tflite", - "armnn_tflite" - ], - "CM_MODEL": [ - "efficientnet" - ] - }, - "names": [ - "ml-model", - "tflite-model", - "efficientnet-model" - ], - "tags": "get,ml-model,efficientnet,raw,_tflite" - }, - { - "names": [ - "tensorflow", - "tflite" - ], - "tags": "get,tensorflow,lib,_tflite" - }, - { - "enable_if_env": { - "CM_MLPERF_TFLITE_USE_ARMNN": [ - "yes" - ] - }, - "names": [ - "armnn", - "lib-armnn" - ], - "tags": "get,lib,armnn" - } - ], - "input_mapping": { - "compressed_dataset": "CM_DATASET_COMPRESSED", - "count": "CM_MLPERF_LOADGEN_QUERY_COUNT", - "mlperf_conf": "CM_MLPERF_CONF", - "mode": "CM_MLPERF_LOADGEN_MODE", - "output_dir": "CM_MLPERF_OUTPUT_DIR", - "performance_sample_count": "CM_MLPERF_LOADGEN_PERFORMANCE_SAMPLE_COUNT", - "scenario": "CM_MLPERF_LOADGEN_SCENARIO", - "user_conf": "CM_MLPERF_USER_CONF", - "verbose": "CM_VERBOSE" - }, - "new_env_keys": [ - "CM_MLPERF_*", - "CM_ML_MODEL_*", - "CM_HW_NAME" - ], - "new_state_keys": [ - "CM_SUT_*" - ], - "post_deps": [ - { - "names": [ - "compiler-program" - ], - "skip_if_env": { - "CM_MLPERF_SKIP_RUN": [ - "yes" - ] - }, - "tags": "compile,program" - }, - { - "names": [ - "mlperf-runner" - ], - "skip_if_env": { - "CM_MLPERF_SKIP_RUN": [ - "yes" - ] - }, - "tags": "benchmark-mlperf" - }, - { - "names": [ - "save-mlperf-inference-state" - ], - "tags": "save,mlperf,inference,state" - } - ], - "prehook_deps": [ - { - "names": [ - "user-conf-generator" - ], - "tags": "generate,user-conf,mlperf,inference" - }, - { - "enable_if_env": { - "CM_MLPERF_SKIP_RUN": [ - "no" - ], - "CM_MODEL": [ - "resnet50" - ] - }, - "names": [ - "imagenet-preprocessed", - "preprocessed-dataset" - ], - "skip_if_env": { - "CM_DATASET_COMPRESSED": [ - "on" - ] - }, - "tags": "get,dataset,preprocessed,imagenet,_for.resnet50,_rgb32,_NHWC", - "update_tags_from_env": [ - "CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS" - ] - }, - { - "enable_if_env": { - "CM_MLPERF_SKIP_RUN": [ - "no" - ], - "CM_MODEL": [ - "mobilenet", - "efficientnet" - ] - }, - "names": [ - "imagenet-preprocessed", - "preprocessed-dataset" - ], - "skip_if_env": { - "CM_DATASET_COMPRESSED": [ - "on" - ] - }, - "tags": "get,dataset,preprocessed,imagenet,_for.mobilenet,_rgb32,_NHWC", - "update_tags_from_env": [ - "CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS" - ] - }, - { - "enable_if_env": { - "CM_DATASET_COMPRESSED": [ - "on" - ], - "CM_MLPERF_SKIP_RUN": [ - "no" - ], - "CM_MODEL": [ - "mobilenet", - "efficientnet" - ] - }, - "names": [ - "imagenet-preprocessed", - "preprocessed-dataset" - ], - "tags": "get,dataset,preprocessed,imagenet,_for.mobilenet,_rgb8,_NHWC", - "update_tags_from_env": [ - "CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS" - ] - }, - { - "enable_if_env": { - "CM_DATASET_COMPRESSED": [ - "on" - ], - "CM_MLPERF_SKIP_RUN": [ - "no" - ], - "CM_MODEL": [ - "resnet50" - ] - }, - "names": [ - "imagenet-preprocessed", - "preprocessed-dataset" - ], - "tags": "get,dataset,preprocessed,imagenet,_for.resnet50,_rgb8,_NHWC", - "update_tags_from_env": [ - "CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS" - ] - } - ], - "tags": [ - "app", - "mlcommons", - "mlperf", - "inference", - "tflite-cpp" - ], - "tags_help": "app mlperf inference tflite-cpp", - "uid": "415904407cca404a", - "variations": { - "armnn": { - "default_variations": { - "optimization-target": "use-neon" - }, - "env": { - "CM_MLPERF_TFLITE_USE_ARMNN": "yes", - "CM_TMP_LINK_LIBS": "tensorflowlite,armnn" - } - }, - "armnn,tflite": { - "env": { - "CM_MLPERF_BACKEND": "armnn_tflite", - "CM_MLPERF_BACKEND_VERSION": "<<>>", - "CM_MLPERF_SUT_NAME_IMPLEMENTATION_PREFIX": "tflite_armnn_cpp", - "CM_TMP_LINK_LIBS": "tensorflowlite,armnn,armnnTfLiteParser", - "CM_TMP_SRC_FOLDER": "armnn" - } - }, - "cpu": { - "default": true, - "env": { - "CM_MLPERF_DEVICE": "cpu" - }, - "group": "device" - }, - "efficientnet": { - "env": { - "CM_MODEL": "efficientnet" - }, - "group": "model" - }, - "fp32": { - "adr": { - "ml-model": { - "tags": "_fp32" - }, - "preprocessed-dataset": { - "tags": "_float32" - } - }, - "default": true, - "env": { - "CM_MLPERF_MODEL_PRECISION": "float32" - }, - "group": "precision" - }, - "gpu": { - "env": { - "CM_MLPERF_DEVICE": "gpu", - "CM_MLPERF_DEVICE_LIB_NAMESPEC": "cudart" - }, - "group": "device" - }, - "int8": { - "adr": { - "ml-model": { - "tags": "_int8" - }, - "preprocessed-dataset": { - "tags": "_int8" - } - }, - "env": { - "CM_DATASET_COMPRESSED": "on", - "CM_MLPERF_MODEL_PRECISION": "int8" - }, - "group": "precision" - }, - "mobilenet": { - "env": { - "CM_MODEL": "mobilenet" - }, - "group": "model" - }, - "resnet50": { - "default": true, - "env": { - "CM_MODEL": "resnet50" - }, - "group": "model" - }, - "singlestream": { - "default": true, - "env": { - "CM_MLPERF_LOADGEN_SCENARIO": "SingleStream" - }, - "group": "loadgen-scenario" - }, - "tf": { - "env": { - "CM_MLPERF_BACKEND": "tf" - }, - "group": "backend" - }, - "tflite": { - "default": true, - "env": { - "CM_MLPERF_BACKEND": "tflite", - "CM_MLPERF_BACKEND_VERSION": "master", - "CM_TMP_LINK_LIBS": "tensorflowlite", - "CM_TMP_SRC_FOLDER": "src" - }, - "group": "backend" - }, - "uint8": { - "adr": { - "ml-model": { - "tags": "_uint8" - }, - "preprocessed-dataset": { - "tags": "_int8" - } - }, - "env": { - "CM_DATASET_COMPRESSED": "on", - "CM_MLPERF_MODEL_PRECISION": "uint8" - }, - "group": "precision" - }, - "use-neon": { - "env": { - "CM_MLPERF_SUT_NAME_RUN_CONFIG_SUFFIX1": "using_neon", - "CM_MLPERF_TFLITE_USE_NEON": "1" - }, - "group": "optimization-target" - }, - "use-opencl": { - "env": { - "CM_MLPERF_SUT_NAME_RUN_CONFIG_SUFFIX1": "using_opencl", - "CM_MLPERF_TFLITE_USE_OPENCL": "1" - }, - "group": "optimization-target" - } - } -} +alias: app-mlperf-inference-ctuning-cpp-tflite +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Modular MLPerf inference benchmark pipeline +default_env: + CM_DATASET_COMPRESSED: 'off' + CM_DATASET_INPUT_SQUARE_SIDE: '224' + CM_FAST_COMPILATION: 'yes' + CM_LOADGEN_BUFFER_SIZE: '1024' + CM_MLPERF_LOADGEN_MODE: accuracy + CM_MLPERF_LOADGEN_SCENARIO: SingleStream + CM_MLPERF_LOADGEN_TRIGGER_COLD_RUN: '0' + CM_MLPERF_OUTPUT_DIR: . + CM_MLPERF_SUT_NAME_IMPLEMENTATION_PREFIX: tflite_cpp + CM_MLPERF_TFLITE_USE_NEON: '0' + CM_MLPERF_TFLITE_USE_OPENCL: '0' + CM_ML_MODEL_GIVEN_CHANNEL_MEANS: 123.68 116.78 103.94 + CM_ML_MODEL_NORMALIZE_DATA: '0' + CM_ML_MODEL_SUBTRACT_MEANS: '1' + CM_VERBOSE: '0' +deps: +- tags: detect,os +- tags: detect,cpu +- tags: get,sys-utils-cm +- enable_if_env: + CM_MLPERF_DEVICE: + - gpu + tags: get,cuda +- names: + - loadgen + tags: get,loadgen +- names: + - inference-src + tags: get,mlcommons,inference,src +- enable_if_env: + CM_MLPERF_BACKEND: + - tflite + - armnn_tflite + CM_MODEL: + - mobilenet + names: + - ml-model + - tflite-model + - mobilenet-model + tags: get,ml-model,mobilenet,raw,_tflite +- enable_if_env: + CM_MLPERF_BACKEND: + - tflite + - armnn_tflite + CM_MODEL: + - resnet50 + names: + - ml-model + - tflite-model + - resnet50-model + tags: get,ml-model,resnet50,raw,_tflite,_no-argmax +- enable_if_env: + CM_MLPERF_BACKEND: + - tf + CM_MODEL: + - resnet50 + names: + - ml-model + - tflite-model + - resnet50-model + tags: get,ml-model,resnet50,raw,_tf +- enable_if_env: + CM_MLPERF_BACKEND: + - tflite + - armnn_tflite + CM_MODEL: + - efficientnet + names: + - ml-model + - tflite-model + - efficientnet-model + tags: get,ml-model,efficientnet,raw,_tflite +- names: + - tensorflow + - tflite + tags: get,tensorflow,lib,_tflite +- enable_if_env: + CM_MLPERF_TFLITE_USE_ARMNN: + - 'yes' + names: + - armnn + - lib-armnn + tags: get,lib,armnn +input_mapping: + compressed_dataset: CM_DATASET_COMPRESSED + count: CM_MLPERF_LOADGEN_QUERY_COUNT + mlperf_conf: CM_MLPERF_CONF + mode: CM_MLPERF_LOADGEN_MODE + output_dir: CM_MLPERF_OUTPUT_DIR + performance_sample_count: CM_MLPERF_LOADGEN_PERFORMANCE_SAMPLE_COUNT + scenario: CM_MLPERF_LOADGEN_SCENARIO + user_conf: CM_MLPERF_USER_CONF + verbose: CM_VERBOSE +new_env_keys: +- CM_MLPERF_* +- CM_ML_MODEL_* +- CM_HW_NAME +new_state_keys: +- CM_SUT_* +post_deps: +- names: + - compiler-program + skip_if_env: + CM_MLPERF_SKIP_RUN: + - 'yes' + tags: compile,program +- names: + - mlperf-runner + skip_if_env: + CM_MLPERF_SKIP_RUN: + - 'yes' + tags: benchmark-mlperf +- names: + - save-mlperf-inference-state + tags: save,mlperf,inference,state +prehook_deps: +- names: + - user-conf-generator + tags: generate,user-conf,mlperf,inference +- enable_if_env: + CM_MLPERF_SKIP_RUN: + - 'no' + CM_MODEL: + - resnet50 + names: + - imagenet-preprocessed + - preprocessed-dataset + skip_if_env: + CM_DATASET_COMPRESSED: + - 'on' + tags: get,dataset,preprocessed,imagenet,_for.resnet50,_rgb32,_NHWC + update_tags_from_env: + - CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS +- enable_if_env: + CM_MLPERF_SKIP_RUN: + - 'no' + CM_MODEL: + - mobilenet + - efficientnet + names: + - imagenet-preprocessed + - preprocessed-dataset + skip_if_env: + CM_DATASET_COMPRESSED: + - 'on' + tags: get,dataset,preprocessed,imagenet,_for.mobilenet,_rgb32,_NHWC + update_tags_from_env: + - CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS +- enable_if_env: + CM_DATASET_COMPRESSED: + - 'on' + CM_MLPERF_SKIP_RUN: + - 'no' + CM_MODEL: + - mobilenet + - efficientnet + names: + - imagenet-preprocessed + - preprocessed-dataset + tags: get,dataset,preprocessed,imagenet,_for.mobilenet,_rgb8,_NHWC + update_tags_from_env: + - CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS +- enable_if_env: + CM_DATASET_COMPRESSED: + - 'on' + CM_MLPERF_SKIP_RUN: + - 'no' + CM_MODEL: + - resnet50 + names: + - imagenet-preprocessed + - preprocessed-dataset + tags: get,dataset,preprocessed,imagenet,_for.resnet50,_rgb8,_NHWC + update_tags_from_env: + - CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS +tags: +- app +- mlcommons +- mlperf +- inference +- tflite-cpp +tags_help: app mlperf inference tflite-cpp +uid: 415904407cca404a +variations: + armnn: + default_variations: + optimization-target: use-neon + env: + CM_MLPERF_TFLITE_USE_ARMNN: 'yes' + CM_TMP_LINK_LIBS: tensorflowlite,armnn + armnn,tflite: + env: + CM_MLPERF_BACKEND: armnn_tflite + CM_MLPERF_BACKEND_VERSION: <<>> + CM_MLPERF_SUT_NAME_IMPLEMENTATION_PREFIX: tflite_armnn_cpp + CM_TMP_LINK_LIBS: tensorflowlite,armnn,armnnTfLiteParser + CM_TMP_SRC_FOLDER: armnn + cpu: + default: true + env: + CM_MLPERF_DEVICE: cpu + group: device + efficientnet: + env: + CM_MODEL: efficientnet + group: model + fp32: + adr: + ml-model: + tags: _fp32 + preprocessed-dataset: + tags: _float32 + default: true + env: + CM_MLPERF_MODEL_PRECISION: float32 + group: precision + gpu: + env: + CM_MLPERF_DEVICE: gpu + CM_MLPERF_DEVICE_LIB_NAMESPEC: cudart + group: device + int8: + adr: + ml-model: + tags: _int8 + preprocessed-dataset: + tags: _int8 + env: + CM_DATASET_COMPRESSED: 'on' + CM_MLPERF_MODEL_PRECISION: int8 + group: precision + mobilenet: + env: + CM_MODEL: mobilenet + group: model + resnet50: + default: true + env: + CM_MODEL: resnet50 + group: model + singlestream: + default: true + env: + CM_MLPERF_LOADGEN_SCENARIO: SingleStream + group: loadgen-scenario + tf: + env: + CM_MLPERF_BACKEND: tf + group: backend + tflite: + default: true + env: + CM_MLPERF_BACKEND: tflite + CM_MLPERF_BACKEND_VERSION: master + CM_TMP_LINK_LIBS: tensorflowlite + CM_TMP_SRC_FOLDER: src + group: backend + uint8: + adr: + ml-model: + tags: _uint8 + preprocessed-dataset: + tags: _int8 + env: + CM_DATASET_COMPRESSED: 'on' + CM_MLPERF_MODEL_PRECISION: uint8 + group: precision + use-neon: + env: + CM_MLPERF_SUT_NAME_RUN_CONFIG_SUFFIX1: using_neon + CM_MLPERF_TFLITE_USE_NEON: '1' + group: optimization-target + use-opencl: + env: + CM_MLPERF_SUT_NAME_RUN_CONFIG_SUFFIX1: using_opencl + CM_MLPERF_TFLITE_USE_OPENCL: '1' + group: optimization-target diff --git a/script/benchmark-program-mlperf/_cm.yaml b/script/benchmark-program-mlperf/_cm.yaml index b5ff5c6791..4ef6d77047 100644 --- a/script/benchmark-program-mlperf/_cm.yaml +++ b/script/benchmark-program-mlperf/_cm.yaml @@ -1,57 +1,34 @@ -{ - "alias": "benchmark-program-mlperf", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Modular MLPerf inference benchmark pipeline", - "default_env": { - }, - "tags": [ - "mlperf", - "benchmark-mlperf" - ], - "uid": "cfff0132a8aa4018", - "variations": { - "power": { - "group": "power-mode", - "env": { - "CM_MLPERF_POWER": "yes" - }, - "new_env_keys": [ - "CM_MLPERF_*" - ], - "prehook_deps": [ - { - "names": [ - "benchmark-program" - ], - "tags": "benchmark-program,program" - } - ], - "post_deps": [ - { - "enable_if_env": { - "CM_MLPERF_LOADGEN_MODE": [ - "performance" - ] - }, - "names": [ - "mlperf-power-client" - ], - "tags": "run,mlperf,power,client" - } - ] - }, - "no-power": { - "group": "power-mode", - "default": true, - "post_deps": [ - { - "names": [ - "benchmark-program" - ], - "tags": "benchmark-program,program" - } - ] - } - } -} +alias: benchmark-program-mlperf +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Modular MLPerf inference benchmark pipeline +default_env: {} +tags: +- mlperf +- benchmark-mlperf +uid: cfff0132a8aa4018 +variations: + no-power: + default: true + group: power-mode + post_deps: + - names: + - benchmark-program + tags: benchmark-program,program + power: + env: + CM_MLPERF_POWER: 'yes' + group: power-mode + new_env_keys: + - CM_MLPERF_* + post_deps: + - enable_if_env: + CM_MLPERF_LOADGEN_MODE: + - performance + names: + - mlperf-power-client + tags: run,mlperf,power,client + prehook_deps: + - names: + - benchmark-program + tags: benchmark-program,program diff --git a/script/benchmark-program/_cm.yaml b/script/benchmark-program/_cm.yaml index 52844b7578..4abb48d601 100644 --- a/script/benchmark-program/_cm.yaml +++ b/script/benchmark-program/_cm.yaml @@ -1,61 +1,38 @@ -{ - "alias": "benchmark-program", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "DevOps automation", - "default_env": { - "CM_ENABLE_NUMACTL": "0", - "CM_ENABLE_PROFILING": "0" - }, - "deps": [ - { - "tags": "detect,cpu" - }, - { - "tags": "set,performance,mode,_performance", - "enable_if_env": { - "CM_SET_PERFORMANCE_MODE": - [ - "on", - "yes", - "True", - true - ] - } - } - ], - "tags": [ - "program", - "benchmark", - "benchmark-program" - ], - "tags_help":"benchmark program", - "new_env_keys": [ - "CM_RUN_CMD" - ], - "uid": "19f369ef47084895", - "variations": { - "numactl": { - "default_env": { - "CM_ENABLE_NUMACTL": 1, - "CM_NUMACTL_MEMBIND": "--localalloc" - } - }, - "numactl-interleave": { - "default_env": { - "CM_ENABLE_NUMACTL": 1, - "CM_NUMACTL_MEMBIND": "--interleave=all" - } - }, - "profile": { - "default_env": { - "CM_ENABLE_PROFILING": 1 - }, - "deps": [ - { - "tags": "get,profiler" - } - ] - } - } -} +alias: benchmark-program +automation_alias: script +automation_uid: 5b4e0237da074764 +category: DevOps automation +default_env: + CM_ENABLE_NUMACTL: '0' + CM_ENABLE_PROFILING: '0' +deps: +- tags: detect,cpu +- enable_if_env: + CM_SET_PERFORMANCE_MODE: + - 'on' + - 'yes' + - 'True' + - true + tags: set,performance,mode,_performance +new_env_keys: +- CM_RUN_CMD +tags: +- program +- benchmark +- benchmark-program +tags_help: benchmark program +uid: 19f369ef47084895 +variations: + numactl: + default_env: + CM_ENABLE_NUMACTL: 1 + CM_NUMACTL_MEMBIND: --localalloc + numactl-interleave: + default_env: + CM_ENABLE_NUMACTL: 1 + CM_NUMACTL_MEMBIND: --interleave=all + profile: + default_env: + CM_ENABLE_PROFILING: 1 + deps: + - tags: get,profiler diff --git a/script/calibrate-model-for.qaic/_cm.yaml b/script/calibrate-model-for.qaic/_cm.yaml index 270ed53b55..958d9f8466 100644 --- a/script/calibrate-model-for.qaic/_cm.yaml +++ b/script/calibrate-model-for.qaic/_cm.yaml @@ -1,223 +1,146 @@ -{ - "alias": "calibrate-model-for.qaic", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML optimization", - "new_env_keys": [ - "CM_QAIC_MODEL_PROFILE_*" - ], - "deps": [ - { - "tags": "detect,cpu" - }, - { - "tags": "get,qaic,apps,sdk", - "names": [ - "qaic-apps-sdk" - ] - }, - { - "enable_if_env": - { - "CM_CALIBRATE_OPENIMAGES": [ - "yes" - ] - }, - "names": [ - "openimages-cal", - "preprocessed-dataset" - ], - "tags": "get,preprocessed,dataset,_calibration,openimages,_for.retinanet.onnx,_NCHW,_fp32,_custom-annotations" - }, - { - "enable_if_env": - { - "CM_CALIBRATE_IMAGENET": [ - "yes" - ] - }, - "names": [ - "imagenet-cal", - "preprocessed-calibration-dataset" - ], - "tags": "get,dataset,imagenet,preprocessed,_calibration,_for.resnet50,_float32,_rgb32" - }, - { - "enable_if_env": - { - "CM_CALIBRATE_SQUAD": [ - "on" - ] - }, - "names": [ - "squad-cal", - "preprocessed-dataset" - ], - "tags": "get,dataset,preprocessed,_calib1,squad,_pickle,_seq-length.384,_packed" - }, - { - "names": [ - "model-src" - ], - "tags": "get,ml-model" - } - ], - "tags": [ - "qaic", - "calibrate", - "profile", - "qaic-profile", - "qaic-calibrate" - ], - "uid": "817bad70df2f4e45", - "variations": { - "bs.1": { - "group": "batch-size", - "env": { - "CM_QAIC_MODEL_BATCH_SIZE": "1", - "CM_CREATE_INPUT_BATCH": "yes" - } - }, - "bs.#": { - "group": "batch-size", - "env": { - "CM_QAIC_MODEL_BATCH_SIZE": "#", - "CM_CREATE_INPUT_BATCH": "yes" - } - }, - "first.#": { - "adr": { - "preprocessed-dataset": { - "tags": "first.#" - } - } - }, - "mlperf.option1": { - "group": "calibration-option", - "adr": { - "preprocessed-dataset": { - "tags": "_mlperf.option1" - } - } - }, - "mlperf.option2": { - "group": "calibration-option", - "adr": { - "preprocessed-dataset": { - "tags": "_mlperf.option2" - } - } - }, - "resnet50": { - "group": "model", - "default_variations": { - "calibration-option": "mlperf.option1", - "model-framework": "tf" - }, - "env": { - "CM_QAIC_MODEL_NAME": "resnet50", - "CM_CALIBRATE_IMAGENET": "yes", - "CM_QAIC_COMPILER_ARGS": "", - "CM_QAIC_COMPILER_PARAMS": "-output-node-name=ArgMax -profiling-threads=<<>>", - "CM_QAIC_OUTPUT_NODE_NAME": "-output-node-name=ArgMax", - "CM_QAIC_MODEL_TO_CONVERT": "calibrate_resnet50_tf" - }, - "adr": { - "model-src": { - "tags": "resnet50,_tf" - } - } - }, - "tf": { - "group": "model-framework" - }, - "resnet50,tf": { - "env": { - "CM_QAIC_MODEL_TO_CONVERT": "calibrate_resnet50_tf" - }, - "adr": { - "preprocessed-dataset": { - "tags": "_NHWC" - }, - "model-src": { - "tags": "_fix-input-shape" - } - } - }, - "retinanet": { - "group": "model", - "adr": { - "model-src": { - "tags": "retinanet,_no-nms,_onnx" - } - }, - "new_env_keys": [ - "CM_QAIC_MODEL_RETINANET_*" - ], - "env": { - "CM_QAIC_MODEL_NAME": "retinanet", - "CM_CALIBRATE_OPENIMAGES": "yes", - "CM_QAIC_COMPILER_ARGS": "", - "CM_QAIC_COMPILER_PARAMS": "-enable-channelwise -profiling-threads=<<>> -onnx-define-symbol=batch_size,<<>> -node-precision-info=<<>>", - "CM_QAIC_MODEL_TO_CONVERT": "calibrate_retinanet_no_nms_mlperf" - } - }, - "bert_": { - "default-variations": { - "seq-length": "seq.384" - }, - "env": { - "CM_QAIC_MODEL_NAME": "bert-large", - "CM_CREATE_INPUT_BATCH": "no" - }, - "adr": { - "model-src": { - "tags": "bert-large,_onnx,_packed" - } - } - }, - "bert-99": { - "group": "model", - "base": [ - "bert_" - ], - "env": { - "CM_CALIBRATE_SQUAD": "yes", - "CM_QAIC_COMPILER_ARGS": "", - "CM_QAIC_COMPILER_PARAMS": "-onnx-define-symbol=batch_size,1 -onnx-define-symbol=seg_length,<<>> -input-list-file=<<>> -num-histogram-bins=512 -profiling-threads=<<>>", - "CM_QAIC_MODEL_TO_CONVERT": "calibrate_bert_mlperf" - } - }, - "seq.#": { - "group": "seq-length", - "env": { - "CM_DATASET_SQUAD_TOKENIZED_MAX_SEQ_LENGTH": "#" - }, - "ad": { - "squad-preprocessed": { - "tags": "_seq.#" - } - } - }, - "seq.384": { - "group": "seq-length", - "env": { - "CM_DATASET_SQUAD_TOKENIZED_MAX_SEQ_LENGTH": "#" - }, - "ad": { - "squad-preprocessed": { - "tags": "_seq.384" - } - } - }, - "filter-size.#": { - "group": "calib-dataset-filter-size", - "ad": { - "preprocessed-dataset": { - "tags": "_filter-size.#,_filter,_size.#" - } - } - } - } -} +alias: calibrate-model-for.qaic +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML optimization +deps: +- tags: detect,cpu +- names: + - qaic-apps-sdk + tags: get,qaic,apps,sdk +- enable_if_env: + CM_CALIBRATE_OPENIMAGES: + - 'yes' + names: + - openimages-cal + - preprocessed-dataset + tags: get,preprocessed,dataset,_calibration,openimages,_for.retinanet.onnx,_NCHW,_fp32,_custom-annotations +- enable_if_env: + CM_CALIBRATE_IMAGENET: + - 'yes' + names: + - imagenet-cal + - preprocessed-calibration-dataset + tags: get,dataset,imagenet,preprocessed,_calibration,_for.resnet50,_float32,_rgb32 +- enable_if_env: + CM_CALIBRATE_SQUAD: + - 'on' + names: + - squad-cal + - preprocessed-dataset + tags: get,dataset,preprocessed,_calib1,squad,_pickle,_seq-length.384,_packed +- names: + - model-src + tags: get,ml-model +new_env_keys: +- CM_QAIC_MODEL_PROFILE_* +tags: +- qaic +- calibrate +- profile +- qaic-profile +- qaic-calibrate +uid: 817bad70df2f4e45 +variations: + bert-99: + base: + - bert_ + env: + CM_CALIBRATE_SQUAD: 'yes' + CM_QAIC_COMPILER_ARGS: '' + CM_QAIC_COMPILER_PARAMS: -onnx-define-symbol=batch_size,1 -onnx-define-symbol=seg_length,<<>> + -input-list-file=<<>> -num-histogram-bins=512 + -profiling-threads=<<>> + CM_QAIC_MODEL_TO_CONVERT: calibrate_bert_mlperf + group: model + bert_: + adr: + model-src: + tags: bert-large,_onnx,_packed + default-variations: + seq-length: seq.384 + env: + CM_CREATE_INPUT_BATCH: 'no' + CM_QAIC_MODEL_NAME: bert-large + bs.#: + env: + CM_CREATE_INPUT_BATCH: 'yes' + CM_QAIC_MODEL_BATCH_SIZE: '#' + group: batch-size + bs.1: + env: + CM_CREATE_INPUT_BATCH: 'yes' + CM_QAIC_MODEL_BATCH_SIZE: '1' + group: batch-size + filter-size.#: + ad: + preprocessed-dataset: + tags: _filter-size.#,_filter,_size.# + group: calib-dataset-filter-size + first.#: + adr: + preprocessed-dataset: + tags: first.# + mlperf.option1: + adr: + preprocessed-dataset: + tags: _mlperf.option1 + group: calibration-option + mlperf.option2: + adr: + preprocessed-dataset: + tags: _mlperf.option2 + group: calibration-option + resnet50: + adr: + model-src: + tags: resnet50,_tf + default_variations: + calibration-option: mlperf.option1 + model-framework: tf + env: + CM_CALIBRATE_IMAGENET: 'yes' + CM_QAIC_COMPILER_ARGS: '' + CM_QAIC_COMPILER_PARAMS: -output-node-name=ArgMax -profiling-threads=<<>> + CM_QAIC_MODEL_NAME: resnet50 + CM_QAIC_MODEL_TO_CONVERT: calibrate_resnet50_tf + CM_QAIC_OUTPUT_NODE_NAME: -output-node-name=ArgMax + group: model + resnet50,tf: + adr: + model-src: + tags: _fix-input-shape + preprocessed-dataset: + tags: _NHWC + env: + CM_QAIC_MODEL_TO_CONVERT: calibrate_resnet50_tf + retinanet: + adr: + model-src: + tags: retinanet,_no-nms,_onnx + env: + CM_CALIBRATE_OPENIMAGES: 'yes' + CM_QAIC_COMPILER_ARGS: '' + CM_QAIC_COMPILER_PARAMS: -enable-channelwise -profiling-threads=<<>> + -onnx-define-symbol=batch_size,<<>> -node-precision-info=<<>> + CM_QAIC_MODEL_NAME: retinanet + CM_QAIC_MODEL_TO_CONVERT: calibrate_retinanet_no_nms_mlperf + group: model + new_env_keys: + - CM_QAIC_MODEL_RETINANET_* + seq.#: + ad: + squad-preprocessed: + tags: _seq.# + env: + CM_DATASET_SQUAD_TOKENIZED_MAX_SEQ_LENGTH: '#' + group: seq-length + seq.384: + ad: + squad-preprocessed: + tags: _seq.384 + env: + CM_DATASET_SQUAD_TOKENIZED_MAX_SEQ_LENGTH: '#' + group: seq-length + tf: + group: model-framework diff --git a/script/compile-model-for.qaic/_cm.yaml b/script/compile-model-for.qaic/_cm.yaml index ca305b860d..634bb948be 100644 --- a/script/compile-model-for.qaic/_cm.yaml +++ b/script/compile-model-for.qaic/_cm.yaml @@ -1,389 +1,257 @@ -{ - "alias": "compile-model-for.qaic", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML optimization", - "new_env_keys": [ - "CM_QAIC_MODEL*", - "CM_ML_MODEL_FILE_WITH_PATH" - ], - "input_mapping": { - "register": "CM_REGISTER_CACHE" - }, - "deps": [ - { - "tags": "detect,cpu" - }, - { - "tags": "get,qaic,apps,sdk", - "names": [ - "qaic-apps-sdk" - ], - "skip_if_env": { - "CM_REGISTER_CACHE": [ - "on" - ] - } - }, - { - "enable_if_env": - { - "CM_COMPILE_RETINANET": [ - "yes" - ] - }, - "names": [ - "retinanet-profile", - "qaic-profile" - ], - "tags": "qaic,calibrate,_retinanet" - }, - { - "enable_if_env": - { - "CM_COMPILE_RESNET": [ - "on" - ] - }, - "skip_if_env": { - "CM_REGISTER_CACHE": [ - "on" - ] - }, - "names": [ - "resnet-profile", - "qaic-profile" - ], - "tags": "qaic,calibrate,_resnet50" - }, - { - "names": [ - "model-src" - ], - "tags": "get,ml-model" - } - ], - "tags": [ - "qaic", - "compile", - "model", - "model-compile", - "qaic-compile" - ], - "uid": "3f0f43b5d0304d1c", - "variations": { - "bs.1": { - "group": "batch-size", - "env": { - "CM_QAIC_MODEL_BATCH_SIZE": "1" - }, - "adr": { - "qaic-profile": { - "tags": "_bs.1" - } - } - }, - "bs.#": { - "group": "batch-size", - "env": { - "CM_QAIC_MODEL_BATCH_SIZE": "#" - }, - "adr": { - "qaic-profile": { - "tags": "_bs.#" - } - } - }, - "quantized": { - "group": "quantization", - "default": true, - "env": { - "CM_QAIC_MODEL_QUANTIZATION": "yes" - } - }, - "no-quantized": { - "group": "quantization", - "env": { - "CM_QAIC_MODEL_QUANTIZATION": "no" - } - }, - "offline": { - "group": "mlperf-scenario" - }, - "server": { - "group": "mlperf-scenario" - }, - "singlestream": { - "group": "mlperf-scenario", - "default": true - }, - "multistream": { - "group": "mlperf-scenario" - }, - "nsp.14": { - "group": "nsp" - }, - "nsp.16": { - "group": "nsp" - }, - "nsp.8": { - "group": "nsp" - }, - "nsp.9": { - "group": "nsp" - }, - "resnet50": { - "default_variations": { - "model-framework": "tf" - }, - "env": { - "CM_COMPILE_RESNET": "on", - "CM_QAIC_MODEL_TO_CONVERT": "compile_resnet50_tf", - "CM_QAIC_MODEL_COMPILER_PARAMS_BASE": "-aic-hw -aic-hw-version=2.0 -quantization-schema=symmetric_with_uint8 -quantization-precision=Int8 -output-node-name=ArgMax -vvv -compile-only -use-producer-dma=1" - }, - "adr": { - "model-src": { - "tags": "resnet50,_tf" - } - } - }, - "resnet50,offline": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS": "-sdp-cluster-sizes=2,2 -multicast-weights", - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=4 -mos=1,2 -ols=4" - } - }, - "resnet50,offline,nsp.14": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=4 -mos=1,2 -ols=4" - }, - "default_variations": { - "batch-size": "bs.8" - } - }, - "resnet50,server,nsp.14": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=4 -ols=4", - "CM_QAIC_MODEL_COMPILER_ARGS": "-sdp-cluster-sizes=2,2 -mos=1,2 -multicast-weights" - }, - "default_variations": { - "batch-size": "bs.8" - } - }, - "resnet50,server,nsp.16": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=4 -ols=4", - "CM_QAIC_MODEL_COMPILER_ARGS": "-sdp-cluster-sizes=4,4 -mos=1,4" - }, - "default_variations": { - "batch-size": "bs.8" - } - }, - "resnet50,multistream,nsp.14": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=4" - }, - "default_variations": { - "batch-size": "bs.1" - } - }, - "resnet50,singlestream,nsp.14": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=8 -mos=1 -ols=1" - }, - "default_variations": { - "batch-size": "bs.1" - } - }, - "resnet50,singlestream": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS": "-aic-num-of-instances=1", - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=8 -mos=1 -ols=1" - } - }, - "resnet50,multistream": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS": "", - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=4 -mos=1 -ols=1" - } - }, - "resnet50,server": { - "env": { - } - }, - "bert-99": { - "adr": { - "model-src": { - "tags": "bert-large,_onnx,_packed" - } - }, - "env": { - "CM_COMPILE_BERT": "on", - "CM_QAIC_MODEL_TO_CONVERT": "calibrate_bert_mlperf", - "CM_QAIC_MODEL_COMPILER_PARAMS_BASE": "-aic-hw -aic-hw-version=2.0 -execute-nodes-in-fp16=Add,Div,Erf,Softmax -quantization-schema=symmetric_with_uint8 -quantization-precision=Int8 -quantization-precision-bias=Int32 -vvv -compile-only -onnx-define-symbol=batch_size,1 -onnx-define-symbol=seg_length,384 -multicast-weights -combine-inputs=false -combine-outputs=false", - "CM_QAIC_MODEL_COMPILER_ARGS": "" - }, - "deps": [ - { - "tags": "calibrate,qaic,_bert-99", - "names": [ - "bert-profile", - "qaic-profile" - ] - } - ] - }, - "bert-99,offline": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS": "-allocator-dealloc-delay=2 -size-split-granularity=1536 -vtcm-working-set-limit-ratio=1", - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=1 -mos=1 -ols=2" - } - }, - "bert-99,offline,nsp.16": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=1 -mos=1 -ols=2" - } - }, - "bert-99,offline,nsp.14": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=1 -mos=1 -ols=3" - } - }, - "bert-99,server": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS": "-allocator-dealloc-delay=2 -size-split-granularity=1536 -vtcm-working-set-limit-ratio=1", - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=1 -mos=1 -ols=3" - } - }, - "bert-99,server,nsp.14": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=1 -mos=1 -ols=3" - } - }, - "bert-99,singlestream": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS": "", - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=8 -mos=8 -ols=1" - } - }, - "bert-99,singlestream,nsp.14": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=8 -mos=8 -ols=1" - } - }, - "bert-99.9": { - "base": [ - "no-quantized" - ], - "adr": { - "model-src": { - "tags": "bert-large,_onnx,_packed" - } - }, - "env": { - "CM_COMPILE_BERT": "on", - "CM_QAIC_MODEL_TO_CONVERT": "bert_mlperf", - "CM_QAIC_MODEL_COMPILER_PARAMS_BASE": "-aic-hw -aic-hw-version=2.0 -convert-to-fp16 -vvv -compile-only -onnx-define-symbol=batch_size,1 -onnx-define-symbol=seg_length,384 -combine-inputs=false -combine-outputs=false", - "CM_QAIC_MODEL_COMPILER_ARGS": "" - } - }, - "bert-99.9,offline": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=2 -mos=1 -ols=2" - } - }, - "bert-99.9,offline,nsp.16": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=2 -mos=1 -ols=2" - } - }, - "bert-99.9,offline,nsp.14": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=2 -mos=1 -ols=2" - } - }, - "bert-99.9,server": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=2" - } - }, - "bert-99.9,server,nsp.14": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=2" - } - }, - "tf": { - "group": "model-framework" - }, - "resnet50,tf": { - "env": { - "CM_QAIC_MODEL_TO_CONVERT": "calibrate_resnet50_tf" - }, - "ad": { - "model-src": { - "tags": "_fix-input-shape" - } - } - }, - "retinanet": { - "adr": { - "model-src": { - "tags": "retinanet,_no-nms" - } - }, - "new_env_keys": [ - "CM_QAIC_MODEL_RETINANET_*" - ], - "env": { - "CM_COMPILE_RETINANET": "on", - "CM_QAIC_MODEL_TO_CONVERT": "calibrate_retinanet_no_nms_mlperf", - "CM_QAIC_MODEL_COMPILER_ARGS": "-aic-enable-depth-first", - "CM_QAIC_MODEL_COMPILER_PARAMS_BASE": "-aic-hw -aic-hw-version=2.0 -compile-only -enable-channelwise -onnx-define-symbol=batch_size,1 -node-precision-info=<<>> -quantization-schema-constants=symmetric_with_uint8 -quantization-schema-activations=asymmetric -quantization-calibration=None" - } - }, - "retinanet,offline": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=1 -mos=1 -ols=1" - } - }, - "retinanet,offline,nsp.14": { - }, - "retinanet,nsp.14": { - "env": { - } - }, - "retinanet,server": { - }, - "retinanet,server,nsp.14": { - }, - "retinanet,singlestream": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS": "", - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=8 -mos=1 -ols=1" - } - }, - "retinanet,singlestream,nsp.14": { - "env": { - "CM_QAIC_MODEL_COMPILER_ARGS_SUT": "-aic-num-cores=8 -mos=1 -ols=1" - } - }, - "retinanet,multistream": { - }, - "pc.#": { - "group": "percentile-calibration", - "env": { - "CM_QAIC_MODEL_COMPILER_PERCENTILE_CALIBRATION_VALUE": "#", - "CM_QAIC_MODEL_COMPILER_QUANTIZATION_PARAMS": "-quantization-calibration=Percentile -percentile-calibration-value=<<>>" - } - }, - "filter-size.#": { - "group": "calib-dataset-filter-size", - "ad": { - "qaic-profile": { - "tags": "_filter-size.#" - } - } - } - } -} +alias: compile-model-for.qaic +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML optimization +deps: +- tags: detect,cpu +- names: + - qaic-apps-sdk + skip_if_env: + CM_REGISTER_CACHE: + - 'on' + tags: get,qaic,apps,sdk +- enable_if_env: + CM_COMPILE_RETINANET: + - 'yes' + names: + - retinanet-profile + - qaic-profile + tags: qaic,calibrate,_retinanet +- enable_if_env: + CM_COMPILE_RESNET: + - 'on' + names: + - resnet-profile + - qaic-profile + skip_if_env: + CM_REGISTER_CACHE: + - 'on' + tags: qaic,calibrate,_resnet50 +- names: + - model-src + tags: get,ml-model +input_mapping: + register: CM_REGISTER_CACHE +new_env_keys: +- CM_QAIC_MODEL* +- CM_ML_MODEL_FILE_WITH_PATH +tags: +- qaic +- compile +- model +- model-compile +- qaic-compile +uid: 3f0f43b5d0304d1c +variations: + bert-99: + adr: + model-src: + tags: bert-large,_onnx,_packed + deps: + - names: + - bert-profile + - qaic-profile + tags: calibrate,qaic,_bert-99 + env: + CM_COMPILE_BERT: 'on' + CM_QAIC_MODEL_COMPILER_ARGS: '' + CM_QAIC_MODEL_COMPILER_PARAMS_BASE: -aic-hw -aic-hw-version=2.0 -execute-nodes-in-fp16=Add,Div,Erf,Softmax + -quantization-schema=symmetric_with_uint8 -quantization-precision=Int8 -quantization-precision-bias=Int32 + -vvv -compile-only -onnx-define-symbol=batch_size,1 -onnx-define-symbol=seg_length,384 + -multicast-weights -combine-inputs=false -combine-outputs=false + CM_QAIC_MODEL_TO_CONVERT: calibrate_bert_mlperf + bert-99,offline: + env: + CM_QAIC_MODEL_COMPILER_ARGS: -allocator-dealloc-delay=2 -size-split-granularity=1536 + -vtcm-working-set-limit-ratio=1 + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=1 -mos=1 -ols=2 + bert-99,offline,nsp.14: + env: + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=1 -mos=1 -ols=3 + bert-99,offline,nsp.16: + env: + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=1 -mos=1 -ols=2 + bert-99,server: + env: + CM_QAIC_MODEL_COMPILER_ARGS: -allocator-dealloc-delay=2 -size-split-granularity=1536 + -vtcm-working-set-limit-ratio=1 + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=1 -mos=1 -ols=3 + bert-99,server,nsp.14: + env: + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=1 -mos=1 -ols=3 + bert-99,singlestream: + env: + CM_QAIC_MODEL_COMPILER_ARGS: '' + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=8 -mos=8 -ols=1 + bert-99,singlestream,nsp.14: + env: + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=8 -mos=8 -ols=1 + bert-99.9: + adr: + model-src: + tags: bert-large,_onnx,_packed + base: + - no-quantized + env: + CM_COMPILE_BERT: 'on' + CM_QAIC_MODEL_COMPILER_ARGS: '' + CM_QAIC_MODEL_COMPILER_PARAMS_BASE: -aic-hw -aic-hw-version=2.0 -convert-to-fp16 + -vvv -compile-only -onnx-define-symbol=batch_size,1 -onnx-define-symbol=seg_length,384 + -combine-inputs=false -combine-outputs=false + CM_QAIC_MODEL_TO_CONVERT: bert_mlperf + bert-99.9,offline: + env: + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=2 -mos=1 -ols=2 + bert-99.9,offline,nsp.14: + env: + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=2 -mos=1 -ols=2 + bert-99.9,offline,nsp.16: + env: + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=2 -mos=1 -ols=2 + bert-99.9,server: + env: + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=2 + bert-99.9,server,nsp.14: + env: + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=2 + bs.#: + adr: + qaic-profile: + tags: _bs.# + env: + CM_QAIC_MODEL_BATCH_SIZE: '#' + group: batch-size + bs.1: + adr: + qaic-profile: + tags: _bs.1 + env: + CM_QAIC_MODEL_BATCH_SIZE: '1' + group: batch-size + filter-size.#: + ad: + qaic-profile: + tags: _filter-size.# + group: calib-dataset-filter-size + multistream: + group: mlperf-scenario + no-quantized: + env: + CM_QAIC_MODEL_QUANTIZATION: 'no' + group: quantization + nsp.14: + group: nsp + nsp.16: + group: nsp + nsp.8: + group: nsp + nsp.9: + group: nsp + offline: + group: mlperf-scenario + pc.#: + env: + CM_QAIC_MODEL_COMPILER_PERCENTILE_CALIBRATION_VALUE: '#' + CM_QAIC_MODEL_COMPILER_QUANTIZATION_PARAMS: -quantization-calibration=Percentile -percentile-calibration-value=<<>> + group: percentile-calibration + quantized: + default: true + env: + CM_QAIC_MODEL_QUANTIZATION: 'yes' + group: quantization + resnet50: + adr: + model-src: + tags: resnet50,_tf + default_variations: + model-framework: tf + env: + CM_COMPILE_RESNET: 'on' + CM_QAIC_MODEL_COMPILER_PARAMS_BASE: -aic-hw -aic-hw-version=2.0 -quantization-schema=symmetric_with_uint8 + -quantization-precision=Int8 -output-node-name=ArgMax -vvv -compile-only -use-producer-dma=1 + CM_QAIC_MODEL_TO_CONVERT: compile_resnet50_tf + resnet50,multistream: + env: + CM_QAIC_MODEL_COMPILER_ARGS: '' + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=4 -mos=1 -ols=1 + resnet50,multistream,nsp.14: + default_variations: + batch-size: bs.1 + env: + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=4 + resnet50,offline: + env: + CM_QAIC_MODEL_COMPILER_ARGS: -sdp-cluster-sizes=2,2 -multicast-weights + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=4 -mos=1,2 -ols=4 + resnet50,offline,nsp.14: + default_variations: + batch-size: bs.8 + env: + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=4 -mos=1,2 -ols=4 + resnet50,server: + env: {} + resnet50,server,nsp.14: + default_variations: + batch-size: bs.8 + env: + CM_QAIC_MODEL_COMPILER_ARGS: -sdp-cluster-sizes=2,2 -mos=1,2 -multicast-weights + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=4 -ols=4 + resnet50,server,nsp.16: + default_variations: + batch-size: bs.8 + env: + CM_QAIC_MODEL_COMPILER_ARGS: -sdp-cluster-sizes=4,4 -mos=1,4 + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=4 -ols=4 + resnet50,singlestream: + env: + CM_QAIC_MODEL_COMPILER_ARGS: -aic-num-of-instances=1 + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=8 -mos=1 -ols=1 + resnet50,singlestream,nsp.14: + default_variations: + batch-size: bs.1 + env: + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=8 -mos=1 -ols=1 + resnet50,tf: + ad: + model-src: + tags: _fix-input-shape + env: + CM_QAIC_MODEL_TO_CONVERT: calibrate_resnet50_tf + retinanet: + adr: + model-src: + tags: retinanet,_no-nms + env: + CM_COMPILE_RETINANET: 'on' + CM_QAIC_MODEL_COMPILER_ARGS: -aic-enable-depth-first + CM_QAIC_MODEL_COMPILER_PARAMS_BASE: -aic-hw -aic-hw-version=2.0 -compile-only + -enable-channelwise -onnx-define-symbol=batch_size,1 -node-precision-info=<<>> + -quantization-schema-constants=symmetric_with_uint8 -quantization-schema-activations=asymmetric + -quantization-calibration=None + CM_QAIC_MODEL_TO_CONVERT: calibrate_retinanet_no_nms_mlperf + new_env_keys: + - CM_QAIC_MODEL_RETINANET_* + retinanet,multistream: {} + retinanet,nsp.14: + env: {} + retinanet,offline: + env: + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=1 -mos=1 -ols=1 + retinanet,offline,nsp.14: {} + retinanet,server: {} + retinanet,server,nsp.14: {} + retinanet,singlestream: + env: + CM_QAIC_MODEL_COMPILER_ARGS: '' + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=8 -mos=1 -ols=1 + retinanet,singlestream,nsp.14: + env: + CM_QAIC_MODEL_COMPILER_ARGS_SUT: -aic-num-cores=8 -mos=1 -ols=1 + server: + group: mlperf-scenario + singlestream: + default: true + group: mlperf-scenario + tf: + group: model-framework diff --git a/script/compile-program/_cm.yaml b/script/compile-program/_cm.yaml index af07199793..2e5c9d0fd8 100644 --- a/script/compile-program/_cm.yaml +++ b/script/compile-program/_cm.yaml @@ -1,36 +1,23 @@ -{ - "alias": "compile-program", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "DevOps automation", - "clean_files": [ - "tmp-run.out" - ], - "deps": [ - { - "tags": "detect,cpu" - }, - { - "names": [ - "compiler" - ], - "tags": "get,compiler" - }, - { - "tags": "get,compiler-flags" - } - ], - "default_env": { - "SKIP_RECOMPILE": "no" - }, - "tags": [ - "compile", - "program", - "c-program", - "cpp-program", - "compile-program", - "compile-c-program", - "compile-cpp-program" - ], - "uid": "c05042ba005a4bfa" -} +alias: compile-program +automation_alias: script +automation_uid: 5b4e0237da074764 +category: DevOps automation +clean_files: +- tmp-run.out +default_env: + SKIP_RECOMPILE: 'no' +deps: +- tags: detect,cpu +- names: + - compiler + tags: get,compiler +- tags: get,compiler-flags +tags: +- compile +- program +- c-program +- cpp-program +- compile-program +- compile-c-program +- compile-cpp-program +uid: c05042ba005a4bfa diff --git a/script/convert-csv-to-md/_cm.yaml b/script/convert-csv-to-md/_cm.yaml index ff7b6f7838..962601431e 100644 --- a/script/convert-csv-to-md/_cm.yaml +++ b/script/convert-csv-to-md/_cm.yaml @@ -1,42 +1,34 @@ -{ - "alias": "convert-csv-to-md", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "category": "DevOps automation", - "deps": [ - { - "names": [ "python, python3" ], - "tags": "get,python3" - }, - { - "names": [ "pandas" ], - "tags": "get,generic-python-lib,_pandas", - "version_min": "1.0" - }, - { - "names": [ "tabulate" ], - "tags": "get,generic-python-lib,_package.tabulate" - } - ], - "docker_input_mapping": {}, - "input_description": {}, - "input_mapping": { - "csv_file": "CM_CSV_FILE", - "md_file": "CM_MD_FILE" - }, - "new_env_keys": [], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "csv-to-md", - "convert", - "to-md", - "from-csv" - ], - "uid": "200a95b80bee4a25", - "variations": {}, - "versions": {} -} +alias: convert-csv-to-md +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: DevOps automation +deps: +- names: + - python, python3 + tags: get,python3 +- names: + - pandas + tags: get,generic-python-lib,_pandas + version_min: '1.0' +- names: + - tabulate + tags: get,generic-python-lib,_package.tabulate +docker_input_mapping: {} +input_description: {} +input_mapping: + csv_file: CM_CSV_FILE + md_file: CM_MD_FILE +new_env_keys: [] +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- csv-to-md +- convert +- to-md +- from-csv +uid: 200a95b80bee4a25 +variations: {} +versions: {} diff --git a/script/convert-ml-model-huggingface-to-onnx/_cm.yaml b/script/convert-ml-model-huggingface-to-onnx/_cm.yaml index e836a5aa96..54f54b0e5c 100644 --- a/script/convert-ml-model-huggingface-to-onnx/_cm.yaml +++ b/script/convert-ml-model-huggingface-to-onnx/_cm.yaml @@ -1,44 +1,29 @@ -{ - "alias": "convert-ml-model-huggingface-to-onnx", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML models", - "deps": [ - { - "names": [ - "python3", - "python" - ], - "tags": "get,python3" - }, - { - "tags": "get,generic-python-lib,_transformers" - }, - { - "tags": "get,generic-python-lib,_onnxruntime" - } - ], - "env": {}, - "new_env_keys": [ - "CM_ML_MODEL*", - "CM_MODEL_HUGG_PATH", - "HUGGINGFACE_ONNX_FILE_PATH" - ], - "tags": [ - "ml-model", - "model", - "huggingface-to-onnx", - "onnx", - "huggingface", - "convert" - ], - "uid": "eacb01655d7e49ac", - "variations": { - "model-path.#": { - "env": { - "CM_MODEL_HUGG_PATH": "#" - } - } - } -} +alias: convert-ml-model-huggingface-to-onnx +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +deps: +- names: + - python3 + - python + tags: get,python3 +- tags: get,generic-python-lib,_transformers +- tags: get,generic-python-lib,_onnxruntime +env: {} +new_env_keys: +- CM_ML_MODEL* +- CM_MODEL_HUGG_PATH +- HUGGINGFACE_ONNX_FILE_PATH +tags: +- ml-model +- model +- huggingface-to-onnx +- onnx +- huggingface +- convert +uid: eacb01655d7e49ac +variations: + model-path.#: + env: + CM_MODEL_HUGG_PATH: '#' diff --git a/script/create-conda-env/_cm.yaml b/script/create-conda-env/_cm.yaml index 9a2311707f..56a61f0f19 100644 --- a/script/create-conda-env/_cm.yaml +++ b/script/create-conda-env/_cm.yaml @@ -1,43 +1,30 @@ -{ - "alias": "create-conda-env", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "DevOps automation", - "clean_files": [], - "deps": [ - { - "tags": "detect,os" - }, - { - "names": [ - "conda" - ], - "tags": "get,conda" - } - ], - "new_env_keys": [ - "+PATH", - "+LD_LIBRARY_PATH", - "CM_CONDA_PREFIX", - "CONDA_PREFIX", - "CM_CONDA_BIN_PATH", - "CM_CONDA_LIB_PATH" - ], - "tags": [ - "create", - "get", - "env", - "conda-env", - "conda-environment", - "create-conda-environment" - ], - "uid": "e39e0b04c86a40f2", - "variations": { - "name.#": { - "env": { - "CM_CONDA_ENV_NAME": "#" - } - } - } -} +alias: create-conda-env +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: DevOps automation +clean_files: [] +deps: +- tags: detect,os +- names: + - conda + tags: get,conda +new_env_keys: +- +PATH +- +LD_LIBRARY_PATH +- CM_CONDA_PREFIX +- CONDA_PREFIX +- CM_CONDA_BIN_PATH +- CM_CONDA_LIB_PATH +tags: +- create +- get +- env +- conda-env +- conda-environment +- create-conda-environment +uid: e39e0b04c86a40f2 +variations: + name.#: + env: + CM_CONDA_ENV_NAME: '#' diff --git a/script/create-fpgaconvnet-app-tinyml/_cm.yaml b/script/create-fpgaconvnet-app-tinyml/_cm.yaml index 34573d8342..3ad1cdc9bb 100644 --- a/script/create-fpgaconvnet-app-tinyml/_cm.yaml +++ b/script/create-fpgaconvnet-app-tinyml/_cm.yaml @@ -1,59 +1,44 @@ -{ - "alias": "create-fpgaconvnet-app-tinyml", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "category": "TinyML automation", - "deps": [ - { - "names": [ "config-generator" ], - "tags": "create,fpgaconvnet,config" - }, - { - "names": [ "xilinx-sdk" ], - "tags": "get,xilinx,sdk", - "version": "2019.1" - }, - { - "names": [ "tensorflow" ], - "tags": "get,tensorflow" - } - ], - "input_description": {}, - "input_mapping": {}, - "new_env_keys": [], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "create", - "app", - "fpgaconvnet" - ], - "uid": "618f3520e98e4728", - "variations": { - "zc706": { - "env": { - "CM_TINY_BOARD": "zc706" - }, - "add_deps": { - "config-generator": { - "tags": "_zc706" - } - }, - "group": "board", - "default": true - }, - "ic": { - "add_deps": { - "config-generator": { - "tags": "_ic" - } - }, - "group": "benchmark", - "default": true - } - }, - "versions": {} -} +alias: create-fpgaconvnet-app-tinyml +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: TinyML automation +deps: +- names: + - config-generator + tags: create,fpgaconvnet,config +- names: + - xilinx-sdk + tags: get,xilinx,sdk + version: '2019.1' +- names: + - tensorflow + tags: get,tensorflow +input_description: {} +input_mapping: {} +new_env_keys: [] +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- create +- app +- fpgaconvnet +uid: 618f3520e98e4728 +variations: + ic: + add_deps: + config-generator: + tags: _ic + default: true + group: benchmark + zc706: + add_deps: + config-generator: + tags: _zc706 + default: true + env: + CM_TINY_BOARD: zc706 + group: board +versions: {} diff --git a/script/create-fpgaconvnet-config-tinyml/_cm.yaml b/script/create-fpgaconvnet-config-tinyml/_cm.yaml index 491b58e22c..f74a3165d1 100644 --- a/script/create-fpgaconvnet-config-tinyml/_cm.yaml +++ b/script/create-fpgaconvnet-config-tinyml/_cm.yaml @@ -1,58 +1,40 @@ -{ - "alias": "create-fpgaconvnet-config-tinyml", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "TinyML automation", - "deps": [ - { - "tags": "get,python3" - }, - { - "names": [ "ml-model" ], - "tags": "get,ml-model,tiny" - }, - { - "tags": "get,git,repo,_repo.https://github.com/mlcommons/submissions_tiny_v1.1" - } - ], - "input_description": {}, - "input_mapping": {}, - "new_env_keys": [ - "CM_TINY_FPGACONVNET*" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "create", - "config", - "fpgaconvnet" - ], - "uid": "f6cdad166cfa47bc", - "variations": { - "zc706": { - "env": { - "CM_TINY_BOARD": "zc706" - }, - "group": "board", - "default": true - }, - "ic": { - "add_deps": { - "ml-model": { - "tags": "resnet,_onnx" - } - }, - "group": "benchmark", - "default": true - }, - "zc706,ic": { - "env": { - "CM_TINY_NETWORK_NAME": "zc706-resnet" - } - } - }, - "versions": {} -} +alias: create-fpgaconvnet-config-tinyml +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: TinyML automation +deps: +- tags: get,python3 +- names: + - ml-model + tags: get,ml-model,tiny +- tags: get,git,repo,_repo.https://github.com/mlcommons/submissions_tiny_v1.1 +input_description: {} +input_mapping: {} +new_env_keys: +- CM_TINY_FPGACONVNET* +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- create +- config +- fpgaconvnet +uid: f6cdad166cfa47bc +variations: + ic: + add_deps: + ml-model: + tags: resnet,_onnx + default: true + group: benchmark + zc706: + default: true + env: + CM_TINY_BOARD: zc706 + group: board + zc706,ic: + env: + CM_TINY_NETWORK_NAME: zc706-resnet +versions: {} diff --git a/script/destroy-terraform/_cm.yaml b/script/destroy-terraform/_cm.yaml index 663dbbb877..5935f6d7a8 100644 --- a/script/destroy-terraform/_cm.yaml +++ b/script/destroy-terraform/_cm.yaml @@ -1,20 +1,13 @@ -{ - "alias": "destroy-terraform", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Cloud automation", - "tags": [ - "destroy", - "terraform", - "cmd" - ], - "deps": [ - { - "names": [ - "terraform" - ], - "tags": "get,terraform" - } - ], - "uid": "3463458d03054856" -} +alias: destroy-terraform +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Cloud automation +deps: +- names: + - terraform + tags: get,terraform +tags: +- destroy +- terraform +- cmd +uid: 3463458d03054856 diff --git a/script/detect-cpu/_cm.yaml b/script/detect-cpu/_cm.yaml index 215bad2b21..1da7a920e0 100644 --- a/script/detect-cpu/_cm.yaml +++ b/script/detect-cpu/_cm.yaml @@ -1,31 +1,22 @@ -{ - "alias": "detect-cpu", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Platform information", - "clean_files": [ - "tmp-lscpu.out", - "tmp-systeminfo.csv", - "tmp-wmic-cpu.csv" - ], - "deps": [ - { - "tags": "detect,os" - } - ], - "new_env_keys": [ - "CM_HOST_CPU_*", - "CM_HOST_MEMORY_CAPACITY", - "CM_HOST_DISK_CAPACITY" - ], - "new_state_keys": [ - "host_device_raw_info" - ], - "tags": [ - "detect", - "cpu", - "detect-cpu", - "info" - ], - "uid": "586c8a43320142f7" -} +alias: detect-cpu +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Platform information +clean_files: +- tmp-lscpu.out +- tmp-systeminfo.csv +- tmp-wmic-cpu.csv +deps: +- tags: detect,os +new_env_keys: +- CM_HOST_CPU_* +- CM_HOST_MEMORY_CAPACITY +- CM_HOST_DISK_CAPACITY +new_state_keys: +- host_device_raw_info +tags: +- detect +- cpu +- detect-cpu +- info +uid: 586c8a43320142f7 diff --git a/script/detect-os/_cm.yaml b/script/detect-os/_cm.yaml index 7d64c9397b..12266a02aa 100644 --- a/script/detect-os/_cm.yaml +++ b/script/detect-os/_cm.yaml @@ -1,43 +1,30 @@ -{ - "alias": "detect-os", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Platform information", - "clean_files": [ - "tmp-run.out" - ], - "new_env_keys": [ - "CM_HOST_OS_*", - "+CM_HOST_OS_*", - "CM_HOST_PLATFORM_*", - "CM_HOST_PYTHON_*", - "CM_HOST_SYSTEM_NAME", - "CM_RUN_STATE_DOCKER", - "+PATH" - ], - "new_state_keys": [ - "os_uname_*" - ], - "post_deps": [ - { - "enable_if_env": { - "CM_HOST_OS_TYPE": [ - "windows" - ] - }, - "skip_if_env": { - "CM_WINDOWS_SYS_UTILS_MIN_INSTALL": [ - "yes" - ] - }, - "tags": "get,sys-utils-min" - } - ], - "tags": [ - "detect-os", - "detect", - "os", - "info" - ], - "uid": "863735b7db8c44fc" -} +alias: detect-os +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Platform information +clean_files: +- tmp-run.out +new_env_keys: +- CM_HOST_OS_* +- +CM_HOST_OS_* +- CM_HOST_PLATFORM_* +- CM_HOST_PYTHON_* +- CM_HOST_SYSTEM_NAME +- CM_RUN_STATE_DOCKER +- +PATH +new_state_keys: +- os_uname_* +post_deps: +- enable_if_env: + CM_HOST_OS_TYPE: + - windows + skip_if_env: + CM_WINDOWS_SYS_UTILS_MIN_INSTALL: + - 'yes' + tags: get,sys-utils-min +tags: +- detect-os +- detect +- os +- info +uid: 863735b7db8c44fc diff --git a/script/download-and-extract/_cm.yaml b/script/download-and-extract/_cm.yaml index b6e4dfb0ee..bceeb10437 100644 --- a/script/download-and-extract/_cm.yaml +++ b/script/download-and-extract/_cm.yaml @@ -1,166 +1,113 @@ -{ - "alias": "download-and-extract", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "can_force_cache": true, - "category": "DevOps automation", - "deps": [], - "input_description": {}, - "input_mapping": { - "download_path": "CM_DOWNLOAD_PATH", - "extra_folder": "CM_EXTRACT_TO_FOLDER", - "extract_path": "CM_EXTRACT_PATH", - "from": "CM_DOWNLOAD_LOCAL_FILE_PATH", - "local_path": "CM_DOWNLOAD_LOCAL_FILE_PATH", - "store": "CM_DOWNLOAD_PATH", - "to": "CM_EXTRACT_PATH", - "url": "CM_DAE_URL", - "verify": "CM_VERIFY_SSL" - }, - "new_env_keys": [ - "CM_DOWNLOAD_DOWNLOADED_PATH*", - "CM_EXTRACT_EXTRACTED_PATH", - "<<>>", - "<<>>", - "<<>>", - "CM_GET_DEPENDENT_CACHED_PATH" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [ - { - "enable_if_env": { - "CM_DAE_EXTRACT_DOWNLOADED": [ - "yes", - "True" - ] - }, - "names": [ - "extract-script" - ], - "tags": "extract,file", - "update_tags_from_env_with_prefix": { - "_path.": [ - "CM_DOWNLOAD_DOWNLOADED_PATH", - "CM_TORRENT_DOWNLOADED_PATH" - ] - } - } - ], - "prehook_deps": [ - { - "names": [ - "download-script" - ], - "skip_if_env": { - "CM_DAE_DOWNLOAD_USING_TORRENT": [ - "yes", - "True" - ] - }, - "tags": "download,file", - "update_tags_from_env_with_prefix": { - "_url.": [ - "CM_DAE_URL" - ] - } - } - ], - "tags": [ - "dae", - "file", - "download-and-extract" - ], - "tags_help": "download-and-extract file", - "uid": "c67e81a4ce2649f5", - "variations": { - "cmutil": { - "add_deps": { - "download-script": { - "tags": "_cmutil" - } - }, - "default": true, - "group": "download-tool" - }, - "curl": { - "add_deps": { - "download-script": { - "tags": "_wget" - } - }, - "group": "download-tool" - }, - "extract": { - "env": { - "CM_DAE_EXTRACT_DOWNLOADED": "yes" - } - }, - "rclone": { - "add_deps": { - "download-script": { - "tags": "_rclone" - } - }, - "group": "download-tool" - }, - "gdown": { - "add_deps": { - "download-script": { - "tags": "_gdown" - } - }, - "group": "download-tool" - }, - "keep": { - "group": "keep", - "default": "true", - "env": { - "CM_EXTRACT_REMOVE_EXTRACTED": "no" - } - }, - "no-remove-extracted": { - "group": "keep", - "env": { - "CM_EXTRACT_REMOVE_EXTRACTED": "no" - } - }, - "torrent": { - "env": { - "CM_DAE_DOWNLOAD_USING_TORRENT": "yes", - "CM_TORRENT_DOWNLOADED_FILE_NAME": "<<>>", - "CM_TORRENT_DOWNLOADED_PATH_ENV_KEY": "CM_DAE_FILEPATH", - "CM_TORRENT_WAIT_UNTIL_COMPLETED": "yes" - }, - "group": "download-tool", - "new_env_keys": [ - "CM_TORRENT_DOWNLOADED_PATH" - ], - "prehook_deps": [ - { - "tags": "download,torrent", - "update_tags_from_env_with_prefix": { - "_torrent.": [ - "CM_DAE_TORRENT_PATH" - ] - } - } - ] - }, - "url.#": { - "env": { - "CM_DAE_URL": "#" - } - }, - "wget": { - "add_deps": { - "download-script": { - "tags": "_wget" - } - }, - "group": "download-tool" - } - }, - "versions": {} -} +alias: download-and-extract +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +can_force_cache: true +category: DevOps automation +deps: [] +input_description: {} +input_mapping: + download_path: CM_DOWNLOAD_PATH + extra_folder: CM_EXTRACT_TO_FOLDER + extract_path: CM_EXTRACT_PATH + from: CM_DOWNLOAD_LOCAL_FILE_PATH + local_path: CM_DOWNLOAD_LOCAL_FILE_PATH + store: CM_DOWNLOAD_PATH + to: CM_EXTRACT_PATH + url: CM_DAE_URL + verify: CM_VERIFY_SSL +new_env_keys: +- CM_DOWNLOAD_DOWNLOADED_PATH* +- CM_EXTRACT_EXTRACTED_PATH +- <<>> +- <<>> +- <<>> +- CM_GET_DEPENDENT_CACHED_PATH +new_state_keys: [] +post_deps: [] +posthook_deps: +- enable_if_env: + CM_DAE_EXTRACT_DOWNLOADED: + - 'yes' + - 'True' + names: + - extract-script + tags: extract,file + update_tags_from_env_with_prefix: + _path.: + - CM_DOWNLOAD_DOWNLOADED_PATH + - CM_TORRENT_DOWNLOADED_PATH +prehook_deps: +- names: + - download-script + skip_if_env: + CM_DAE_DOWNLOAD_USING_TORRENT: + - 'yes' + - 'True' + tags: download,file + update_tags_from_env_with_prefix: + _url.: + - CM_DAE_URL +tags: +- dae +- file +- download-and-extract +tags_help: download-and-extract file +uid: c67e81a4ce2649f5 +variations: + cmutil: + add_deps: + download-script: + tags: _cmutil + default: true + group: download-tool + curl: + add_deps: + download-script: + tags: _wget + group: download-tool + extract: + env: + CM_DAE_EXTRACT_DOWNLOADED: 'yes' + gdown: + add_deps: + download-script: + tags: _gdown + group: download-tool + keep: + default: 'true' + env: + CM_EXTRACT_REMOVE_EXTRACTED: 'no' + group: keep + no-remove-extracted: + env: + CM_EXTRACT_REMOVE_EXTRACTED: 'no' + group: keep + rclone: + add_deps: + download-script: + tags: _rclone + group: download-tool + torrent: + env: + CM_DAE_DOWNLOAD_USING_TORRENT: 'yes' + CM_TORRENT_DOWNLOADED_FILE_NAME: <<>> + CM_TORRENT_DOWNLOADED_PATH_ENV_KEY: CM_DAE_FILEPATH + CM_TORRENT_WAIT_UNTIL_COMPLETED: 'yes' + group: download-tool + new_env_keys: + - CM_TORRENT_DOWNLOADED_PATH + prehook_deps: + - tags: download,torrent + update_tags_from_env_with_prefix: + _torrent.: + - CM_DAE_TORRENT_PATH + url.#: + env: + CM_DAE_URL: '#' + wget: + add_deps: + download-script: + tags: _wget + group: download-tool +versions: {} diff --git a/script/download-file/_cm.yaml b/script/download-file/_cm.yaml index f9b2825643..aedf0ab58b 100644 --- a/script/download-file/_cm.yaml +++ b/script/download-file/_cm.yaml @@ -1,119 +1,79 @@ -{ - "alias": "download-file", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "can_force_cache": true, - "category": "DevOps automation", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "get,generic-sys-util,_md5sha1sum", - "enable_if_env": { - "CM_HOST_OS_FLAVOR": [ - "macos" - ], - "CM_DOWNLOAD_CHECKSUM": [ - "on" - ] - } - } - ], - "default_env": { - "CM_RCLONE_COPY_USING": "sync" - }, - "input_description": {}, - "input_mapping": { - "download_path": "CM_DOWNLOAD_PATH", - "output_file": "CM_DOWNLOAD_FILENAME", - "from": "CM_DOWNLOAD_LOCAL_FILE_PATH", - "local_path": "CM_DOWNLOAD_LOCAL_FILE_PATH", - "store": "CM_DOWNLOAD_PATH", - "url": "CM_DOWNLOAD_URL", - "verify": "CM_VERIFY_SSL", - "verify_ssl": "CM_VERIFY_SSL", - "md5sum": "CM_DOWNLOAD_CHECKSUM" - }, - "new_env_keys": [ - "CM_DOWNLOAD_DOWNLOADED_PATH", - "<<>>", - "CM_GET_DEPENDENT_CACHED_PATH" - ], - "new_state_keys": [], - "post_deps": [], - "prehook_deps": [], - "tags": [ - "download", - "file", - "download-file" - ], - "tags_help": "download file", - "uid": "9cdc8dc41aae437e", - "variations": { - "cmutil": { - "default": true, - "env": { - "CM_DOWNLOAD_TOOL": "cmutil" - }, - "group": "download-tool" - }, - "curl": { - "default_env": { - "CM_DOWNLOAD_CURL_EMULATE_BROWSER": "no" - }, - "env": { - "CM_DOWNLOAD_TOOL": "curl" - }, - "group": "download-tool" - }, - "gdown": { - "deps": [ - { - "tags": "get,generic-python-lib,_package.gdown" - } - ], - "env": { - "CM_DOWNLOAD_TOOL": "gdown" - }, - "group": "download-tool" - }, - "rclone": { - "deps": [ - { - "tags": "get,rclone" - }, - { - "tags": "get,rclone-config", - "update_tags_from_env_with_prefix": { - "_": [ - "CM_RCLONE_CONFIG_NAME" - ] - }, - "enable_if_env": { - "CM_RCLONE_CONFIG_NAME": [ - "on" - ] - } - } - ], - "env": { - "CM_DOWNLOAD_TOOL": "rclone" - }, - "group": "download-tool" - }, - "url.#": { - "env": { - "CM_DOWNLOAD_URL": "#" - } - }, - "wget": { - "env": { - "CM_DOWNLOAD_TOOL": "wget" - }, - "group": "download-tool" - } - }, - "versions": {} -} +alias: download-file +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +can_force_cache: true +category: DevOps automation +default_env: + CM_RCLONE_COPY_USING: sync +deps: +- tags: detect,os +- enable_if_env: + CM_DOWNLOAD_CHECKSUM: + - 'on' + CM_HOST_OS_FLAVOR: + - macos + tags: get,generic-sys-util,_md5sha1sum +input_description: {} +input_mapping: + download_path: CM_DOWNLOAD_PATH + from: CM_DOWNLOAD_LOCAL_FILE_PATH + local_path: CM_DOWNLOAD_LOCAL_FILE_PATH + md5sum: CM_DOWNLOAD_CHECKSUM + output_file: CM_DOWNLOAD_FILENAME + store: CM_DOWNLOAD_PATH + url: CM_DOWNLOAD_URL + verify: CM_VERIFY_SSL + verify_ssl: CM_VERIFY_SSL +new_env_keys: +- CM_DOWNLOAD_DOWNLOADED_PATH +- <<>> +- CM_GET_DEPENDENT_CACHED_PATH +new_state_keys: [] +post_deps: [] +prehook_deps: [] +tags: +- download +- file +- download-file +tags_help: download file +uid: 9cdc8dc41aae437e +variations: + cmutil: + default: true + env: + CM_DOWNLOAD_TOOL: cmutil + group: download-tool + curl: + default_env: + CM_DOWNLOAD_CURL_EMULATE_BROWSER: 'no' + env: + CM_DOWNLOAD_TOOL: curl + group: download-tool + gdown: + deps: + - tags: get,generic-python-lib,_package.gdown + env: + CM_DOWNLOAD_TOOL: gdown + group: download-tool + rclone: + deps: + - tags: get,rclone + - enable_if_env: + CM_RCLONE_CONFIG_NAME: + - 'on' + tags: get,rclone-config + update_tags_from_env_with_prefix: + _: + - CM_RCLONE_CONFIG_NAME + env: + CM_DOWNLOAD_TOOL: rclone + group: download-tool + url.#: + env: + CM_DOWNLOAD_URL: '#' + wget: + env: + CM_DOWNLOAD_TOOL: wget + group: download-tool +versions: {} diff --git a/script/download-torrent/_cm.yaml b/script/download-torrent/_cm.yaml index 47e8a113fd..d2e83b8fe5 100644 --- a/script/download-torrent/_cm.yaml +++ b/script/download-torrent/_cm.yaml @@ -1,41 +1,29 @@ -{ - "alias": "download-torrent", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "DevOps automation", - "deps": [ - { - "tags": "get,generic-sys-util,_transmission" - } - ], - "input_description": {}, - "input_mapping": { - "wait": "CM_TORRENT_WAIT_UNTIL_COMPLETED" - }, - "default_env": { - "CM_TORRENT_WAIT_UNTIL_COMPLETED": "no" - }, - "new_env_keys": [ - "CM_TORRENT_DOWNLOADED_PATH", - "<<>>" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "download", - "torrent", - "download-torrent" - ], - "uid": "69b752c5618e45bb", - "variations": { - "torrent.#": { - "env": { - "CM_TORRENT_FILE": "#" - } - } - }, - "versions": {} -} +alias: download-torrent +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: DevOps automation +default_env: + CM_TORRENT_WAIT_UNTIL_COMPLETED: 'no' +deps: +- tags: get,generic-sys-util,_transmission +input_description: {} +input_mapping: + wait: CM_TORRENT_WAIT_UNTIL_COMPLETED +new_env_keys: +- CM_TORRENT_DOWNLOADED_PATH +- <<>> +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- download +- torrent +- download-torrent +uid: 69b752c5618e45bb +variations: + torrent.#: + env: + CM_TORRENT_FILE: '#' +versions: {} diff --git a/script/extract-file/_cm.yaml b/script/extract-file/_cm.yaml index a6a10c8288..3cee898a0b 100644 --- a/script/extract-file/_cm.yaml +++ b/script/extract-file/_cm.yaml @@ -1,69 +1,47 @@ -{ - "alias": "extract-file", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "can_force_cache": true, - "category": "DevOps automation", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "get,generic-sys-util,_md5sha1sum", - "enable_if_env": { - "CM_HOST_OS_FLAVOR": [ - "macos" - ] - }, - "skip_if_any_env": { - "CM_EXTRACT_EXTRACTED_CHECKSUM_FILE": [ - "off" - ], - "CM_EXTRACT_EXTRACTED_CHECKSUM": [ - "off" - ] - } - } - ], - "input_description": {}, - "input_mapping": { - "extra_folder": "CM_EXTRACT_TO_FOLDER", - "extract_path": "CM_EXTRACT_PATH", - "input": "CM_EXTRACT_FILEPATH", - "to": "CM_EXTRACT_PATH" - }, - "new_env_keys": [ - "CM_EXTRACT_EXTRACTED_PATH", - "<<>>", - "CM_GET_DEPENDENT_CACHED_PATH" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "extract", - "file" - ], - "tags_help": "extract file", - "uid": "3f0b76219d004817", - "variations": { - "keep": { - "env": { - "CM_EXTRACT_REMOVE_EXTRACTED": "no" - } - }, - "no-remove-extracted": { - "env": { - "CM_EXTRACT_REMOVE_EXTRACTED": "no" - } - }, - "path.#": { - "env": { - "CM_EXTRACT_FILEPATH": "#" - } - } - }, - "versions": {} -} +alias: extract-file +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +can_force_cache: true +category: DevOps automation +deps: +- tags: detect,os +- enable_if_env: + CM_HOST_OS_FLAVOR: + - macos + skip_if_any_env: + CM_EXTRACT_EXTRACTED_CHECKSUM: + - 'off' + CM_EXTRACT_EXTRACTED_CHECKSUM_FILE: + - 'off' + tags: get,generic-sys-util,_md5sha1sum +input_description: {} +input_mapping: + extra_folder: CM_EXTRACT_TO_FOLDER + extract_path: CM_EXTRACT_PATH + input: CM_EXTRACT_FILEPATH + to: CM_EXTRACT_PATH +new_env_keys: +- CM_EXTRACT_EXTRACTED_PATH +- <<>> +- CM_GET_DEPENDENT_CACHED_PATH +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- extract +- file +tags_help: extract file +uid: 3f0b76219d004817 +variations: + keep: + env: + CM_EXTRACT_REMOVE_EXTRACTED: 'no' + no-remove-extracted: + env: + CM_EXTRACT_REMOVE_EXTRACTED: 'no' + path.#: + env: + CM_EXTRACT_FILEPATH: '#' +versions: {} diff --git a/script/flash-tinyml-binary/_cm.yaml b/script/flash-tinyml-binary/_cm.yaml index d9ee385bc1..42ebb7ae70 100644 --- a/script/flash-tinyml-binary/_cm.yaml +++ b/script/flash-tinyml-binary/_cm.yaml @@ -1,57 +1,38 @@ -{ - "alias": "flash-tinyml-binary", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "TinyML automation", - "cache": false, - "default_version": "r1.0", - "deps": [ - { - "tags": "detect,os" - }, - { - "names": [ - "zephyr" - ], - "tags": "get,zephyr" - }, - { - "names": [ - "zephyr-sdk" - ], - "tags": "get,zephyr-sdk" - }, - { - "inherit_variation_tags": "True", - "skip_if_env": { - "CM_TINY_BUILD_DIR": [ - "on" - ] - }, - "tags": "reproduce,tiny,mlperf" - } - ], - "input_mapping": { - "build_dir": "CM_TINY_BUILD_DIR" - }, - "local_env_keys": [ - "CM_*" - ], - "tags": [ - "flash", - "tiny", - "mlperf", - "mlcommons" - ], - "uid": "98913babb43f4fcb", - "variations": { - "NRF": {}, - "NUCLEO": {}, - "ad": {}, - "cmsis_nn": {}, - "ic": {}, - "kws": {}, - "native": {}, - "vww": {} - } -} +alias: flash-tinyml-binary +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: TinyML automation +default_version: r1.0 +deps: +- tags: detect,os +- names: + - zephyr + tags: get,zephyr +- names: + - zephyr-sdk + tags: get,zephyr-sdk +- inherit_variation_tags: 'True' + skip_if_env: + CM_TINY_BUILD_DIR: + - 'on' + tags: reproduce,tiny,mlperf +input_mapping: + build_dir: CM_TINY_BUILD_DIR +local_env_keys: +- CM_* +tags: +- flash +- tiny +- mlperf +- mlcommons +uid: 98913babb43f4fcb +variations: + NRF: {} + NUCLEO: {} + ad: {} + cmsis_nn: {} + ic: {} + kws: {} + native: {} + vww: {} diff --git a/script/generate-mlperf-inference-submission/_cm.yaml b/script/generate-mlperf-inference-submission/_cm.yaml index 3eb04d96b9..9e6200556b 100644 --- a/script/generate-mlperf-inference-submission/_cm.yaml +++ b/script/generate-mlperf-inference-submission/_cm.yaml @@ -1,167 +1,118 @@ -{ - "alias": "generate-mlperf-inference-submission", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "MLPerf benchmark support", - "cache": false, - "deps": [ - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - }, - { - "names": [ - "inference-src" - ], - "tags": "mlcommons,inference,src" - }, - { - "tags": "get,sut,system-description" - }, - { - "tags": "install,pip-package,for-cmind-python,_package.tabulate" - }, - { - "tags": "get,mlperf,inference,utils" - }, - { - "tags": "get,mlperf,results,dir,local", - "names": [ - "get-mlperf-results-dir" - ], - "skip_if_env": { - "CM_MLPERF_INFERENCE_RESULTS_DIR_": [ "on" ] - } - }, - { - "tags": "get,mlperf,submission,dir", - "names": [ - "get-mlperf-submission-dir" - ], - "skip_if_env": { - "CM_MLPERF_INFERENCE_SUBMISSION_DIR": [ "on" ] - } - } - ], - "input_mapping": { - "device": "CM_MLPERF_DEVICE", - "results_dir": "CM_MLPERF_INFERENCE_RESULTS_DIR_", - "run_checker": "CM_RUN_SUBMISSION_CHECKER", - "run_style": "CM_MLPERF_RUN_STYLE", - "skip_truncation": "CM_SKIP_TRUNCATE_ACCURACY", - "submission_dir": "CM_MLPERF_INFERENCE_SUBMISSION_DIR", - "submission_base_dir": "CM_MLPERF_INFERENCE_SUBMISSION_BASE_DIR", - "clean": "CM_MLPERF_CLEAN_SUBMISSION_DIR", - "hw_name": "CM_HW_NAME", - "sw_notes_extra": "CM_MLPERF_SUT_SW_NOTES_EXTRA", - "hw_notes_extra": "CM_MLPERF_SUT_HW_NOTES_EXTRA", - "duplicate": "CM_MLPERF_DUPLICATE_SCENARIO_RESULTS", - "dashboard": "CM_MLPERF_DASHBOARD", - "dashboard_wb_project": "CM_MLPERF_DASHBOARD_WANDB_PROJECT", - "division": "CM_MLPERF_SUBMISSION_DIVISION", - "category": "CM_MLPERF_SUBMISSION_CATEGORY", - "analyzer_settings_file": "CM_MLPERF_POWER_ANALYZER_SETTINGS_FILE_PATH", - "power_settings_file": "CM_MLPERF_POWER_SETTINGS_FILE_PATH", - "infer_scenario_results": "CM_MLPERF_DUPLICATE_SCENARIO_RESULTS", - "submitter": "CM_MLPERF_SUBMITTER", - "preprocess": "CM_RUN_MLPERF_SUBMISSION_PREPROCESSOR", - "preprocess_submission": "CM_RUN_MLPERF_SUBMISSION_PREPROCESSOR", - "tar": "CM_TAR_SUBMISSION_DIR" - }, - "default_env": { - "CM_RUN_MLPERF_ACCURACY": "on", - "CM_MLPERF_RUN_STYLE": "valid", - "CM_MLPERF_SUBMISSION_DIR_SHARED": "yes" - }, - "post_deps": [ - { - "enable_if_env": { - "CM_RUN_MLPERF_ACCURACY": [ - "on" - ] - }, - "skip_if_env": { - "CM_SKIP_TRUNCATE_ACCURACY": [ - "yes" - ] - }, - "tags": "accuracy,truncate,mlc" - }, - { - "enable_if_env": { - "CM_RUN_MLPERF_SUBMISSION_PREPROCESSOR": [ - "on", "True", "yes", true - ] - }, - "tags": "preprocess,mlperf,submission" - }, - { - "enable_if_env": { - "CM_RUN_SUBMISSION_CHECKER": [ - "yes" - ] - }, - "tags": "submission,inference,checker,mlc", - "names": [ - "mlperf-inference-submission-checker", - "submission-checker" - ] - } - ], - "tags": [ - "generate", - "submission", - "mlperf", - "mlperf-inference", - "inference", - "mlcommons", - "inference-submission", - "mlperf-inference-submission", - "mlcommons-inference-submission" - ], - "uid": "5f8ab2d0b5874d53", - "docker": { - "use_host_group_id": true, - "use_host_user_id": true, - "real_run": false, - "deps": [ - { - "tags": "get,mlperf,inference,results,dir,local", - "names": "get-mlperf-inference-results-dir", - "skip_if_env": { - "CM_MLPERF_INFERENCE_RESULTS_DIR_": [ - "on" - ] - } - }, - { - "tags": "get,mlperf,inference,submission,dir,local", - "names": "get-mlperf-inference-submission-dir", - "skip_if_any_env": { - "CM_MLPERF_INFERENCE_SUBMISSION_BASE_DIR": [ - "on" - ] - } - } - ], - "pre_run_cmds": [ - "cm pull repo" - ], - "mounts": [ - "${{ CM_MLPERF_INFERENCE_SUBMISSION_BASE_DIR }}:${{ CM_MLPERF_INFERENCE_SUBMISSION_BASE_DIR }}", - "${{ CM_MLPERF_INFERENCE_RESULTS_DIR_ }}:${{ CM_MLPERF_INFERENCE_RESULTS_DIR_ }}" - ], - "extra_run_args": " --cap-add SYS_ADMIN", - "os": "ubuntu", - "cm_repo": "mlcommons@cm4mlops", - "cm_repo_branch": "mlperf-inference", - "os_version": "22.04", - "docker_input_mapping": { - "submission_base_dir": "CM_MLPERF_INFERENCE_SUBMISSION_BASE_DIR", - "results_dir": "CM_MLPERF_INFERENCE_RESULTS_DIR_" - } - } -} +alias: generate-mlperf-inference-submission +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: MLPerf benchmark support +default_env: + CM_MLPERF_RUN_STYLE: valid + CM_MLPERF_SUBMISSION_DIR_SHARED: 'yes' + CM_RUN_MLPERF_ACCURACY: 'on' +deps: +- names: + - python + - python3 + tags: get,python3 +- names: + - inference-src + tags: mlcommons,inference,src +- tags: get,sut,system-description +- tags: install,pip-package,for-cmind-python,_package.tabulate +- tags: get,mlperf,inference,utils +- names: + - get-mlperf-results-dir + skip_if_env: + CM_MLPERF_INFERENCE_RESULTS_DIR_: + - 'on' + tags: get,mlperf,results,dir,local +- names: + - get-mlperf-submission-dir + skip_if_env: + CM_MLPERF_INFERENCE_SUBMISSION_DIR: + - 'on' + tags: get,mlperf,submission,dir +docker: + cm_repo: mlcommons@cm4mlops + cm_repo_branch: mlperf-inference + deps: + - names: get-mlperf-inference-results-dir + skip_if_env: + CM_MLPERF_INFERENCE_RESULTS_DIR_: + - 'on' + tags: get,mlperf,inference,results,dir,local + - names: get-mlperf-inference-submission-dir + skip_if_any_env: + CM_MLPERF_INFERENCE_SUBMISSION_BASE_DIR: + - 'on' + tags: get,mlperf,inference,submission,dir,local + docker_input_mapping: + results_dir: CM_MLPERF_INFERENCE_RESULTS_DIR_ + submission_base_dir: CM_MLPERF_INFERENCE_SUBMISSION_BASE_DIR + extra_run_args: ' --cap-add SYS_ADMIN' + mounts: + - ${{ CM_MLPERF_INFERENCE_SUBMISSION_BASE_DIR }}:${{ CM_MLPERF_INFERENCE_SUBMISSION_BASE_DIR + }} + - ${{ CM_MLPERF_INFERENCE_RESULTS_DIR_ }}:${{ CM_MLPERF_INFERENCE_RESULTS_DIR_ }} + os: ubuntu + os_version: '22.04' + pre_run_cmds: + - cm pull repo + real_run: false + use_host_group_id: true + use_host_user_id: true +input_mapping: + analyzer_settings_file: CM_MLPERF_POWER_ANALYZER_SETTINGS_FILE_PATH + category: CM_MLPERF_SUBMISSION_CATEGORY + clean: CM_MLPERF_CLEAN_SUBMISSION_DIR + dashboard: CM_MLPERF_DASHBOARD + dashboard_wb_project: CM_MLPERF_DASHBOARD_WANDB_PROJECT + device: CM_MLPERF_DEVICE + division: CM_MLPERF_SUBMISSION_DIVISION + duplicate: CM_MLPERF_DUPLICATE_SCENARIO_RESULTS + hw_name: CM_HW_NAME + hw_notes_extra: CM_MLPERF_SUT_HW_NOTES_EXTRA + infer_scenario_results: CM_MLPERF_DUPLICATE_SCENARIO_RESULTS + power_settings_file: CM_MLPERF_POWER_SETTINGS_FILE_PATH + preprocess: CM_RUN_MLPERF_SUBMISSION_PREPROCESSOR + preprocess_submission: CM_RUN_MLPERF_SUBMISSION_PREPROCESSOR + results_dir: CM_MLPERF_INFERENCE_RESULTS_DIR_ + run_checker: CM_RUN_SUBMISSION_CHECKER + run_style: CM_MLPERF_RUN_STYLE + skip_truncation: CM_SKIP_TRUNCATE_ACCURACY + submission_base_dir: CM_MLPERF_INFERENCE_SUBMISSION_BASE_DIR + submission_dir: CM_MLPERF_INFERENCE_SUBMISSION_DIR + submitter: CM_MLPERF_SUBMITTER + sw_notes_extra: CM_MLPERF_SUT_SW_NOTES_EXTRA + tar: CM_TAR_SUBMISSION_DIR +post_deps: +- enable_if_env: + CM_RUN_MLPERF_ACCURACY: + - 'on' + skip_if_env: + CM_SKIP_TRUNCATE_ACCURACY: + - 'yes' + tags: accuracy,truncate,mlc +- enable_if_env: + CM_RUN_MLPERF_SUBMISSION_PREPROCESSOR: + - 'on' + - 'True' + - 'yes' + - true + tags: preprocess,mlperf,submission +- enable_if_env: + CM_RUN_SUBMISSION_CHECKER: + - 'yes' + names: + - mlperf-inference-submission-checker + - submission-checker + tags: submission,inference,checker,mlc +tags: +- generate +- submission +- mlperf +- mlperf-inference +- inference +- mlcommons +- inference-submission +- mlperf-inference-submission +- mlcommons-inference-submission +uid: 5f8ab2d0b5874d53 diff --git a/script/generate-mlperf-tiny-submission/_cm.yaml b/script/generate-mlperf-tiny-submission/_cm.yaml index 3ecbde6c30..e6f112c420 100644 --- a/script/generate-mlperf-tiny-submission/_cm.yaml +++ b/script/generate-mlperf-tiny-submission/_cm.yaml @@ -1,40 +1,26 @@ -{ - "alias": "generate-mlperf-tiny-submission", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "MLPerf benchmark support", - "cache": false, - "deps": [ - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - }, - { - "tags": "get,sut,system-description" - } - ], - "post_deps": [ - { - "enable_if_env": { - "CM_MLPERF_RUN_STYLE": [ - "valid" - ] - } - } - ], - "tags": [ - "generate", - "submission", - "mlperf", - "mlperf-tiny", - "tiny", - "mlcommons", - "tiny-submission", - "mlperf-tiny-submission", - "mlcommons-tiny-submission" - ], - "uid": "04289b9fc07b42b6" -} +alias: generate-mlperf-tiny-submission +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: MLPerf benchmark support +deps: +- names: + - python + - python3 + tags: get,python3 +- tags: get,sut,system-description +post_deps: +- enable_if_env: + CM_MLPERF_RUN_STYLE: + - valid +tags: +- generate +- submission +- mlperf +- mlperf-tiny +- tiny +- mlcommons +- tiny-submission +- mlperf-tiny-submission +- mlcommons-tiny-submission +uid: 04289b9fc07b42b6 diff --git a/script/get-android-sdk/_cm.yaml b/script/get-android-sdk/_cm.yaml index 4009ff5d92..a4da9f94fc 100644 --- a/script/get-android-sdk/_cm.yaml +++ b/script/get-android-sdk/_cm.yaml @@ -1,43 +1,32 @@ -{ - "alias": "get-android-sdk", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "default_env": { - "CM_ANDROID_BUILD_TOOLS_VERSION": "29.0.3", - "CM_ANDROID_CMAKE_VERSION": "3.6.4111459", - "CM_ANDROID_CMDLINE_TOOLS_URL": "https://dl.google.com/android/repository/commandlinetools-${CM_ANDROID_CMDLINE_TOOLS_OS}-${CM_ANDROID_CMDLINE_TOOLS_VERSION}_latest.zip", - "CM_ANDROID_CMDLINE_TOOLS_VERSION": "9123335", - "CM_ANDROID_NDK_VERSION": "21.3.6528147", - "CM_ANDROID_VERSION": "30" - }, - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "get,java" - } - ], - "input_mapping": { - "android_cmake_version": "CM_ANDROID_CMAKE_VERSION", - "android_ndk_version": "CM_ANDROID_NDK_VERSION", - "android_version": "CM_ANDROID_VERSION", - "build_tools_version": "CM_ANDROID_BUILD_TOOLS_VERSION", - "cmdline_tools_version": "CM_ANDROID_CMDLINE_TOOLS_VERSION" - }, - "new_env_keys": [ - "CM_ANDROID_HOME", - "ANDROID_HOME", - "ANDROID_NDK_HOME", - "+PATH" - ], - "tags": [ - "get", - "android", - "sdk", - "android-sdk" - ], - "uid": "8c5b4b83d49c441a" -} +alias: get-android-sdk +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +default_env: + CM_ANDROID_BUILD_TOOLS_VERSION: 29.0.3 + CM_ANDROID_CMAKE_VERSION: 3.6.4111459 + CM_ANDROID_CMDLINE_TOOLS_URL: https://dl.google.com/android/repository/commandlinetools-${CM_ANDROID_CMDLINE_TOOLS_OS}-${CM_ANDROID_CMDLINE_TOOLS_VERSION}_latest.zip + CM_ANDROID_CMDLINE_TOOLS_VERSION: '9123335' + CM_ANDROID_NDK_VERSION: 21.3.6528147 + CM_ANDROID_VERSION: '30' +deps: +- tags: detect,os +- tags: get,java +input_mapping: + android_cmake_version: CM_ANDROID_CMAKE_VERSION + android_ndk_version: CM_ANDROID_NDK_VERSION + android_version: CM_ANDROID_VERSION + build_tools_version: CM_ANDROID_BUILD_TOOLS_VERSION + cmdline_tools_version: CM_ANDROID_CMDLINE_TOOLS_VERSION +new_env_keys: +- CM_ANDROID_HOME +- ANDROID_HOME +- ANDROID_NDK_HOME +- +PATH +tags: +- get +- android +- sdk +- android-sdk +uid: 8c5b4b83d49c441a diff --git a/script/get-aocl/_cm.yaml b/script/get-aocl/_cm.yaml index 8f04231309..061d6829e3 100644 --- a/script/get-aocl/_cm.yaml +++ b/script/get-aocl/_cm.yaml @@ -1,51 +1,33 @@ -{ - "alias": "get-aocl", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": "true", - "category": "Compiler automation", - "tags": [ - "get", - "lib", - "aocl", - "amd-optimized", - "amd" - ], - "new_env_keys": [ - "CM_AOCL_BUILD_PATH", - "CM_AOCL_SRC_PATH", - "CM_AOCL_LIB_PATH", - "+LD_LIBRARY_PATH", - "+LIBRARY_PATH" - ], - "default_version": "4.0", - "uid": "a65d3088f57d413d", - "deps": [ - { - "tags": "get,generic,sys-util,_libmpfr-dev" - }, - { - "tags": "get,generic-python-lib,_scons" - }, - { - "tags": "get,git,_repo.https://github.com/amd/aocl-libm-ose", - "force_env_keys": [ - "CM_GIT_CHECKOUT" - ] - } - ], - "versions": { - "master": { - "env": { - "CM_GIT_CHECKOUT": "master" - } - }, - "4.0": { - "env": { - "CM_GIT_CHECKOUT": "aocl-4.0" - } - } - }, - "variations": { - } -} +alias: get-aocl +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: 'true' +category: Compiler automation +default_version: '4.0' +deps: +- tags: get,generic,sys-util,_libmpfr-dev +- tags: get,generic-python-lib,_scons +- force_env_keys: + - CM_GIT_CHECKOUT + tags: get,git,_repo.https://github.com/amd/aocl-libm-ose +new_env_keys: +- CM_AOCL_BUILD_PATH +- CM_AOCL_SRC_PATH +- CM_AOCL_LIB_PATH +- +LD_LIBRARY_PATH +- +LIBRARY_PATH +tags: +- get +- lib +- aocl +- amd-optimized +- amd +uid: a65d3088f57d413d +variations: {} +versions: + '4.0': + env: + CM_GIT_CHECKOUT: aocl-4.0 + master: + env: + CM_GIT_CHECKOUT: master diff --git a/script/get-aws-cli/_cm.yaml b/script/get-aws-cli/_cm.yaml index bd8faf7648..a8017278cd 100644 --- a/script/get-aws-cli/_cm.yaml +++ b/script/get-aws-cli/_cm.yaml @@ -1,29 +1,20 @@ -{ - "alias": "get-aws-cli", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "clean_files": [], - "category": "Cloud automation", - "new_env_keys": [ - "CM_AWS_*" - ], - "prehook_deps": [ - { - "enable_if_env": { - "CM_REQUIRE_INSTALL": [ - "yes" - ] - }, - "reuse_version": true, - "tags": "install,aws-cli" - } - ], - "tags": [ - "get", - "aws-cli", - "aws", - "cli" - ], - "uid": "dad67944229942a3" -} +alias: get-aws-cli +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Cloud automation +clean_files: [] +new_env_keys: +- CM_AWS_* +prehook_deps: +- enable_if_env: + CM_REQUIRE_INSTALL: + - 'yes' + reuse_version: true + tags: install,aws-cli +tags: +- get +- aws-cli +- aws +- cli +uid: dad67944229942a3 diff --git a/script/get-bazel/_cm.yaml b/script/get-bazel/_cm.yaml index aeb0d83777..ee5b195819 100644 --- a/script/get-bazel/_cm.yaml +++ b/script/get-bazel/_cm.yaml @@ -1,28 +1,19 @@ -{ - "alias": "get-bazel", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "new_env_keys": [ - "CM_BAZEL_*", - "+PATH" - ], - "prehook_deps": [ - { - "enable_if_env": { - "CM_REQUIRE_INSTALL": [ - "yes" - ] - }, - "reuse_version": true, - "tags": "install,bazel" - } - ], - "tags": [ - "get", - "bazel", - "get-bazel" - ], - "uid": "eaef0be38bac493c" -} +alias: get-bazel +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +new_env_keys: +- CM_BAZEL_* +- +PATH +prehook_deps: +- enable_if_env: + CM_REQUIRE_INSTALL: + - 'yes' + reuse_version: true + tags: install,bazel +tags: +- get +- bazel +- get-bazel +uid: eaef0be38bac493c diff --git a/script/get-blis/_cm.yaml b/script/get-blis/_cm.yaml index 642c6166ff..8f90c9e9d0 100644 --- a/script/get-blis/_cm.yaml +++ b/script/get-blis/_cm.yaml @@ -1,72 +1,49 @@ -{ - "alias": "get-blis", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "default_version": "master", - "deps": [ - { - "tags": "get,git", - "names": [ - "blis-source-repo" - ], - "force_env_keys": [ - "CM_GIT_CHECKOUT" - ] - }, - { - "tags": "detect,cpu" - } - ], - "input_description": {}, - "input_mapping": {}, - "new_env_keys": [ - "CM_BLIS_SRC_PATH", - "+LD_LIBRARY_PATH", - "CM_BLIS_INSTALL_PATH", - "CM_BLIS_INC", - "CM_BLIS_LIB" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "get", - "lib", - "blis" - ], - "uid": "ea6e1cf75242456c", - "variations": { - "flame": { - "group": "source", - "default": true, - "add_deps_recursive": { - "blis-source-repo": { - "tags": "_repo.https://github.com/flame/blis.git" - } - } - }, - "amd": { - "group": "source", - "add_deps_recursive": { - "blis-source-repo": { - "tags": "_repo.https://github.com/amd/libflame.git" - } - } - } - }, - "versions": { - "master": { - "env": { - "CM_GIT_CHECKOUT": "master" - } - }, - "0.9.0": { - "env": { - "CM_GIT_CHECKOUT": "0.9.0" - } - } - } -} +alias: get-blis +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +default_version: master +deps: +- force_env_keys: + - CM_GIT_CHECKOUT + names: + - blis-source-repo + tags: get,git +- tags: detect,cpu +input_description: {} +input_mapping: {} +new_env_keys: +- CM_BLIS_SRC_PATH +- +LD_LIBRARY_PATH +- CM_BLIS_INSTALL_PATH +- CM_BLIS_INC +- CM_BLIS_LIB +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- get +- lib +- blis +uid: ea6e1cf75242456c +variations: + amd: + add_deps_recursive: + blis-source-repo: + tags: _repo.https://github.com/amd/libflame.git + group: source + flame: + add_deps_recursive: + blis-source-repo: + tags: _repo.https://github.com/flame/blis.git + default: true + group: source +versions: + 0.9.0: + env: + CM_GIT_CHECKOUT: 0.9.0 + master: + env: + CM_GIT_CHECKOUT: master diff --git a/script/get-brew/_cm.yaml b/script/get-brew/_cm.yaml index a9d9c8a459..7da327f63f 100644 --- a/script/get-brew/_cm.yaml +++ b/script/get-brew/_cm.yaml @@ -1,22 +1,19 @@ -{ - "alias": "get-brew", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "category": "Detection or installation of tools and artifacts", - "deps": [], - "input_description": {}, - "input_mapping": {}, - "new_env_keys": [], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "get", - "brew" - ], - "uid": "4a2c5eab1ccf484f", - "variations": {}, - "versions": {} -} +alias: get-brew +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: Detection or installation of tools and artifacts +deps: [] +input_description: {} +input_mapping: {} +new_env_keys: [] +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- get +- brew +uid: 4a2c5eab1ccf484f +variations: {} +versions: {} diff --git a/script/get-cache-dir/_cm.yaml b/script/get-cache-dir/_cm.yaml index b5fd302777..ad9695f532 100644 --- a/script/get-cache-dir/_cm.yaml +++ b/script/get-cache-dir/_cm.yaml @@ -1,36 +1,27 @@ -{ - "alias": "get-cache-dir", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "CM Interface", - "deps": [], - "docker": { - "run": false - }, - "input_description": {}, - "new_env_keys": [ - "CM_CACHE_DIR", - "<<>>" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "get", - "cache", - "dir", - "directory" - ], - "uid": "48f4622e059b45ce", - "variations": { - "name.#": { - "env": { - "CM_CACHE_DIR_NAME": "#" - } - } - }, - "versions": { - } -} +alias: get-cache-dir +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: CM Interface +deps: [] +docker: + run: false +input_description: {} +new_env_keys: +- CM_CACHE_DIR +- <<>> +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- get +- cache +- dir +- directory +uid: 48f4622e059b45ce +variations: + name.#: + env: + CM_CACHE_DIR_NAME: '#' +versions: {} diff --git a/script/get-ck-repo-mlops/_cm.yaml b/script/get-ck-repo-mlops/_cm.yaml index adefecb94e..f33b2ed161 100644 --- a/script/get-ck-repo-mlops/_cm.yaml +++ b/script/get-ck-repo-mlops/_cm.yaml @@ -1,18 +1,12 @@ -{ - "alias": "get-ck-repo-mlops", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Legacy CK support", - "deps": [ - { - "tags": "get,ck" - } - ], - "tags": [ - "get", - "ck-repo", - "mlops", - "ck-repo-mlops" - ], - "uid": "d3a619b8186e4f74" -} +alias: get-ck-repo-mlops +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Legacy CK support +deps: +- tags: get,ck +tags: +- get +- ck-repo +- mlops +- ck-repo-mlops +uid: d3a619b8186e4f74 diff --git a/script/get-ck/_cm.yaml b/script/get-ck/_cm.yaml index 822cde5ee2..2dbb1fb66f 100644 --- a/script/get-ck/_cm.yaml +++ b/script/get-ck/_cm.yaml @@ -1,13 +1,10 @@ -{ - "alias": "get-ck", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Legacy CK support", - "cache": true, - "tags": [ - "get", - "ck", - "ck-framework" - ], - "uid": "5575126797174cac" -} +alias: get-ck +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Legacy CK support +tags: +- get +- ck +- ck-framework +uid: 5575126797174cac diff --git a/script/get-cl/_cm.yaml b/script/get-cl/_cm.yaml index cb6c575368..2bc7741d72 100644 --- a/script/get-cl/_cm.yaml +++ b/script/get-cl/_cm.yaml @@ -1,30 +1,25 @@ -{ - "alias": "get-cl", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Compiler automation", - "cache": true, - "clean_files": [], - "name": "Detect or install Microsoft C compiler", - "new_env_keys": [ - "CM_CL_*", - "CM_C_COMPILER_*", - "CM_CXX_COMPILER_*", - "CM_COMPILER_*", - "CM_LINKER_*", - "+PATH" - ], - "new_state_keys": [ - "script_prefix" - ], - "sort": 1000, - "tags": [ - "get", - "cl", - "compiler", - "c-compiler", - "cpp-compiler", - "get-cl" - ], - "uid": "7dbb770faff947c0" -} +alias: get-cl +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Compiler automation +clean_files: [] +name: Detect or install Microsoft C compiler +new_env_keys: +- CM_CL_* +- CM_C_COMPILER_* +- CM_CXX_COMPILER_* +- CM_COMPILER_* +- CM_LINKER_* +- +PATH +new_state_keys: +- script_prefix +sort: 1000 +tags: +- get +- cl +- compiler +- c-compiler +- cpp-compiler +- get-cl +uid: 7dbb770faff947c0 diff --git a/script/get-cmake/_cm.yaml b/script/get-cmake/_cm.yaml index ef3bf700bb..ae051d22a4 100644 --- a/script/get-cmake/_cm.yaml +++ b/script/get-cmake/_cm.yaml @@ -1,40 +1,26 @@ -{ - "alias": "get-cmake", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "env": { - "CM_REQUIRE_INSTALL": "no" - }, - "deps": [ - { - "tags": "detect,cpu" - } - ], - "new_env_keys": [ - "CM_CMAKE_*", - "CM_MAKE_CORES", - "+PATH" - ], - "prehook_deps": [ - { - "enable_if_env": { - "CM_REQUIRE_INSTALL": [ - "yes" - ] - }, - "reuse_version": true, - "tags": "install,cmake,prebuilt" - } - ], - "tags": [ - "get", - "cmake", - "get-cmake" - ], - "print_env_at_the_end" : { - "CM_CMAKE_BIN_WITH_PATH": "Path to the tool" - }, - "uid": "52bf974d791b4fc8" -} +alias: get-cmake +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +deps: +- tags: detect,cpu +env: + CM_REQUIRE_INSTALL: 'no' +new_env_keys: +- CM_CMAKE_* +- CM_MAKE_CORES +- +PATH +prehook_deps: +- enable_if_env: + CM_REQUIRE_INSTALL: + - 'yes' + reuse_version: true + tags: install,cmake,prebuilt +print_env_at_the_end: + CM_CMAKE_BIN_WITH_PATH: Path to the tool +tags: +- get +- cmake +- get-cmake +uid: 52bf974d791b4fc8 diff --git a/script/get-cmsis_5/_cm.yaml b/script/get-cmsis_5/_cm.yaml index 7312e11469..e28a2d5aa5 100644 --- a/script/get-cmsis_5/_cm.yaml +++ b/script/get-cmsis_5/_cm.yaml @@ -1,58 +1,38 @@ -{ - "alias": "get-cmsis_5", - "automation_alias": "script", - "category": "Detection or installation of tools and artifacts", - "automation_uid": "5b4e0237da074764", - "cache": true, - "default_version": "custom", - "deps": [ - { - "tags": "detect,os" - } - ], - "default_env": { - "CM_GIT_DEPTH": "", - "CM_GIT_PATCH": "no", - "CM_GIT_URL": "https://github.com/ARM-software/CMSIS_5.git" - }, - "new_env_keys": [ - "CMSIS*" - ], - "tags": [ - "get", - "cmsis", - "cmsis_5", - "arm-software" - ], - "uid": "2258c212b11443f5", - "variations": { - "recurse-submodules": { - "env": { - "CM_GIT_RECURSE_SUBMODULES": "--recurse-submodules" - } - }, - "short-history": { - "env": { - "CM_GIT_DEPTH": "--depth 10" - } - } - }, - "versions": { - "custom": { - "env": { - "CM_GIT_CHECKOUT": "e5dc19182f6084de32d8dc5a22c84e01210f4995", - "CM_GIT_SHA": "yes" - } - }, - "develop": { - "env": { - "CM_GIT_CHECKOUT": "develop" - } - }, - "master": { - "env": { - "CM_GIT_CHECKOUT": "master" - } - } - } -} +alias: get-cmsis_5 +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +default_env: + CM_GIT_DEPTH: '' + CM_GIT_PATCH: 'no' + CM_GIT_URL: https://github.com/ARM-software/CMSIS_5.git +default_version: custom +deps: +- tags: detect,os +new_env_keys: +- CMSIS* +tags: +- get +- cmsis +- cmsis_5 +- arm-software +uid: 2258c212b11443f5 +variations: + recurse-submodules: + env: + CM_GIT_RECURSE_SUBMODULES: --recurse-submodules + short-history: + env: + CM_GIT_DEPTH: --depth 10 +versions: + custom: + env: + CM_GIT_CHECKOUT: e5dc19182f6084de32d8dc5a22c84e01210f4995 + CM_GIT_SHA: 'yes' + develop: + env: + CM_GIT_CHECKOUT: develop + master: + env: + CM_GIT_CHECKOUT: master diff --git a/script/get-compiler-flags/_cm.yaml b/script/get-compiler-flags/_cm.yaml index cc7d1ea00e..080020d0db 100644 --- a/script/get-compiler-flags/_cm.yaml +++ b/script/get-compiler-flags/_cm.yaml @@ -1,34 +1,22 @@ -{ - "alias": "get-compiler-flags", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Compiler automation", - "deps": [ - { - "tags": "detect,cpu" - }, - { - "names": [ - "compiler" - ], - "skip_if_env": { - "CM_C_COMPILER_BIN": [ - "on" - ] - }, - "tags": "get,compiler" - } - ], - "new_env_keys": [ - "+ CFLAGS", - "+ CXXFLAGS", - "+ FFLAGS", - "+ LDFLAGS", - "+CM_HOST_OS_DEFAULT_INCLUDE_PATH" - ], - "tags": [ - "get", - "compiler-flags" - ], - "uid": "31be8b74a69742f8" -} +alias: get-compiler-flags +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Compiler automation +deps: +- tags: detect,cpu +- names: + - compiler + skip_if_env: + CM_C_COMPILER_BIN: + - 'on' + tags: get,compiler +new_env_keys: +- + CFLAGS +- + CXXFLAGS +- + FFLAGS +- + LDFLAGS +- +CM_HOST_OS_DEFAULT_INCLUDE_PATH +tags: +- get +- compiler-flags +uid: 31be8b74a69742f8 diff --git a/script/get-conda/_cm.yaml b/script/get-conda/_cm.yaml index a7d73f922e..8e34801fa2 100644 --- a/script/get-conda/_cm.yaml +++ b/script/get-conda/_cm.yaml @@ -1,53 +1,37 @@ -{ - "alias": "get-conda", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "DevOps automation", - "clean_files": [], - "deps": [ - { - "tags": "detect,os" - } - ], - "new_env_keys": [ - "+PATH", - "+LD_LIBRARY_PATH", - "+LIBRARY_PATH", - "CM_CONDA_PREFIX", - "CONDA_PREFIX", - "CM_CONDA_BIN_PATH", - "CM_CONDA_BIN_WITH_PATH", - "CM_CONDA_LIB_PATH" - ], - "tags": [ - "get", - "conda", - "get-conda" - ], - "uid": "6600115f41324c7b", - "variations": { - "name.#": { - "env": { - "CM_CONDA_PREFIX_NAME": "#" - }, - "adr": { - "conda-package": { - "tags": "_name.#" - } - } - }, - "python-3.8": { - "group": "conda-python", - "env": { - "CM_CONDA_PYTHON_VERSION": "3.8" - } - }, - "python-3.#": { - "group": "conda-python", - "env": { - "CM_CONDA_PYTHON_VERSION": "3.#" - } - } - } -} +alias: get-conda +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: DevOps automation +clean_files: [] +deps: +- tags: detect,os +new_env_keys: +- +PATH +- +LD_LIBRARY_PATH +- +LIBRARY_PATH +- CM_CONDA_PREFIX +- CONDA_PREFIX +- CM_CONDA_BIN_PATH +- CM_CONDA_BIN_WITH_PATH +- CM_CONDA_LIB_PATH +tags: +- get +- conda +- get-conda +uid: 6600115f41324c7b +variations: + name.#: + adr: + conda-package: + tags: _name.# + env: + CM_CONDA_PREFIX_NAME: '#' + python-3.#: + env: + CM_CONDA_PYTHON_VERSION: 3.# + group: conda-python + python-3.8: + env: + CM_CONDA_PYTHON_VERSION: '3.8' + group: conda-python diff --git a/script/get-dataset-cifar10/_cm.yaml b/script/get-dataset-cifar10/_cm.yaml index 6297ff6b3f..1be5ef644c 100644 --- a/script/get-dataset-cifar10/_cm.yaml +++ b/script/get-dataset-cifar10/_cm.yaml @@ -1,56 +1,36 @@ -{ - "alias": "get-dataset-cifar10", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML datasets", - "new_env_keys": [ - "CM_DATASET_*" - ], - "deps": [ - { - "tags": "detect,os" - } - ], - "tags": [ - "get", - "dataset", - "cifar10", - "image-classification", - "validation", - "training" - ], - "variations": { - "python": { - "group": "data_format", - "default": true, - "env": { - "CM_DATASET": "CIFAR10", - "CM_DATASET_FILENAME": "cifar-10-python.tar.gz", - "CM_DATASET_FILENAME1": "cifar-10-python.tar", - "CM_DATASET_CIFAR10": "https://www.cs.toronto.edu/~kriz/cifar-10-python.tar.gz" - } - }, - "tiny": { - "deps": [ - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - }, - { - "tags": "get,tinymlperf,src" - }, - { - "tags": "get,src,eembc,energy-runner" - } - ], - "env": { - "CM_DATASET_CONVERT_TO_TINYMLPERF": "yes" - } - } - }, - "uid": "2f0c0bb3663b4ed7" -} +alias: get-dataset-cifar10 +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +deps: +- tags: detect,os +new_env_keys: +- CM_DATASET_* +tags: +- get +- dataset +- cifar10 +- image-classification +- validation +- training +uid: 2f0c0bb3663b4ed7 +variations: + python: + default: true + env: + CM_DATASET: CIFAR10 + CM_DATASET_CIFAR10: https://www.cs.toronto.edu/~kriz/cifar-10-python.tar.gz + CM_DATASET_FILENAME: cifar-10-python.tar.gz + CM_DATASET_FILENAME1: cifar-10-python.tar + group: data_format + tiny: + deps: + - names: + - python + - python3 + tags: get,python3 + - tags: get,tinymlperf,src + - tags: get,src,eembc,energy-runner + env: + CM_DATASET_CONVERT_TO_TINYMLPERF: 'yes' diff --git a/script/get-dataset-cnndm/_cm.yaml b/script/get-dataset-cnndm/_cm.yaml index 36af72cdc5..91b2af381b 100644 --- a/script/get-dataset-cnndm/_cm.yaml +++ b/script/get-dataset-cnndm/_cm.yaml @@ -1,87 +1,55 @@ -{ - "alias": "get-dataset-cnndm", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML datasets", - "default_env": { - "CM_DATASET_CALIBRATION": "no" - }, - "deps": [ - { - "tags": "get,sys-utils-cm" - }, - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3", - "version_max": "3.9.999" - }, - { - "names": [ - "inference-src" - ], - "tags": "mlperf,inference,source", - "skip_if_env": { - "CM_CNNDM_INTEL_VARIATION": [ "yes" ] - } - }, - { - "tags": "get,generic-python-lib,_package.simplejson" - }, - { - "tags": "get,generic-python-lib,_datasets" - }, - { - "tags": "get,generic-python-lib,_package.tokenizers" - }, - { - "tags": "get,generic-python-lib,_numpy" - } - ], - "env": { - "CM_DATASET": "CNNDM" - }, - "tags": [ - "get", - "dataset", - "gpt-j", - "cnndm", - "cnn-dailymail", - "original" - ], - "uid": "aed298c156e24257", - "variations": { - "calibration": { - "new_env_keys": [ - "CM_CALIBRATION_DATASET_PATH", - "CM_CALIBRATION_DATASET_CNNDM_PATH" - ], - "env": { - "CM_DATASET_CALIBRATION": "yes" - }, - "group": "dataset-type" - }, - "validation": { - "new_env_keys": [ - "CM_DATASET_PATH", - "CM_DATASET_EVAL_PATH", - "CM_DATASET_CNNDM_EVAL_PATH" - ], - "default": true, - "env": { - "CM_DATASET_CALIBRATION": "no" - }, - "group": "dataset-type" - }, - "intel": { - }, - "intel,validation": { - "env": { - "CM_CNNDM_INTEL_VARIATION": "yes" - } - } - } -} +alias: get-dataset-cnndm +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +default_env: + CM_DATASET_CALIBRATION: 'no' +deps: +- tags: get,sys-utils-cm +- names: + - python + - python3 + tags: get,python3 + version_max: 3.9.999 +- names: + - inference-src + skip_if_env: + CM_CNNDM_INTEL_VARIATION: + - 'yes' + tags: mlperf,inference,source +- tags: get,generic-python-lib,_package.simplejson +- tags: get,generic-python-lib,_datasets +- tags: get,generic-python-lib,_package.tokenizers +- tags: get,generic-python-lib,_numpy +env: + CM_DATASET: CNNDM +tags: +- get +- dataset +- gpt-j +- cnndm +- cnn-dailymail +- original +uid: aed298c156e24257 +variations: + calibration: + env: + CM_DATASET_CALIBRATION: 'yes' + group: dataset-type + new_env_keys: + - CM_CALIBRATION_DATASET_PATH + - CM_CALIBRATION_DATASET_CNNDM_PATH + intel: {} + intel,validation: + env: + CM_CNNDM_INTEL_VARIATION: 'yes' + validation: + default: true + env: + CM_DATASET_CALIBRATION: 'no' + group: dataset-type + new_env_keys: + - CM_DATASET_PATH + - CM_DATASET_EVAL_PATH + - CM_DATASET_CNNDM_EVAL_PATH diff --git a/script/get-dataset-coco/_cm.yaml b/script/get-dataset-coco/_cm.yaml index 4722fe2551..301d769519 100644 --- a/script/get-dataset-coco/_cm.yaml +++ b/script/get-dataset-coco/_cm.yaml @@ -1,137 +1,97 @@ -{ - "alias": "get-dataset-coco", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML datasets", - "deps": [ - { - "tags": "detect,os" - } - ], - "env": { - "CM_DATASET": "COCO", - "CM_DATASET_COCO_URL_ANNOTATIONS": "http://images.cocodataset.org/annotations", - "CM_DATASET_COCO_URL_DATA": "http://images.cocodataset.org/zips" - }, - "input_mapping": { - "from": "CM_FROM", - "store": "CM_STORE", - "to": "CM_TO", - "home": "CM_HOME_DIR" - }, - "new_env_keys": [ - "CM_DATASET_COCO*", - "CM_DATASET_PATH", - "CM_DATASET_PATH_ROOT" - ], - "prehook_deps": [ - { - "env": { - "CM_DOWNLOAD_CHECKSUM": "<<>>", - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_DATASET_COCO_DATA_DOWNLOAD_PATH", - "CM_EXTRACT_FINAL_ENV_NAME": "CM_DATASET_COCO_DATA_PATH" - }, - "force_cache": true, - "names": [ - "get-dataset-coco-data", - "746e5dad5e784ad6" - ], - "skip_if_fake_run": true, - "skip_if_env": { - "CM_DATASET_COCO_DETECTED": [ - "yes" - ] - }, - "tags": "download-and-extract,file,_wget,_extract", - "update_tags_from_env_with_prefix": { - "_url.": [ - "CM_DATASET_COCO_URL_DATA_FULL" - ] - }, - "verify": false - }, - { - "env": { - "CM_DOWNLOAD_CHECKSUM": "<<>>", - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_DATASET_COCO_ANNOTATIONS_DOWNLOAD_PATH", - "CM_DOWNLOAD_PATH": "<<>>", - "CM_EXTRACT_FINAL_ENV_NAME": "CM_DATASET_COCO_ANNOTATIONS_PATH" - }, - "force_cache": true, - "names": [ - "get-dataset-coco-annotations", - "edb6cd092ff64171" - ], - "skip_if_fake_run": true, - "skip_if_env": { - "CM_DATASET_COCO_DETECTED": [ - "yes" - ] - }, - "tags": "download-and-extract,file,_wget,_extract", - "update_tags_from_env_with_prefix": { - "_url.": [ - "CM_DATASET_COCO_URL_ANNOTATIONS_FULL" - ] - }, - "verify": false - } - ], - "tags": [ - "get", - "dataset", - "object-detection", - "coco" - ], - "uid": "c198e1f60ac6445c", - "variations": { - "2017": { - "default": true, - "env": { - "CM_DATASET_COCO_VERSION": "2017" - }, - "group": "version" - }, - "complete": { - "default": true, - "env": { - "CM_DATASET_COCO_SIZE": "complete" - }, - "group": "size" - }, - "small": { - "env": { - "CM_DATASET_COCO_SIZE": "small" - }, - "group": "size" - }, - "train": { - "env": { - "CM_DATASET_COCO_TYPE": "train" - }, - "group": "type" - }, - "val": { - "default": true, - "env": { - "CM_DATASET_COCO_TYPE": "val" - }, - "group": "type" - } - }, - "docker": { - "skip_run_cmd":"no", - "mount_current_dir":"yes", - "input_paths": [ - "store", - "from", - "to" - ], - "skip_input_for_fake_run": [ - "store", - "from", - "to" - ] - } -} +alias: get-dataset-coco +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +deps: +- tags: detect,os +docker: + input_paths: + - store + - from + - to + mount_current_dir: 'yes' + skip_input_for_fake_run: + - store + - from + - to + skip_run_cmd: 'no' +env: + CM_DATASET: COCO + CM_DATASET_COCO_URL_ANNOTATIONS: http://images.cocodataset.org/annotations + CM_DATASET_COCO_URL_DATA: http://images.cocodataset.org/zips +input_mapping: + from: CM_FROM + home: CM_HOME_DIR + store: CM_STORE + to: CM_TO +new_env_keys: +- CM_DATASET_COCO* +- CM_DATASET_PATH +- CM_DATASET_PATH_ROOT +prehook_deps: +- env: + CM_DOWNLOAD_CHECKSUM: <<>> + CM_DOWNLOAD_FINAL_ENV_NAME: CM_DATASET_COCO_DATA_DOWNLOAD_PATH + CM_EXTRACT_FINAL_ENV_NAME: CM_DATASET_COCO_DATA_PATH + force_cache: true + names: + - get-dataset-coco-data + - 746e5dad5e784ad6 + skip_if_env: + CM_DATASET_COCO_DETECTED: + - 'yes' + skip_if_fake_run: true + tags: download-and-extract,file,_wget,_extract + update_tags_from_env_with_prefix: + _url.: + - CM_DATASET_COCO_URL_DATA_FULL + verify: false +- env: + CM_DOWNLOAD_CHECKSUM: <<>> + CM_DOWNLOAD_FINAL_ENV_NAME: CM_DATASET_COCO_ANNOTATIONS_DOWNLOAD_PATH + CM_DOWNLOAD_PATH: <<>> + CM_EXTRACT_FINAL_ENV_NAME: CM_DATASET_COCO_ANNOTATIONS_PATH + force_cache: true + names: + - get-dataset-coco-annotations + - edb6cd092ff64171 + skip_if_env: + CM_DATASET_COCO_DETECTED: + - 'yes' + skip_if_fake_run: true + tags: download-and-extract,file,_wget,_extract + update_tags_from_env_with_prefix: + _url.: + - CM_DATASET_COCO_URL_ANNOTATIONS_FULL + verify: false +tags: +- get +- dataset +- object-detection +- coco +uid: c198e1f60ac6445c +variations: + '2017': + default: true + env: + CM_DATASET_COCO_VERSION: '2017' + group: version + complete: + default: true + env: + CM_DATASET_COCO_SIZE: complete + group: size + small: + env: + CM_DATASET_COCO_SIZE: small + group: size + train: + env: + CM_DATASET_COCO_TYPE: train + group: type + val: + default: true + env: + CM_DATASET_COCO_TYPE: val + group: type diff --git a/script/get-dataset-criteo/_cm.yaml b/script/get-dataset-criteo/_cm.yaml index 61b3d298e9..06bdd335ca 100644 --- a/script/get-dataset-criteo/_cm.yaml +++ b/script/get-dataset-criteo/_cm.yaml @@ -1,38 +1,26 @@ -{ - "alias": "get-dataset-criteo", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "AI/ML datasets", - "cache": true, - "env": { - "CM_DATASET": "terabyte" - }, - "new_env_keys": [ - "CM_DATASET*" - ], - "tags": [ - "get", - "dataset", - "criteo", - "original" - ], - "input_mapping": { - "criteo_path": "CM_CRITEO_PATH" - }, - "default_env": { - "CM_BACKUP_ZIPS": "no" - }, - "uid": "194a47d908714897", - "variations": { - "backup": { - "env": { - "CM_BACKUP_ZIPS": "yes" - } - }, - "fake": { - "env": { - "CM_CRITEO_FAKE": "yes" - } - } - } -} +alias: get-dataset-criteo +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +default_env: + CM_BACKUP_ZIPS: 'no' +env: + CM_DATASET: terabyte +input_mapping: + criteo_path: CM_CRITEO_PATH +new_env_keys: +- CM_DATASET* +tags: +- get +- dataset +- criteo +- original +uid: 194a47d908714897 +variations: + backup: + env: + CM_BACKUP_ZIPS: 'yes' + fake: + env: + CM_CRITEO_FAKE: 'yes' diff --git a/script/get-dataset-imagenet-aux/_cm.yaml b/script/get-dataset-imagenet-aux/_cm.yaml index 7093e8b2b6..242b53abcf 100644 --- a/script/get-dataset-imagenet-aux/_cm.yaml +++ b/script/get-dataset-imagenet-aux/_cm.yaml @@ -1,71 +1,52 @@ -{ - "alias": "get-dataset-imagenet-aux", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML datasets", - "new_env_keys": [ - "CM_DATASET_AUX_*" - ], - "tags": [ - "get", - "aux", - "dataset-aux", - "image-classification", - "imagenet-aux" - ], - "prehook_deps": [ - { - "tags": "download-and-extract,_extract,_wget", - "env": { - "CM_EXTRACT_EXTRACTED_FILENAME": "<<>>", - "CM_EXTRACT_FINAL_ENV_NAME": "CM_DATASET_AUX_PATH", - "CM_DOWNLOAD_URL": "<<>>", - "CM_DOWNLOAD_URL1": "<<>>" - }, - "update_tags_from_env_with_prefix": { - "_url.": [ "CM_PACKAGE_URL" ] - }, - "force_cache": true, - "extra_cache_tags": "imagenet-aux,dataset-aux" - } - ], - "uid": "bb2c6dd8c8c64217", - "variations": { - "2012": { - "env": { - "CM_DATASET_AUX_VER": "2012" - } - }, - "from.berkeleyvision": { - "group": "download-source", - "default": true, - "base": [ - "2012" - ], - "env": { - "CM_PACKAGE_URL": "http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz", - "CM_PACKAGE_URL1": "https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz", - "CM_DOWNLOAD_CHECKSUM": "f963098ea0e785a968ca1eb634003a90", - "CM_DOWNLOAD_CHECKSUM1": "ee346d67141e476df9c1a3f813552503" - } - }, - "from.dropbox": { - "group": "download-source", - "base": [ - "2012" - ], - "env": { - "CM_PACKAGE_URL": "https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz", - "CM_PACKAGE_URL1": "http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz", - "CM_DOWNLOAD_CHECKSUM": "ee346d67141e476df9c1a3f813552503", - "CM_DOWNLOAD_CHECKSUM1": "f963098ea0e785a968ca1eb634003a90" - } - }, - "skip_ssl_verification": { - "env":{ - "CM_VERIFY_SSL": "False" - } - } - } -} +alias: get-dataset-imagenet-aux +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +new_env_keys: +- CM_DATASET_AUX_* +prehook_deps: +- env: + CM_DOWNLOAD_URL: <<>> + CM_DOWNLOAD_URL1: <<>> + CM_EXTRACT_EXTRACTED_FILENAME: <<>> + CM_EXTRACT_FINAL_ENV_NAME: CM_DATASET_AUX_PATH + extra_cache_tags: imagenet-aux,dataset-aux + force_cache: true + tags: download-and-extract,_extract,_wget + update_tags_from_env_with_prefix: + _url.: + - CM_PACKAGE_URL +tags: +- get +- aux +- dataset-aux +- image-classification +- imagenet-aux +uid: bb2c6dd8c8c64217 +variations: + '2012': + env: + CM_DATASET_AUX_VER: '2012' + from.berkeleyvision: + base: + - '2012' + default: true + env: + CM_DOWNLOAD_CHECKSUM: f963098ea0e785a968ca1eb634003a90 + CM_DOWNLOAD_CHECKSUM1: ee346d67141e476df9c1a3f813552503 + CM_PACKAGE_URL: http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz + CM_PACKAGE_URL1: https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz + group: download-source + from.dropbox: + base: + - '2012' + env: + CM_DOWNLOAD_CHECKSUM: ee346d67141e476df9c1a3f813552503 + CM_DOWNLOAD_CHECKSUM1: f963098ea0e785a968ca1eb634003a90 + CM_PACKAGE_URL: https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz + CM_PACKAGE_URL1: http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz + group: download-source + skip_ssl_verification: + env: + CM_VERIFY_SSL: 'False' diff --git a/script/get-dataset-imagenet-helper/_cm.yaml b/script/get-dataset-imagenet-helper/_cm.yaml index c0256d5004..a6ab0e7c8c 100644 --- a/script/get-dataset-imagenet-helper/_cm.yaml +++ b/script/get-dataset-imagenet-helper/_cm.yaml @@ -1,18 +1,14 @@ -{ - "alias": "get-dataset-imagenet-helper", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "AI/ML datasets", - "cache": true, - "new_env_keys": [ - "+PYTHONPATH", - "CM_DATASET_IMAGENET_HELPER_PATH" - ], - "tags": [ - "get", - "imagenet", - "helper", - "imagenet-helper" - ], - "uid": "a6c3c321d07742f9" -} +alias: get-dataset-imagenet-helper +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +new_env_keys: +- +PYTHONPATH +- CM_DATASET_IMAGENET_HELPER_PATH +tags: +- get +- imagenet +- helper +- imagenet-helper +uid: a6c3c321d07742f9 diff --git a/script/get-dataset-imagenet-train/_cm.yaml b/script/get-dataset-imagenet-train/_cm.yaml index 35c867ecc3..3d1a1bd22b 100644 --- a/script/get-dataset-imagenet-train/_cm.yaml +++ b/script/get-dataset-imagenet-train/_cm.yaml @@ -1,60 +1,48 @@ -{ - "alias": "get-dataset-imagenet-train", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML datasets", - "deps": [], - "input_description": {}, - "input_mapping": { - "torrent": "CM_DATASET_IMAGENET_TRAIN_TORRENT_PATH", - "input": "IMAGENET_TRAIN_PATH" - }, - "new_env_keys": [ - "CM_DATASET_PATH", - "CM_DATASET_IMAGENET_*" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [ - { - "tags": "download-and-extract,file,_extract", - "update_tags_from_env_with_prefix": { - "_url.": [ "CM_DAE_URL" ] - }, - "update_tags_from_env": [ - "CM_DAE_EXTRA_TAGS" - ], - "env": { - "CM_EXTRACT_TO_FOLDER": "imagenet-2012-train" - }, - "enable_if_env": { - "CM_DATASET_IMAGENET_VAL_REQUIRE_DAE": ["yes", "True"] - } - }, - { - "tags": "file,extract", - "update_tags_from_env_with_prefix": { - "_path.": [ "CM_EXTRACT_PATH" ] - }, - "env": { - "CM_EXTRACT_TO_FOLDER": "imagenet-2012-train" - }, - "enable_if_env": { - "CM_DAE_ONLY_EXTRACT": ["yes", "True"] - } - } - ], - "tags": [ - "get", - "imagenet", - "train", - "dataset", - "original" - ], - "uid": "2bec165da5cc4ebf", - "variations": { - }, - "versions": {} -} +alias: get-dataset-imagenet-train +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +deps: [] +input_description: {} +input_mapping: + input: IMAGENET_TRAIN_PATH + torrent: CM_DATASET_IMAGENET_TRAIN_TORRENT_PATH +new_env_keys: +- CM_DATASET_PATH +- CM_DATASET_IMAGENET_* +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: +- enable_if_env: + CM_DATASET_IMAGENET_VAL_REQUIRE_DAE: + - 'yes' + - 'True' + env: + CM_EXTRACT_TO_FOLDER: imagenet-2012-train + tags: download-and-extract,file,_extract + update_tags_from_env: + - CM_DAE_EXTRA_TAGS + update_tags_from_env_with_prefix: + _url.: + - CM_DAE_URL +- enable_if_env: + CM_DAE_ONLY_EXTRACT: + - 'yes' + - 'True' + env: + CM_EXTRACT_TO_FOLDER: imagenet-2012-train + tags: file,extract + update_tags_from_env_with_prefix: + _path.: + - CM_EXTRACT_PATH +tags: +- get +- imagenet +- train +- dataset +- original +uid: 2bec165da5cc4ebf +variations: {} +versions: {} diff --git a/script/get-dataset-kits19/_cm.yaml b/script/get-dataset-kits19/_cm.yaml index 3e4f95548c..eddb6a9a85 100644 --- a/script/get-dataset-kits19/_cm.yaml +++ b/script/get-dataset-kits19/_cm.yaml @@ -1,92 +1,60 @@ -{ - "alias": "get-dataset-kits19", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML datasets", - "default_env": { - "CM_GIT_CHECKOUT": "master", - "CM_GIT_DEPTH": "--depth 2", - "CM_GIT_PATCH": "no", - "CM_GIT_RECURSE_SUBMODULES": "", - "CM_GIT_URL": "https://github.com/neheller/kits19" - }, - "default_version": "master", - "deps": [ - { - "tags": "detect,os" - }, - { - "names": [ - "python3", - "python" - ], - "tags": "get,python3" - } - ], - "new_env_keys": [ - "CM_DATASET_*" - ], - "tags": [ - "get", - "dataset", - "medical-imaging", - "kits", - "original", - "kits19" - ], - "uid": "79992bb221024ac5", - "variations": { - "default": { - "base": [ - "short-history" - ], - "env": { - "CM_GIT_PATCH": "no" - } - }, - "full-history": { - "env": { - "CM_GIT_DEPTH": "" - } - }, - "no-recurse-submodules": { - "env": { - "CM_GIT_RECURSE_SUBMODULES": "" - } - }, - "patch": { - "env": { - "CM_GIT_PATCH": "yes" - } - }, - "short-history": { - "env": { - "CM_GIT_DEPTH": "--depth 5" - } - }, - "validation": { - "env": { - "CM_DATASET_VALIDATION": "yes" - } - }, - "calibration": { - "env": { - "CM_DATASET_CALIBRATION": "yes" - } - } - }, - "versions": { - "custom": { - "env": { - "CM_GIT_CHECKOUT": "", - "CM_GIT_SHA": "yes" - } - }, - "master": { - "env": { - "CM_GIT_CHECKOUT": "master" - } - } - } -} +alias: get-dataset-kits19 +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +default_env: + CM_GIT_CHECKOUT: master + CM_GIT_DEPTH: --depth 2 + CM_GIT_PATCH: 'no' + CM_GIT_RECURSE_SUBMODULES: '' + CM_GIT_URL: https://github.com/neheller/kits19 +default_version: master +deps: +- tags: detect,os +- names: + - python3 + - python + tags: get,python3 +new_env_keys: +- CM_DATASET_* +tags: +- get +- dataset +- medical-imaging +- kits +- original +- kits19 +uid: 79992bb221024ac5 +variations: + calibration: + env: + CM_DATASET_CALIBRATION: 'yes' + default: + base: + - short-history + env: + CM_GIT_PATCH: 'no' + full-history: + env: + CM_GIT_DEPTH: '' + no-recurse-submodules: + env: + CM_GIT_RECURSE_SUBMODULES: '' + patch: + env: + CM_GIT_PATCH: 'yes' + short-history: + env: + CM_GIT_DEPTH: --depth 5 + validation: + env: + CM_DATASET_VALIDATION: 'yes' +versions: + custom: + env: + CM_GIT_CHECKOUT: '' + CM_GIT_SHA: 'yes' + master: + env: + CM_GIT_CHECKOUT: master diff --git a/script/get-dataset-librispeech/_cm.yaml b/script/get-dataset-librispeech/_cm.yaml index f93de229a7..ead114f4a0 100644 --- a/script/get-dataset-librispeech/_cm.yaml +++ b/script/get-dataset-librispeech/_cm.yaml @@ -1,86 +1,62 @@ -{ - "alias": "get-dataset-librispeech", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "default_version": "dev-clean", - "category": "AI/ML datasets", - "deps": [ - { - "names": [ - "sys-utils" - ], - "tags": "get,sys-utils-cm" - } - ], - "env": { - "CM_DATASET": "LIBRISPEECH", - "CM_WGET_URL": "http://www.openslr.org/resources/12/<<>>" - }, - "new_env_keys": [ - "CM_DATASET_*" - ], - "tags": [ - "get", - "dataset", - "speech", - "speech-recognition", - "librispeech", - "validation", - "audio", - "training", - "original" - ], - "uid": "09f29df607e0415d", - "versions": { - "dev-clean": { - "env": { - "CM_DATASET_ARCHIVE": "dev-clean.tar.gz", - "CM_DATASET_MD5": "42e2234ba48799c1f50f24a7926300a1", - "CM_DATASET_NAME": "LibriSpeech Dev Clean dataset" - } - }, - "dev-other": { - "env": { - "CM_DATASET_ARCHIVE": "dev-other.tar.gz", - "CM_DATASET_MD5": "c8d0bcc9cca99d4f8b62fcc847357931", - "CM_DATASET_NAME": "LibriSpeech Dev Other dataset" - } - }, - "test-clean": { - "env": { - "CM_DATASET_ARCHIVE": "test-clean.tar.gz", - "CM_DATASET_MD5": "32fa31d27d2e1cad72775fee3f4849a9", - "CM_DATASET_NAME": "LibriSpeech Test Clean dataset" - } - }, - "test-other": { - "env": { - "CM_DATASET_ARCHIVE": "test-other.tar.gz", - "CM_DATASET_MD5": "fb5a50374b501bb3bac4815ee91d3135", - "CM_DATASET_NAME": "LibriSpeech Test Other dataset" - } - }, - "train-clean-100": { - "env": { - "CM_DATASET_ARCHIVE": "train-clean-100.tar.gz", - "CM_DATASET_MD5": "2a93770f6d5c6c964bc36631d331a522", - "CM_DATASET_NAME": "LibriSpeech Train Clean 100 dataset" - } - }, - "train-clean-360": { - "env": { - "DATASET_ARCHIVE": "train-clean-360.tar.gz", - "DATASET_MD5": "c0e676e450a7ff2f54aeade5171606fa", - "DATASET_NAME": "LibriSpeech Train Clean 360 dataset" - } - }, - "train-other-500": { - "env": { - "DATASET_ARCHIVE": "train-other-500.tar.gz", - "DATASET_MD5": "d1a0fd59409feb2c614ce4d30c387708", - "DATASET_NAME": "LibriSpeech Train Other 500 dataset" - } - } - } -} +alias: get-dataset-librispeech +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +default_version: dev-clean +deps: +- names: + - sys-utils + tags: get,sys-utils-cm +env: + CM_DATASET: LIBRISPEECH + CM_WGET_URL: http://www.openslr.org/resources/12/<<>> +new_env_keys: +- CM_DATASET_* +tags: +- get +- dataset +- speech +- speech-recognition +- librispeech +- validation +- audio +- training +- original +uid: 09f29df607e0415d +versions: + dev-clean: + env: + CM_DATASET_ARCHIVE: dev-clean.tar.gz + CM_DATASET_MD5: 42e2234ba48799c1f50f24a7926300a1 + CM_DATASET_NAME: LibriSpeech Dev Clean dataset + dev-other: + env: + CM_DATASET_ARCHIVE: dev-other.tar.gz + CM_DATASET_MD5: c8d0bcc9cca99d4f8b62fcc847357931 + CM_DATASET_NAME: LibriSpeech Dev Other dataset + test-clean: + env: + CM_DATASET_ARCHIVE: test-clean.tar.gz + CM_DATASET_MD5: 32fa31d27d2e1cad72775fee3f4849a9 + CM_DATASET_NAME: LibriSpeech Test Clean dataset + test-other: + env: + CM_DATASET_ARCHIVE: test-other.tar.gz + CM_DATASET_MD5: fb5a50374b501bb3bac4815ee91d3135 + CM_DATASET_NAME: LibriSpeech Test Other dataset + train-clean-100: + env: + CM_DATASET_ARCHIVE: train-clean-100.tar.gz + CM_DATASET_MD5: 2a93770f6d5c6c964bc36631d331a522 + CM_DATASET_NAME: LibriSpeech Train Clean 100 dataset + train-clean-360: + env: + DATASET_ARCHIVE: train-clean-360.tar.gz + DATASET_MD5: c0e676e450a7ff2f54aeade5171606fa + DATASET_NAME: LibriSpeech Train Clean 360 dataset + train-other-500: + env: + DATASET_ARCHIVE: train-other-500.tar.gz + DATASET_MD5: d1a0fd59409feb2c614ce4d30c387708 + DATASET_NAME: LibriSpeech Train Other 500 dataset diff --git a/script/get-dataset-mlperf-inference-mixtral/_cm.yaml b/script/get-dataset-mlperf-inference-mixtral/_cm.yaml index 4e34a57a85..f8684eef59 100644 --- a/script/get-dataset-mlperf-inference-mixtral/_cm.yaml +++ b/script/get-dataset-mlperf-inference-mixtral/_cm.yaml @@ -1,59 +1,38 @@ -{ - "alias": "get-dataset-mlperf-inference-mixtral", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML datasets", - "new_env_keys": [ - "CM_DATASET_*" - ], - "prehook_deps": [ - { - "env": { - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_DATASET_PREPROCESSED_PATH" - }, - "extra_cache_tags": "mixtral,get-mixtral-dataset", - "force_cache": true, - "tags": "download-and-extract", - "update_tags_from_env_with_prefix": { - "_url.": [ - "CM_PACKAGE_URL" - ] - } - } - ], - "tags": [ - "get", - "dataset-mixtral", - "openorca-mbxp-gsm8k-combined" - ], - "uid": "89e7c91444804775", - "variations": { - "mlcommons-storage": { - "default": true, - "env": { - "CM_DOWNLOAD_CHECKSUM": "78823c13e0e73e518872105c4b09628b", - "CM_DOWNLOAD_FILENAME": "2024.06.06_mixtral_15k_v4.pkl", - "CM_PACKAGE_URL": "https://inference.mlcommons-storage.org/mixtral_8x7b%2F2024.06.06_mixtral_15k_v4.pkl" - }, - "group": "download-source" - }, - "size.#": { - "base": [ - "mlcommons-storage" - ], - "deps": [ - { - "tags": "get,generic-python-lib,_package.pandas" - }, - { - "tags": "get,python3" - } - ], - "env": { - "CM_DATASET_MIXTRAL_GENERATE_TEST_DATA": "yes", - "CM_DATASET_MIXTRAL_TEST_DATA_SIZE": "#" - } - } - } -} +alias: get-dataset-mlperf-inference-mixtral +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +new_env_keys: +- CM_DATASET_* +prehook_deps: +- env: + CM_DOWNLOAD_FINAL_ENV_NAME: CM_DATASET_PREPROCESSED_PATH + extra_cache_tags: mixtral,get-mixtral-dataset + force_cache: true + tags: download-and-extract + update_tags_from_env_with_prefix: + _url.: + - CM_PACKAGE_URL +tags: +- get +- dataset-mixtral +- openorca-mbxp-gsm8k-combined +uid: 89e7c91444804775 +variations: + mlcommons-storage: + default: true + env: + CM_DOWNLOAD_CHECKSUM: 78823c13e0e73e518872105c4b09628b + CM_DOWNLOAD_FILENAME: 2024.06.06_mixtral_15k_v4.pkl + CM_PACKAGE_URL: https://inference.mlcommons-storage.org/mixtral_8x7b%2F2024.06.06_mixtral_15k_v4.pkl + group: download-source + size.#: + base: + - mlcommons-storage + deps: + - tags: get,generic-python-lib,_package.pandas + - tags: get,python3 + env: + CM_DATASET_MIXTRAL_GENERATE_TEST_DATA: 'yes' + CM_DATASET_MIXTRAL_TEST_DATA_SIZE: '#' diff --git a/script/get-dataset-openimages-annotations/_cm.yaml b/script/get-dataset-openimages-annotations/_cm.yaml index e77d44c0ce..a96e7f58e8 100644 --- a/script/get-dataset-openimages-annotations/_cm.yaml +++ b/script/get-dataset-openimages-annotations/_cm.yaml @@ -1,47 +1,35 @@ -{ - "alias": "get-dataset-openimages-annotations", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML datasets", - "new_env_keys": [ - "CM_DATASET_OPENIMAGES_ANNOTATIONS_*", - "CM_DATASET_ANNOTATIONS_*" - ], - "tags": [ - "get", - "aux", - "dataset-aux", - "object-detection", - "openimages", - "annotations" - ], - "uid": "47e2158ed24c44e9", - "prehook_deps": [ - { - "tags": "download-and-extract,_wget,_extract", - "env": { - "CM_DAE_FINAL_ENV_NAME": "CM_DATASET_ANNOTATIONS_FILE_PATH" - }, - "update_tags_from_env_with_prefix": { - "_url.": [ "CM_PACKAGE_URL" ] - }, - "force_cache": true, - "extra_cache_tags": "retinanet,get,dataset-openimages-annotations" - } - ], - "variations": { - "from.github": { - "default": true, - "env": { - "CM_DOWNLOAD_FILENAME": "openimages-mlperf_annotations_2.1.json.zip", - "CM_DOWNLOAD_CHECKSUM": "817fd8da3aeeb0575f1e2d2926b15e68", - "CM_PACKAGE_URL": "https://github.com/mlcommons/inference/releases/download/v2.1/openimages-mlperf_annotations_2.1.json.zip" - }, - "group": "download-source" - } - }, - "print_env_at_the_end" : { - "CM_DATASET_ANNOTATIONS_FILE_PATH": "Path to OpenImages annotation file" - } -} +alias: get-dataset-openimages-annotations +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +new_env_keys: +- CM_DATASET_OPENIMAGES_ANNOTATIONS_* +- CM_DATASET_ANNOTATIONS_* +prehook_deps: +- env: + CM_DAE_FINAL_ENV_NAME: CM_DATASET_ANNOTATIONS_FILE_PATH + extra_cache_tags: retinanet,get,dataset-openimages-annotations + force_cache: true + tags: download-and-extract,_wget,_extract + update_tags_from_env_with_prefix: + _url.: + - CM_PACKAGE_URL +print_env_at_the_end: + CM_DATASET_ANNOTATIONS_FILE_PATH: Path to OpenImages annotation file +tags: +- get +- aux +- dataset-aux +- object-detection +- openimages +- annotations +uid: 47e2158ed24c44e9 +variations: + from.github: + default: true + env: + CM_DOWNLOAD_CHECKSUM: 817fd8da3aeeb0575f1e2d2926b15e68 + CM_DOWNLOAD_FILENAME: openimages-mlperf_annotations_2.1.json.zip + CM_PACKAGE_URL: https://github.com/mlcommons/inference/releases/download/v2.1/openimages-mlperf_annotations_2.1.json.zip + group: download-source diff --git a/script/get-dataset-openimages/_cm.yaml b/script/get-dataset-openimages/_cm.yaml index cf09ea583a..2e0189183a 100644 --- a/script/get-dataset-openimages/_cm.yaml +++ b/script/get-dataset-openimages/_cm.yaml @@ -1,198 +1,126 @@ -{ - "alias": "get-dataset-openimages", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML datasets", - "category_sort":8500, - "deps": [ - { - "tags": "get,python3", - "names": [ - "python", - "python3" - ] - }, - { - "tags": "get,generic-python-lib,_requests" - }, - { - "names": [ - "inference-src" - ], - "tags": "mlperf,inference,source", - "force_env_keys": [ - "CM_GIT_*" - ] - }, - { - "tags": "get,generic-python-lib,_boto3" - }, - { - "tags": "get,generic-python-lib,_tqdm" - }, - { - "tags": "get,generic-python-lib,_numpy" - }, - { - "tags": "get,generic-python-lib,_opencv-python" - }, - { - "tags": "get,generic-python-lib,_pandas" - }, - { - "names": [ - "pycocotools" - ], - "tags": "get,generic-python-lib,_pycocotools" - } - ], - "posthook_deps": [ - { - "tags": "get,openimages,annotations", - "enable_if_env": { - "CM_DATASET_OPENIMAGES_CUSTOM_ANNOTATIONS": [ - "yes" - ] - } - } - ], - "default_env": { - "CM_DATASET_CALIBRATION": "no" - }, - "env": { - "CM_DATASET": "OPENIMAGES" - }, - "new_env_keys": [ - "CM_DATASET_PATH", - "CM_DATASET_PATH_ROOT", - "CM_DATASET_OPENIMAGES_PATH", - "CM_DATASET_OPENIMAGES_DATASET_PATH", - "CM_DATASET_OPENIMAGES_DATASET_PATH_ROOT", - "CM_DATASET_ANNOTATIONS_DIR_PATH", - "CM_DATASET_ANNOTATIONS_FILE_PATH", - "CM_DATASET_CALIBRATION_ANNOTATIONS_FILE_PATH", - "CM_DATASET_VALIDATION_ANNOTATIONS_FILE_PATH", - "CM_CALIBRATION_DATASET_PATH", - "CM_CALIBRATION_DATASET_PATH_ROOT", - "CM_OPENIMAGES_CALIBRATION_DATASET_PATH", - "CM_DATASET_OPENIMAGES_ANNOTATIONS_DIR_PATH", - "CM_DATASET_OPENIMAGES_VALIDATION_ANNOTATIONS_FILE_PATH" - ], - "tags": [ - "get", - "dataset", - "openimages", - "open-images", - "object-detection", - "original" - ], - "uid": "0a9d49b644cf4142", - "variations": { - "using-fiftyone": { - "deps": [ - { - "tags": "get,generic-python-lib,_fiftyone" - }, - { - "tags": "get,openssl,lib", - "version": "1.1.1" - } - ], - "add_deps_recursive": { - "inference-src": { - "version": "r2.1" - } - } - }, - "calibration": { - "group": "dataset-type", - "deps": [ - { - "names": [ - "openimages-calibration" - ], - "tags": "get,openimages,calibration" - } - ], - "env": { - "CM_DATASET_CALIBRATION": "yes" - }, - "new_env_keys": [ - "CM_DATASET_CALIBRATION_ANNOTATIONS_FILE_PATH", - "CM_CALIBRATION_DATASET_PATH", - "CM_CALIBRATION_DATASET_PATH_ROOT" - ] - }, - "filter": { - }, - "filter-size.#": { - "ad": { - "openimages-calibration": { - "tags": "_filter-size.#" - } - } - }, - "filter,calibration": { - "ad": { - "openimages-calibration": { - "tags": "_filter" - } - } - }, - "validation": { - "group": "dataset-type", - "default": true, - "env": { - "CM_DATASET_CALIBRATION": "no" - }, - "new_env_keys": [ - "CM_DATASET_PATH", - "CM_DATASET_PATH_ROOT", - "CM_DATASET_OPENIMAGES_DATASET_PATH", - "CM_DATASET_OPENIMAGES_DATASET_PATH_ROOT", - "CM_DATASET_ANNOTATIONS_DIR_PATH", - "CM_DATASET_ANNOTATIONS_FILE_PATH", - "CM_DATASET_VALIDATION_ANNOTATIONS_FILE_PATH" - ] - }, - "size.#": { - "group": "size", - "env": { - "CM_DATASET_SIZE": "#" - } - }, - "500": { - "group": "size", - "env": { - "CM_DATASET_SIZE": "500" - } - }, - "50": { - "group": "size", - "default": true, - "env": { - "CM_DATASET_SIZE": "50" - } - }, - "full": { - "group": "size", - "env": { - "CM_DATASET_SIZE": "" - } - }, - "custom-annotations": { - "group": "annotations", - "env": { - "CM_DATASET_OPENIMAGES_CUSTOM_ANNOTATIONS": "yes" - } - }, - "default-annotations": { - "group": "annotations", - "default": true, - "env": { - "CM_DATASET_OPENIMAGES_CUSTOM_ANNOTATIONS": "no" - } - } - } -} +alias: get-dataset-openimages +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +category_sort: 8500 +default_env: + CM_DATASET_CALIBRATION: 'no' +deps: +- names: + - python + - python3 + tags: get,python3 +- tags: get,generic-python-lib,_requests +- force_env_keys: + - CM_GIT_* + names: + - inference-src + tags: mlperf,inference,source +- tags: get,generic-python-lib,_boto3 +- tags: get,generic-python-lib,_tqdm +- tags: get,generic-python-lib,_numpy +- tags: get,generic-python-lib,_opencv-python +- tags: get,generic-python-lib,_pandas +- names: + - pycocotools + tags: get,generic-python-lib,_pycocotools +env: + CM_DATASET: OPENIMAGES +new_env_keys: +- CM_DATASET_PATH +- CM_DATASET_PATH_ROOT +- CM_DATASET_OPENIMAGES_PATH +- CM_DATASET_OPENIMAGES_DATASET_PATH +- CM_DATASET_OPENIMAGES_DATASET_PATH_ROOT +- CM_DATASET_ANNOTATIONS_DIR_PATH +- CM_DATASET_ANNOTATIONS_FILE_PATH +- CM_DATASET_CALIBRATION_ANNOTATIONS_FILE_PATH +- CM_DATASET_VALIDATION_ANNOTATIONS_FILE_PATH +- CM_CALIBRATION_DATASET_PATH +- CM_CALIBRATION_DATASET_PATH_ROOT +- CM_OPENIMAGES_CALIBRATION_DATASET_PATH +- CM_DATASET_OPENIMAGES_ANNOTATIONS_DIR_PATH +- CM_DATASET_OPENIMAGES_VALIDATION_ANNOTATIONS_FILE_PATH +posthook_deps: +- enable_if_env: + CM_DATASET_OPENIMAGES_CUSTOM_ANNOTATIONS: + - 'yes' + tags: get,openimages,annotations +tags: +- get +- dataset +- openimages +- open-images +- object-detection +- original +uid: 0a9d49b644cf4142 +variations: + '50': + default: true + env: + CM_DATASET_SIZE: '50' + group: size + '500': + env: + CM_DATASET_SIZE: '500' + group: size + calibration: + deps: + - names: + - openimages-calibration + tags: get,openimages,calibration + env: + CM_DATASET_CALIBRATION: 'yes' + group: dataset-type + new_env_keys: + - CM_DATASET_CALIBRATION_ANNOTATIONS_FILE_PATH + - CM_CALIBRATION_DATASET_PATH + - CM_CALIBRATION_DATASET_PATH_ROOT + custom-annotations: + env: + CM_DATASET_OPENIMAGES_CUSTOM_ANNOTATIONS: 'yes' + group: annotations + default-annotations: + default: true + env: + CM_DATASET_OPENIMAGES_CUSTOM_ANNOTATIONS: 'no' + group: annotations + filter: {} + filter,calibration: + ad: + openimages-calibration: + tags: _filter + filter-size.#: + ad: + openimages-calibration: + tags: _filter-size.# + full: + env: + CM_DATASET_SIZE: '' + group: size + size.#: + env: + CM_DATASET_SIZE: '#' + group: size + using-fiftyone: + add_deps_recursive: + inference-src: + version: r2.1 + deps: + - tags: get,generic-python-lib,_fiftyone + - tags: get,openssl,lib + version: 1.1.1 + validation: + default: true + env: + CM_DATASET_CALIBRATION: 'no' + group: dataset-type + new_env_keys: + - CM_DATASET_PATH + - CM_DATASET_PATH_ROOT + - CM_DATASET_OPENIMAGES_DATASET_PATH + - CM_DATASET_OPENIMAGES_DATASET_PATH_ROOT + - CM_DATASET_ANNOTATIONS_DIR_PATH + - CM_DATASET_ANNOTATIONS_FILE_PATH + - CM_DATASET_VALIDATION_ANNOTATIONS_FILE_PATH diff --git a/script/get-dataset-openorca/_cm.yaml b/script/get-dataset-openorca/_cm.yaml index 82d5f4dfdc..861c495759 100644 --- a/script/get-dataset-openorca/_cm.yaml +++ b/script/get-dataset-openorca/_cm.yaml @@ -1,80 +1,55 @@ -{ - "alias": "get-dataset-openorca", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML datasets", - "category_sort": 8500, - "default_env": { - "CM_DATASET_CALIBRATION": "no" - }, - "deps": [ - { - "force_env_keys": [ - "CM_GIT_*" - ], - "names": [ - "openorca-src" - ], - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_DATASET_OPENORCA_PATH" - }, - "tags": "get,git,repo,_lfs,_repo.https://huggingface.co/datasets/Open-Orca/OpenOrca", - "extra_cache_tags": "openorca,repo,src" - } - ], - "env": { - "CM_DATASET": "OPENORCA" - }, - "new_env_keys": [ - "CM_DATASET_*" - ], - "tags": [ - "get", - "dataset", - "openorca", - "language-processing", - "original" - ], - "uid": "9252c4d90d5940b7", - "variations": { - "60": { - "env": { - "CM_DATASET_SIZE": "60" - }, - "group": "size" - }, - "500": { - "env": { - "CM_DATASET_SIZE": "500" - }, - "group": "size" - }, - "calibration": { - "env": { - "CM_DATASET_CALIBRATION": "yes" - }, - "group": "dataset-type" - }, - "full": { - "default": true, - "env": { - "CM_DATASET_SIZE": "24576" - }, - "group": "size" - }, - "size.#": { - "env": { - "CM_DATASET_SIZE": "#" - }, - "group": "size" - }, - "validation": { - "default": true, - "env": { - "CM_DATASET_CALIBRATION": "no" - }, - "group": "dataset-type" - } - } -} +alias: get-dataset-openorca +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +category_sort: 8500 +default_env: + CM_DATASET_CALIBRATION: 'no' +deps: +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_DATASET_OPENORCA_PATH + extra_cache_tags: openorca,repo,src + force_env_keys: + - CM_GIT_* + names: + - openorca-src + tags: get,git,repo,_lfs,_repo.https://huggingface.co/datasets/Open-Orca/OpenOrca +env: + CM_DATASET: OPENORCA +new_env_keys: +- CM_DATASET_* +tags: +- get +- dataset +- openorca +- language-processing +- original +uid: 9252c4d90d5940b7 +variations: + '500': + env: + CM_DATASET_SIZE: '500' + group: size + '60': + env: + CM_DATASET_SIZE: '60' + group: size + calibration: + env: + CM_DATASET_CALIBRATION: 'yes' + group: dataset-type + full: + default: true + env: + CM_DATASET_SIZE: '24576' + group: size + size.#: + env: + CM_DATASET_SIZE: '#' + group: size + validation: + default: true + env: + CM_DATASET_CALIBRATION: 'no' + group: dataset-type diff --git a/script/get-dataset-squad-vocab/_cm.yaml b/script/get-dataset-squad-vocab/_cm.yaml index 9876037ded..a6ec2e902d 100644 --- a/script/get-dataset-squad-vocab/_cm.yaml +++ b/script/get-dataset-squad-vocab/_cm.yaml @@ -1,49 +1,37 @@ -{ - "alias": "get-dataset-squad-vocab", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML datasets", - "new_env_keys": [ - "CM_ML_MODEL_BERT_VOCAB_FILE_WITH_PATH", - "CM_DATASET_SQUAD_VOCAB_PATH" - ], - "tags": [ - "get", - "aux", - "squad", - "dataset-aux", - "language-processing", - "squad-aux", - "vocab", - "squad-vocab" - ], - "uid": "e38874fff5094577", - "prehook_deps": [ - { - "tags": "download-and-extract,_wget", - "env": { - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_DATASET_SQUAD_VOCAB_PATH" - }, - "update_tags_from_env_with_prefix": { - "_url.": [ "CM_PACKAGE_URL" ] - }, - "force_cache": true, - "extra_cache_tags": "bert,get,dataset-squad-vocab" - } - ], - "variations": { - "from.zenodo": { - "group": "download-source", - "default": true, - "env": { - "CM_DOWNLOAD_FILENAME": "vocab.txt", - "CM_PACKAGE_URL": "https://zenodo.org/record/3733868/files/vocab.txt", - "CM_DOWNLOAD_CHECKSUM":"64800d5d8528ce344256daf115d4965e" - } - } - }, - "print_env_at_the_end" : { - "CM_DATASET_SQUAD_VOCAB_PATH": "Path to SQUAD vocab file" - } -} +alias: get-dataset-squad-vocab +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +new_env_keys: +- CM_ML_MODEL_BERT_VOCAB_FILE_WITH_PATH +- CM_DATASET_SQUAD_VOCAB_PATH +prehook_deps: +- env: + CM_DOWNLOAD_FINAL_ENV_NAME: CM_DATASET_SQUAD_VOCAB_PATH + extra_cache_tags: bert,get,dataset-squad-vocab + force_cache: true + tags: download-and-extract,_wget + update_tags_from_env_with_prefix: + _url.: + - CM_PACKAGE_URL +print_env_at_the_end: + CM_DATASET_SQUAD_VOCAB_PATH: Path to SQUAD vocab file +tags: +- get +- aux +- squad +- dataset-aux +- language-processing +- squad-aux +- vocab +- squad-vocab +uid: e38874fff5094577 +variations: + from.zenodo: + default: true + env: + CM_DOWNLOAD_CHECKSUM: 64800d5d8528ce344256daf115d4965e + CM_DOWNLOAD_FILENAME: vocab.txt + CM_PACKAGE_URL: https://zenodo.org/record/3733868/files/vocab.txt + group: download-source diff --git a/script/get-dataset-squad/_cm.yaml b/script/get-dataset-squad/_cm.yaml index 4970f6b165..a9dd6ed948 100644 --- a/script/get-dataset-squad/_cm.yaml +++ b/script/get-dataset-squad/_cm.yaml @@ -1,64 +1,46 @@ -{ - "alias": "get-dataset-squad", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML datasets", - "default_version": "1.1", - "deps": [ - { - "tags": "get,sys-utils-cm" - } - ], - "env": { - "CM_DATASET": "SQUAD" - }, - "new_env_keys": [ - "CM_DATASET_*" - ], - "tags": [ - "get", - "dataset", - "squad", - "language-processing", - "validation", - "original" - ], - "uid": "6651c119c3ae49b3", - "prehook_deps": [ - { - "tags": "download-and-extract,_wget", - "env": { - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_DATASET_SQUAD_VAL_PATH" - }, - "update_tags_from_env_with_prefix": { - "_url.": [ "CM_PACKAGE_URL" ] - }, - "force_cache": true, - "extra_cache_tags": "bert,get,dataset-squad" - } - ], - "versions": { - "1.1": { - "env": { - "CM_TRAIN_FILENAME": "train-v1.1.json", - "CM_VAL_FILENAME": "dev-v1.1.json", - "CM_DOWNLOAD_FILENAME": "dev-v1.1.json", - "CM_PACKAGE_URL": "https://raw.githubusercontent.com/rajpurkar/SQuAD-explorer/master/dataset/dev-v1.1.json", - "CM_DOWNLOAD_CHECKSUM": "3e85deb501d4e538b6bc56f786231552" - } - }, - "2.0": { - "env": { - "CM_TRAIN_FILENAME": "train-v2.0.json", - "CM_VAL_FILENAME": "dev-v2.0.json", - "CM_DOWNLOAD_FILENAME": "dev-v2.0.json", - "CM_PACKAGE_URL": "https://raw.githubusercontent.com/rajpurkar/SQuAD-explorer/master/dataset/dev-v2.0.json", - "CM_DOWNLOAD_CHECKSUM": "246adae8b7002f8679c027697b0b7cf8" - } - } - }, - "print_env_at_the_end" : { - "CM_DATASET_SQUAD_VAL_PATH": "Path to SQUAD dataset" - } -} +alias: get-dataset-squad +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +default_version: '1.1' +deps: +- tags: get,sys-utils-cm +env: + CM_DATASET: SQUAD +new_env_keys: +- CM_DATASET_* +prehook_deps: +- env: + CM_DOWNLOAD_FINAL_ENV_NAME: CM_DATASET_SQUAD_VAL_PATH + extra_cache_tags: bert,get,dataset-squad + force_cache: true + tags: download-and-extract,_wget + update_tags_from_env_with_prefix: + _url.: + - CM_PACKAGE_URL +print_env_at_the_end: + CM_DATASET_SQUAD_VAL_PATH: Path to SQUAD dataset +tags: +- get +- dataset +- squad +- language-processing +- validation +- original +uid: 6651c119c3ae49b3 +versions: + '1.1': + env: + CM_DOWNLOAD_CHECKSUM: 3e85deb501d4e538b6bc56f786231552 + CM_DOWNLOAD_FILENAME: dev-v1.1.json + CM_PACKAGE_URL: https://raw.githubusercontent.com/rajpurkar/SQuAD-explorer/master/dataset/dev-v1.1.json + CM_TRAIN_FILENAME: train-v1.1.json + CM_VAL_FILENAME: dev-v1.1.json + '2.0': + env: + CM_DOWNLOAD_CHECKSUM: 246adae8b7002f8679c027697b0b7cf8 + CM_DOWNLOAD_FILENAME: dev-v2.0.json + CM_PACKAGE_URL: https://raw.githubusercontent.com/rajpurkar/SQuAD-explorer/master/dataset/dev-v2.0.json + CM_TRAIN_FILENAME: train-v2.0.json + CM_VAL_FILENAME: dev-v2.0.json diff --git a/script/get-dlrm/_cm.yaml b/script/get-dlrm/_cm.yaml index f99423b789..cc598990fe 100644 --- a/script/get-dlrm/_cm.yaml +++ b/script/get-dlrm/_cm.yaml @@ -1,41 +1,27 @@ -{ - "alias": "get-dlrm", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "default_version": "main", - "category": "AI/ML models", - "deps": [ - { - "tags": "detect,os" - } - ], - "default_env": { - "CM_GIT_DEPTH": "--depth 10", - "CM_GIT_PATCH": "no", - "CM_GIT_URL": "https://github.com/facebookresearch/dlrm.git" - }, - "new_env_keys": [ - "DLRM_DIR" - ], - "tags": [ - "get", - "src", - "dlrm" - ], - "uid": "63680ac2449a4241", - "variations": { - "full-history": { - "env": { - "CM_GIT_DEPTH": "" - } - } - }, - "versions": { - "main": { - "env": { - "CM_GIT_CHECKOUT": "main" - } - } - } -} +alias: get-dlrm +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +default_env: + CM_GIT_DEPTH: --depth 10 + CM_GIT_PATCH: 'no' + CM_GIT_URL: https://github.com/facebookresearch/dlrm.git +default_version: main +deps: +- tags: detect,os +new_env_keys: +- DLRM_DIR +tags: +- get +- src +- dlrm +uid: 63680ac2449a4241 +variations: + full-history: + env: + CM_GIT_DEPTH: '' +versions: + main: + env: + CM_GIT_CHECKOUT: main diff --git a/script/get-docker/_cm.yaml b/script/get-docker/_cm.yaml index 7ce6cce2c5..8849f89078 100644 --- a/script/get-docker/_cm.yaml +++ b/script/get-docker/_cm.yaml @@ -1,29 +1,23 @@ -{ - "alias": "get-docker", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "deps": [ - { - "tags": "detect,os" - } - ], - "docker_input_mapping": {}, - "input_description": {}, - "input_mapping": {}, - "new_env_keys": [], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "get", - "install", - "docker", - "engine" - ], - "uid": "6192accce4234084", - "variations": {}, - "versions": {} -} +alias: get-docker +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +deps: +- tags: detect,os +docker_input_mapping: {} +input_description: {} +input_mapping: {} +new_env_keys: [] +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- get +- install +- docker +- engine +uid: 6192accce4234084 +variations: {} +versions: {} diff --git a/script/get-gcc/_cm.yaml b/script/get-gcc/_cm.yaml index 92dd1baaee..f67a59d2ee 100644 --- a/script/get-gcc/_cm.yaml +++ b/script/get-gcc/_cm.yaml @@ -1,42 +1,32 @@ -{ - "alias": "get-gcc", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Compiler automation", - "cache": true, - "clean_files": [], - "name": "Detect or install GCC compiler", - "new_env_keys": [ - "CM_GCC_*", - "CM_C_COMPILER_*", - "CM_CXX_COMPILER_*", - "CM_COMPILER_*", - "CM_LINKER_*", - "+ CFLAGS", - "+ CXXFLAGS", - "+ FFLAGS", - "+ LDFLAGS", - "+CM_HOST_OS_DEFAULT_INCLUDE_PATH", - "+PATH" - ], - "deps": [ - { - "tags": "detect,os" - } - ], - "post_deps": [ - { - "tags": "get,compiler-flags" - } - ], - "sort": 500, - "tags": [ - "get", - "gcc", - "compiler", - "c-compiler", - "cpp-compiler", - "get-gcc" - ], - "uid": "dbf4ab5cbed74372" -} +alias: get-gcc +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Compiler automation +clean_files: [] +deps: +- tags: detect,os +name: Detect or install GCC compiler +new_env_keys: +- CM_GCC_* +- CM_C_COMPILER_* +- CM_CXX_COMPILER_* +- CM_COMPILER_* +- CM_LINKER_* +- + CFLAGS +- + CXXFLAGS +- + FFLAGS +- + LDFLAGS +- +CM_HOST_OS_DEFAULT_INCLUDE_PATH +- +PATH +post_deps: +- tags: get,compiler-flags +sort: 500 +tags: +- get +- gcc +- compiler +- c-compiler +- cpp-compiler +- get-gcc +uid: dbf4ab5cbed74372 diff --git a/script/get-generic-python-lib/_cm.yaml b/script/get-generic-python-lib/_cm.yaml index 50d459a772..116141bd59 100644 --- a/script/get-generic-python-lib/_cm.yaml +++ b/script/get-generic-python-lib/_cm.yaml @@ -1,1166 +1,723 @@ -{ - "alias": "get-generic-python-lib", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Python automation", - "clean_files": [], - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "names": [ - "python", - "python3" - ], - "skip_if_env": { - "CM_TMP_USE_CUSTOM_PYTHON": [ - "on" - ] - }, - "tags": "get,python3" - }, - { - "names": [ - "python-pip", - "pip" - ], - "skip_if_env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": [ - "pip" - ] - }, - "tags": "get,generic-python-lib,_pip" - } - ], - "extra_cache_tags_from_env": [ - { - "env": "CM_PYTHON_CACHE_TAGS", - "prefix": "python-" - } - ], - "input_mapping": { - "extra_index_url": "CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL", - "force_install": "CM_TMP_PYTHON_PACKAGE_FORCE_INSTALL", - "index_url": "CM_GENERIC_PYTHON_PIP_INDEX_URL" - }, - "local_env_keys": [ - "CM_GENERIC_PYTHON_PACKAGE_VARIANT" - ], - "new_env_keys": [ - "CM_PYTHONLIB_*" - ], - "prehook_deps": [ - { - "enable_if_env": { - "CM_INSTALL_ONNXRUNTIME_GPU_FROM_SRC": [ - "yes" - ] - }, - "tags": "install,onnxruntime,from.src,_cuda" - } - ], - "tags": [ - "get", - "install", - "generic", - "pip-package", - "generic-python-lib" - ], - "tags_help": "get generic-python-lib", - "uid": "94b62a682bc44791", - "variations": { - "index-url.#": { - "env": { - "CM_GENERIC_PYTHON_PIP_INDEX_URL": "#" - } - }, - "extra-index-url.#": { - "env": { - "CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL": "#" - } - }, - "Pillow": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "Pillow" - }, - "new_env_keys": [ - "CM_PILLOW_VERSION" - ] - }, - "apache-tvm": { - "deps": [ - { - "tags": "get,generic-python-lib,_typing_extensions" - } - ], - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "apache-tvm", - "CM_GENERIC_PYTHON_PIP_EXTRA": " --pre" - }, - "new_env_keys": [ - "CM_APACHE_TVM_VERSION" - ] - }, - "apex": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "apex" - }, - "new_env_keys": [ - "CM_APEX_VERSION" - ] - }, - "async_timeout": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "async_timeout" - }, - "new_env_keys": [ - "CM_ASYNC_TIMEOUT_VERSION" - ] - }, - "attr": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "attr" - }, - "new_env_keys": [ - "CM_ATTR_VERSION" - ] - }, - "attrs": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "attrs" - }, - "new_env_keys": [ - "CM_ATTRS_VERSION" - ] - }, - "boto3": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "boto3" - }, - "new_env_keys": [ - "CM_BOTO3_VERSION" - ] - }, - "cloudpickle": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "cloudpickle" - }, - "new_env_keys": [ - "CM_CLOUDPICKLE_VERSION" - ] - }, - "cmind": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "cmind" - }, - "new_env_keys": [ - "CM_CMIND_VERSION" - ] - }, - "colored": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "colored", - "CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL": "https://pypi.ngc.nvidia.com" - }, - "new_env_keys": [ - "CM_COLORED_VERSION" - ] - }, - "no-deps": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_INSTALL_DEPS": "no" - } - }, - "conda.#": { - "ad": { - "python-pip": { - "tags": "_conda.#" - }, - "python3": { - "tags": "_conda.#" - } - } - }, - "cupy": { - "deps": [ - { - "names": [ - "cuda" - ], - "tags": "get,cuda" - } - ], - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "cupy" - }, - "new_env_keys": [ - "CM_CUPY_VERSION" - ] - }, - "custom-python": { - "ad": { - "python-pip": { - "tags": "_custom-python" - } - }, - "env": { - "CM_TMP_USE_CUSTOM_PYTHON": "on" - } - }, - "datasets": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "datasets" - }, - "new_env_keys": [ - "CM_DATASETS_VERSION" - ] - }, - "decorator": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "decorator" - }, - "new_env_keys": [ - "CM_DECORATOR_VERSION" - ] - }, - "deepsparse": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "deepsparse" - }, - "new_env_keys": [ - "CM_DEEPSPARSE_VERSION" - ] - }, - "dllogger": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "dllogger", - "CM_GENERIC_PYTHON_PIP_URL": "git+https://github.com/NVIDIA/dllogger#egg=dllogger" - } - }, - "quark-amd": { - "deps": [ - { - "tags": "download,file,_wget,_url.https://www.xilinx.com/bin/public/openDownload?filename=quark-0.1.0+a9827f5-py39-none-any.whl", - "extra_cache_tags": "quark-amd", - "force_cache": true, - "env": { - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_QUARK_AMD_WHL_PATH", - "CM_DOWNLOAD_FILENAME": "quark-0.1.0+a9827f5-py39-none-any.whl" - } - } - ], - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "quark", - "CM_GENERIC_PYTHON_PIP_URL": "<<>>" - } - }, - "mxeval": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "mxeval", - "CM_GENERIC_PYTHON_PIP_URL": "git+https://github.com/amazon-science/mxeval.git", - "CM_PIP_ERROR_SKIP": "true" - } - }, - "fiftyone": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "fiftyone" - }, - "new_env_keys": [ - "CM_FIFTYONE_VERSION" - ] - }, - "google-api-python-client": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "google_api_python_client" - }, - "new_env_keys": [ - "CM_GOOGLE_API_PYTHON_CLIENT_VERSION" - ] - }, - "google-auth-oauthlib": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "google_auth_oauthlib" - }, - "new_env_keys": [ - "CM_GOOGLE_AUTH_OAUTHLIB_VERSION" - ] - }, - "huggingface_hub": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "huggingface_hub" - }, - "new_env_keys": [ - "CM_HUGGINGFACE_HUB_VERSION" - ] - }, - "inflect": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "inflect" - }, - "new_env_keys": [ - "CM_INFLECT_VERSION" - ] - }, - "jax": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "jax" - }, - "new_env_keys": [ - "CM_JAX_VERSION*" - ] - }, - "jax_cuda": { - "deps": [ - { - "names": [ - "cuda" - ], - "tags": "get,cuda" - } - ], - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "jax[cuda]", - "CM_GENERIC_PYTHON_PIP_EXTRA": "-f https://storage.googleapis.com/jax-releases/jax_cuda_releases.html", - "CM_JAX_VERSION_EXTRA": "CUDA" - }, - "new_env_keys": [ - "CM_JAX_VERSION*" - ] - }, - "librosa": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "librosa" - }, - "new_env_keys": [ - "CM_LIBROSA_VERSION" - ] - }, - "matplotlib": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "matplotlib" - }, - "new_env_keys": [ - "CM_MATPLOTLIB_VERSION" - ] - }, - "mlperf_loadgen": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "mlperf_loadgen", - "CM_GENERIC_PYTHON_PIP_URL": "git+https://github.com/mlcommons/inference.git#subdirectory=loadgen" - }, - "new_env_keys": [ - "CM_MLPERF_LOADGEN_VERSION" - ] - }, - "mlperf_logging": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "mlperf_logging", - "CM_GENERIC_PYTHON_PIP_URL": "git+https://github.com/mlperf/logging.git" - }, - "new_env_keys": [ - "CM_MLPERF_LOGGING_VERSION" - ] - }, - "mpld3": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "mpld3" - }, - "new_env_keys": [ - "CM_MPLD3_VERSION" - ] - }, - "nibabel": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "nibabel" - }, - "new_env_keys": [ - "CM_NIBABEL_VERSION" - ] - }, - "numpy": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "numpy" - }, - "new_env_keys": [ - "CM_NUMPY_VERSION" - ] - }, - "nvidia-apex": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "apex", - "CM_GENERIC_PYTHON_PACKAGE_VARIANT": "nvidia-apex", - "CM_GENERIC_PYTHON_PIP_URL": "git+https://github.com/nvidia/apex@0da3ffb92ee6fbe5336602f0e3989db1cd16f880" - }, - "new_env_keys": [ - "CM_NVIDIA_APEX_VERSION" - ] - }, - "nvidia-apex-from-src": { - "deps": [ - { - "names": [ - "cuda" - ], - "tags": "get,cuda" - }, - { - "names": [ - "torch" - ], - "tags": "get,generic-python-lib,_torch_cuda" - }, - { - "env": { - "CM_GIT_CHECKOUT_FOLDER": "apex" - }, - "extra_cache_tags": "nvidia-apex", - "tags": "get,git,repo,_repo.https://github.com/NVIDIA/apex,_tag.23.05" - } - ], - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "apex", - "CM_GENERIC_PYTHON_PACKAGE_VARIANT": "nvidia-apex" - }, - "new_env_keys": [ - "CM_NVIDIA_APEX_VERSION" - ] - }, - "nvidia-dali": { - "deps": [ - { - "names": [ - "cuda" - ], - "tags": "get,cuda" - } - ], - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "nvidia-dali-cuda120", - "CM_GENERIC_PYTHON_PIP_EXTRA": " --upgrade --default-timeout=900", - "CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL": "https://developer.download.nvidia.com/compute/redist" - }, - "new_env_keys": [ - "CM_NVIDIA_DALI_VERSION" - ] - }, - "nvidia-pycocotools": { - "base": [ - "pycocotools" - ], - "deps": [ - { - "names": [ - "cython" - ], - "tags": "get,generic-python-lib,_package.cython" - }, - { - "names": [ - "numpy" - ], - "tags": "get,generic-python-lib,_package.numpy" - } - ], - "env": { - "CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS": "pycocotools", - "CM_GENERIC_PYTHON_PIP_URL": "pycocotools@git+https://github.com/NVIDIA/cocoapi#subdirectory=PythonAPI" - } - }, - "nvidia-pyindex": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "nvidia-pyindex" - }, - "new_env_keys": [ - "CM_NVIDIA_PYINDEX_VERSION" - ] - }, - "nvidia-tensorrt": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "nvidia-tensorrt" - }, - "new_env_keys": [ - "CM_NVIDIA_TENSORRT_VERSION" - ] - }, - "onnx": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "onnx" - }, - "new_env_keys": [ - "CM_ONNX_VERSION" - ] - }, - "onnx-graphsurgeon": { - "deps": [ - { - "tags": "get,generic-python-lib,_package.nvidia-pyindex" - } - ], - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "onnx_graphsurgeon" - }, - "new_env_keys": [ - "CM_ONNX_GRAPHSURGEON_VERSION" - ] - }, - "onnxruntime": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "onnxruntime" - }, - "new_env_keys": [ - "CM_ONNXRUNTIME_VERSION" - ] - }, - "onnxruntime,rocm": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "onnxruntime-training", - "CM_GENERIC_PYTHON_PIP_URL": "https://download.onnxruntime.ai/onnxruntime_training-1.16.0%2Brocm56-cp3<<>>-cp3<<>>-manylinux_2_17_x86_64.manylinux2014_x86_64.whl" - }, - "new_env_keys": [ - "CM_ONNXRUNTIME_TRAINING_VERSION*" - ] - }, - "onnxruntime_gpu": { - "default_env": { - "CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS": "onnxruntime" - }, - "deps": [ - { - "names": [ - "cuda" - ], - "tags": "get,cuda" - } - ], - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "onnxruntime_gpu", - "CM_ONNXRUNTIME_VERSION_EXTRA": "GPU" - }, - "new_env_keys": [ - "CM_ONNXRUNTIME_GPU_VERSION*" - ] - }, - "opencv-python": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "opencv-python" - }, - "new_env_keys": [ - "CM_OPENCV_PYTHON_VERSION" - ] - }, - "package.#": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "#", - "CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS": "", - "CM_GENERIC_PYTHON_PIP_URL": "" - } - }, - "pandas": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "pandas" - }, - "new_env_keys": [ - "CM_PANDAS_VERSION" - ] - }, - "whl-url.#": { - "deps": [ - { - "tags": "download,file,_url.#", - "force_cache": "yes", - "env": { - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_GENERIC_PYTHON_PIP_URL" - } - } - ], - "env": { - "CM_TMP_PYTHON_PACKAGE_FORCE_INSTALL": "yes" - } - }, - "path.#": { - "env": { - "CM_GENERIC_PYTHON_PIP_URL": "#" - } - }, - "pillow": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "Pillow" - }, - "new_env_keys": [ - "CM_PILLOW_VERSION" - ] - }, - "pip": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "pip" - }, - "new_env_keys": [ - "CM_PIP_VERSION", - "CM_PYTHON_PIP_COMMON_EXTRA" - ] - }, - "polygraphy": { - "deps": [ - { - "tags": "get,generic-python-lib,_colored" - } - ], - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "polygraphy", - "CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL": "https://pypi.ngc.nvidia.com" - }, - "new_env_keys": [ - "CM_POLYGRAPHY_VERSION" - ] - }, - "pre": { - "env": { - "CM_GENERIC_PYTHON_DEV_VERSION": "yes" - } - }, - "protobuf": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "protobuf" - }, - "new_env_keys": [ - "CM_PROTOBUF_VERSION" - ] - }, - "psutil": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "psutil" - }, - "new_env_keys": [ - "CM_PSUTIL_VERSION" - ] - }, - "pycocotools": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "pycocotools" - }, - "new_env_keys": [ - "CM_PYCOCOTOOLS_VERSION" - ] - }, - "pycuda": { - "deps": [ - { - "names": [ - "cuda" - ], - "tags": "get,cuda" - } - ], - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "pycuda" - }, - "new_env_keys": [ - "CM_PYCUDA_VERSION" - ] - }, - "ray": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "ray[default]" - }, - "new_env_keys": [ - "CM_RAY_VERSION" - ] - }, - "requests": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "requests" - }, - "new_env_keys": [ - "CM_REQUESTS_VERSION" - ] - }, - "rocm": { - "deps": [ - { - "names": [ - "rocm" - ], - "tags": "get,rocm" - } - ], - "env": {} - }, - "safetensors": { - "deps": [ - { - "skip_if_env": { - "CM_HOST_PLATFORM_FLAVOR": [ - "x86_64" - ] - }, - "tags": "get,rust-compiler" - } - ], - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "safetensors" - }, - "new_env_keys": [ - "CM_SAFETENSORS_VERSION" - ] - }, - "scikit-learn": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "scikit-learn" - }, - "new_env_keys": [ - "CM_SCIKIT_LEARN_VERSION" - ] - }, - "scipy": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "scipy" - }, - "new_env_keys": [ - "CM_SCIPY_VERSION" - ] - }, - "scons": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "scons" - }, - "new_env_keys": [ - "CM_SCONS_VERSION" - ] - }, - "setfit": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "setfit" - }, - "new_env_keys": [ - "CM_SETFIT_VERSION" - ] - }, - "setuptools": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "setuptools" - }, - "new_env_keys": [ - "CM_SETUPTOOL_VERSION" - ] - }, - "six": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "six" - }, - "new_env_keys": [ - "CM_SIX_VERSION" - ] - }, - "sklearn": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "sklearn" - }, - "new_env_keys": [ - "CM_SKLEARN_VERSION" - ] - }, - "sox": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "sox" - }, - "new_env_keys": [ - "CM_SOX_VERSION" - ] - }, - "sparsezoo": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "sparsezoo" - }, - "new_env_keys": [ - "CM_SPARSEZOO_VERSION" - ] - }, - "streamlit": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "streamlit" - }, - "new_env_keys": [ - "CM_STREAMLIT_VERSION" - ] - }, - "openai": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "openai" - }, - "new_env_keys": [ - "CM_OPENAI_VERSION" - ] - }, - "anthropic": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "anthropic" - }, - "new_env_keys": [ - "CM_ANTHROPIC_VERSION" - ] - }, - "streamlit_option_menu": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "streamlit_option_menu" - }, - "new_env_keys": [ - "CM_STREAMLIT_OPTION_MENU_VERSION" - ] - }, - "tensorboard": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "tensorboard" - }, - "new_env_keys": [ - "CM_TENSORBOARD_VERSION" - ] - }, - "tensorflow": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "tensorflow" - }, - "new_env_keys": [ - "CM_TENSORFLOW_VERSION" - ] - }, - "tensorflow,rocm": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "tensorflow-rocm" - }, - "new_env_keys": [ - "CM_TENSORFLOW_ROCM_VERSION" - ] - }, - "tensorrt": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "tensorrt", - "CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL": "https://download.pytorch.org/whl/<<>>", - "CM_TORCH_VERSION_EXTRA": "CUDA" - }, - "new_env_keys": [ - "CM_TENSORRT_VERSION" - ] - }, - "tflite": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "tflite" - }, - "new_env_keys": [ - "CM_TFLITE_VERSION" - ] - }, - "tflite-runtime": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "tflite-runtime" - }, - "new_env_keys": [ - "CM_TFLITE_RUNTIME_VERSION" - ] - }, - "tokenization": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "tokenization" - }, - "new_env_keys": [ - "CM_TOKENIZATION_VERSION" - ] - }, - "toml": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "toml" - }, - "new_env_keys": [ - "CM_TOML_VERSION" - ] - }, - "torch": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "torch", - "CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL": "https://download.pytorch.org/whl/cpu" - }, - "new_env_keys": [ - "CM_TORCH_VERSION*" - ], - "deps": [ - { - "tags": "get,generic-python-lib,_package.networkx", - "enable_if_env": { - "CM_PYTHON_MINOR_VERSION": [ "7", "8" ] - } - } - ] - }, - "cxx11-abi": { - "env": { - } - }, - "torch,cxx11-abi": { - "env": { - "CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL": "https://download.pytorch.org/whl/nightly/cpu-cxx11-abi" - } - }, - "package.torch,cxx11-abi": { - "env": { - "CM_GENERIC_PYTHON_PIP_INDEX_URL": "https://download.pytorch.org/whl/nightly/cpu-cxx11-abi" - } - }, - "torch,pre": { - "default_env": { - "CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS": "torch" - }, - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "torch", - "CM_GENERIC_PYTHON_PIP_EXTRA": " --pre", - "CM_GENERIC_PYTHON_PIP_INDEX_URL": "https://download.pytorch.org/whl/nightly/cpu" - }, - "new_env_keys": [ - "CM_TORCH_VERSION*" - ] - }, - "torch,rocm": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "torch", - "CM_GENERIC_PYTHON_PIP_INDEX_URL": "https://download.pytorch.org/whl/nightly/rocm6.2", - "CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL": "", - "CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS": "torch" - }, - "new_env_keys": [ - "CM_TORCH_VERSION*" - ], - "post_deps": [ - { - "tags": "get,generic-python-lib,_torchvision,_rocm" - }, - { - "tags": "get,generic-python-lib,_torchaudio,_rocm" - } - ] - }, - "torch_cuda": { - "default_env": { - }, - "deps": [ - { - "names": [ - "cuda" - ], - "tags": "get,cuda" - } - ], - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "torch", - "CM_TORCH_VERSION_EXTRA": "CUDA" - }, - "new_env_keys": [ - "CM_TORCH_VERSION*" - ] - }, - "torch_cuda,pre": { - "default_env": { - "CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS": "torch_cuda" - }, - "deps": [ - { - "names": [ - "cuda" - ], - "tags": "get,cuda" - }, - { - "tags": "get,generic-python-lib,_numpy" - } - ], - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "torch", - "CM_GENERIC_PYTHON_PIP_EXTRA": " --pre", - "CM_GENERIC_PYTHON_PIP_INDEX_URL": "https://download.pytorch.org/whl/<<>>", - "CM_TORCH_VERSION_EXTRA": "CUDA" - }, - "new_env_keys": [ - "CM_TORCH_VERSION*" - ] - }, - "torch_tensorrt": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "torch-tensorrt", - "CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL": "https://download.pytorch.org/whl/<<>>", - "CM_TORCH_VERSION_EXTRA": "CUDA" - }, - "new_env_keys": [ - "CM_TORCH_TENSORRT_VERSION" - ] - }, - "torchaudio": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "torchaudio", - "CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL": "https://download.pytorch.org/whl/cpu" - }, - "new_env_keys": [ - "CM_TORCHAUDIO_VERSION*" - ] - }, - "torchaudio,rocm": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "torchaudio", - "CM_GENERIC_PYTHON_PIP_INDEX_URL": "https://download.pytorch.org/whl/nightly/rocm6.2", - "CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS": "torchaudio", - "CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL": "" - }, - "new_env_keys": [ - "CM_TORCHAUDIO_VERSION*" - ] - }, - "torchaudio_cuda": { - "default_env": { - "CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS": "torchaudio" - }, - "deps": [ - { - "names": [ - "cuda" - ], - "tags": "get,cuda" - } - ], - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "torchaudio", - "CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL1": "https://download.pytorch.org/whl/<<>>", - "CM_TORCHAUDIO_VERSION_EXTRA": "CUDA" - }, - "new_env_keys": [ - "CM_TORCHAUDIO_VERSION*" - ] - }, - "torchvision": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "torchvision", - "CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL": "https://download.pytorch.org/whl/cpu" - }, - "new_env_keys": [ - "CM_TORCHVISION_VERSION*" - ] - }, - "torchvision,rocm": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "torchvision", - "CM_GENERIC_PYTHON_PIP_INDEX_URL": "https://download.pytorch.org/whl/nightly/rocm6.2", - "CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS": "torchvision", - "CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL": "" - }, - "new_env_keys": [ - "CM_TORCHVISION_VERSION*" - ] - }, - "torchvision_cuda": { - "default_env": { - "CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS1": "torchvision" - }, - "deps": [ - { - "names": [ - "cuda" - ], - "tags": "get,cuda" - } - ], - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "torchvision", - "CM_TORCHVISION_VERSION_EXTRA": "CUDA" - }, - "new_env_keys": [ - "CM_TORCHVISION_VERSION*" - ] - }, - "tornado": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "tornado" - }, - "new_env_keys": [ - "CM_TORNADO_VERSION" - ] - }, - "tqdm": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "tqdm" - }, - "new_env_keys": [ - "CM_TQDM_VERSION" - ] - }, - "transformers": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "transformers" - }, - "new_env_keys": [ - "CM_TRANSFORMERS_VERSION" - ] - }, - "typing_extensions": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "typing_extensions" - }, - "new_env_keys": [ - "CM_TYPING_EXTENSIONS_VERSION" - ] - }, - "ujson": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "ujson" - }, - "new_env_keys": [ - "CM_UJSON_VERSION" - ] - }, - "unidecode": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "unidecode" - }, - "new_env_keys": [ - "CM_UNIDECODE_VERSION" - ] - }, - "url.#": { - "env": { - "CM_GENERIC_PYTHON_PIP_URL": "#", - "CM_TMP_PYTHON_PACKAGE_FORCE_INSTALL": "yes" - } - }, - "wandb": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "wandb" - }, - "new_env_keys": [ - "CM_WANDB_VERSION" - ] - }, - "west": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "west" - }, - "new_env_keys": [ - "CM_WEST_VERSION" - ] - }, - "xgboost": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "xgboost" - }, - "new_env_keys": [ - "CM_XGBOOST_VERSION" - ] - }, - "xlsxwriter": { - "env": { - "CM_GENERIC_PYTHON_PACKAGE_NAME": "xlsxwriter" - }, - "new_env_keys": [ - "CM_XLSXWRITER_VERSION" - ] - } - } -} +alias: get-generic-python-lib +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Python automation +clean_files: [] +deps: +- tags: detect,os +- tags: detect,cpu +- names: + - python + - python3 + skip_if_env: + CM_TMP_USE_CUSTOM_PYTHON: + - 'on' + tags: get,python3 +- names: + - python-pip + - pip + skip_if_env: + CM_GENERIC_PYTHON_PACKAGE_NAME: + - pip + tags: get,generic-python-lib,_pip +extra_cache_tags_from_env: +- env: CM_PYTHON_CACHE_TAGS + prefix: python- +input_mapping: + extra_index_url: CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL + force_install: CM_TMP_PYTHON_PACKAGE_FORCE_INSTALL + index_url: CM_GENERIC_PYTHON_PIP_INDEX_URL +local_env_keys: +- CM_GENERIC_PYTHON_PACKAGE_VARIANT +new_env_keys: +- CM_PYTHONLIB_* +prehook_deps: +- enable_if_env: + CM_INSTALL_ONNXRUNTIME_GPU_FROM_SRC: + - 'yes' + tags: install,onnxruntime,from.src,_cuda +tags: +- get +- install +- generic +- pip-package +- generic-python-lib +tags_help: get generic-python-lib +uid: 94b62a682bc44791 +variations: + Pillow: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: Pillow + new_env_keys: + - CM_PILLOW_VERSION + anthropic: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: anthropic + new_env_keys: + - CM_ANTHROPIC_VERSION + apache-tvm: + deps: + - tags: get,generic-python-lib,_typing_extensions + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: apache-tvm + CM_GENERIC_PYTHON_PIP_EXTRA: ' --pre' + new_env_keys: + - CM_APACHE_TVM_VERSION + apex: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: apex + new_env_keys: + - CM_APEX_VERSION + async_timeout: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: async_timeout + new_env_keys: + - CM_ASYNC_TIMEOUT_VERSION + attr: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: attr + new_env_keys: + - CM_ATTR_VERSION + attrs: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: attrs + new_env_keys: + - CM_ATTRS_VERSION + boto3: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: boto3 + new_env_keys: + - CM_BOTO3_VERSION + cloudpickle: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: cloudpickle + new_env_keys: + - CM_CLOUDPICKLE_VERSION + cmind: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: cmind + new_env_keys: + - CM_CMIND_VERSION + colored: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: colored + CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: https://pypi.ngc.nvidia.com + new_env_keys: + - CM_COLORED_VERSION + conda.#: + ad: + python-pip: + tags: _conda.# + python3: + tags: _conda.# + cupy: + deps: + - names: + - cuda + tags: get,cuda + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: cupy + new_env_keys: + - CM_CUPY_VERSION + custom-python: + ad: + python-pip: + tags: _custom-python + env: + CM_TMP_USE_CUSTOM_PYTHON: 'on' + cxx11-abi: + env: {} + datasets: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: datasets + new_env_keys: + - CM_DATASETS_VERSION + decorator: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: decorator + new_env_keys: + - CM_DECORATOR_VERSION + deepsparse: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: deepsparse + new_env_keys: + - CM_DEEPSPARSE_VERSION + dllogger: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: dllogger + CM_GENERIC_PYTHON_PIP_URL: git+https://github.com/NVIDIA/dllogger#egg=dllogger + extra-index-url.#: + env: + CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: '#' + fiftyone: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: fiftyone + new_env_keys: + - CM_FIFTYONE_VERSION + google-api-python-client: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: google_api_python_client + new_env_keys: + - CM_GOOGLE_API_PYTHON_CLIENT_VERSION + google-auth-oauthlib: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: google_auth_oauthlib + new_env_keys: + - CM_GOOGLE_AUTH_OAUTHLIB_VERSION + huggingface_hub: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: huggingface_hub + new_env_keys: + - CM_HUGGINGFACE_HUB_VERSION + index-url.#: + env: + CM_GENERIC_PYTHON_PIP_INDEX_URL: '#' + inflect: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: inflect + new_env_keys: + - CM_INFLECT_VERSION + jax: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: jax + new_env_keys: + - CM_JAX_VERSION* + jax_cuda: + deps: + - names: + - cuda + tags: get,cuda + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: jax[cuda] + CM_GENERIC_PYTHON_PIP_EXTRA: -f https://storage.googleapis.com/jax-releases/jax_cuda_releases.html + CM_JAX_VERSION_EXTRA: CUDA + new_env_keys: + - CM_JAX_VERSION* + librosa: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: librosa + new_env_keys: + - CM_LIBROSA_VERSION + matplotlib: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: matplotlib + new_env_keys: + - CM_MATPLOTLIB_VERSION + mlperf_loadgen: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: mlperf_loadgen + CM_GENERIC_PYTHON_PIP_URL: git+https://github.com/mlcommons/inference.git#subdirectory=loadgen + new_env_keys: + - CM_MLPERF_LOADGEN_VERSION + mlperf_logging: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: mlperf_logging + CM_GENERIC_PYTHON_PIP_URL: git+https://github.com/mlperf/logging.git + new_env_keys: + - CM_MLPERF_LOGGING_VERSION + mpld3: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: mpld3 + new_env_keys: + - CM_MPLD3_VERSION + mxeval: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: mxeval + CM_GENERIC_PYTHON_PIP_URL: git+https://github.com/amazon-science/mxeval.git + CM_PIP_ERROR_SKIP: 'true' + nibabel: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: nibabel + new_env_keys: + - CM_NIBABEL_VERSION + no-deps: + env: + CM_GENERIC_PYTHON_PACKAGE_INSTALL_DEPS: 'no' + numpy: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: numpy + new_env_keys: + - CM_NUMPY_VERSION + nvidia-apex: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: apex + CM_GENERIC_PYTHON_PACKAGE_VARIANT: nvidia-apex + CM_GENERIC_PYTHON_PIP_URL: git+https://github.com/nvidia/apex@0da3ffb92ee6fbe5336602f0e3989db1cd16f880 + new_env_keys: + - CM_NVIDIA_APEX_VERSION + nvidia-apex-from-src: + deps: + - names: + - cuda + tags: get,cuda + - names: + - torch + tags: get,generic-python-lib,_torch_cuda + - env: + CM_GIT_CHECKOUT_FOLDER: apex + extra_cache_tags: nvidia-apex + tags: get,git,repo,_repo.https://github.com/NVIDIA/apex,_tag.23.05 + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: apex + CM_GENERIC_PYTHON_PACKAGE_VARIANT: nvidia-apex + new_env_keys: + - CM_NVIDIA_APEX_VERSION + nvidia-dali: + deps: + - names: + - cuda + tags: get,cuda + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: nvidia-dali-cuda120 + CM_GENERIC_PYTHON_PIP_EXTRA: ' --upgrade --default-timeout=900' + CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: https://developer.download.nvidia.com/compute/redist + new_env_keys: + - CM_NVIDIA_DALI_VERSION + nvidia-pycocotools: + base: + - pycocotools + deps: + - names: + - cython + tags: get,generic-python-lib,_package.cython + - names: + - numpy + tags: get,generic-python-lib,_package.numpy + env: + CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS: pycocotools + CM_GENERIC_PYTHON_PIP_URL: pycocotools@git+https://github.com/NVIDIA/cocoapi#subdirectory=PythonAPI + nvidia-pyindex: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: nvidia-pyindex + new_env_keys: + - CM_NVIDIA_PYINDEX_VERSION + nvidia-tensorrt: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: nvidia-tensorrt + new_env_keys: + - CM_NVIDIA_TENSORRT_VERSION + onnx: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: onnx + new_env_keys: + - CM_ONNX_VERSION + onnx-graphsurgeon: + deps: + - tags: get,generic-python-lib,_package.nvidia-pyindex + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: onnx_graphsurgeon + new_env_keys: + - CM_ONNX_GRAPHSURGEON_VERSION + onnxruntime: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: onnxruntime + new_env_keys: + - CM_ONNXRUNTIME_VERSION + onnxruntime,rocm: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: onnxruntime-training + CM_GENERIC_PYTHON_PIP_URL: https://download.onnxruntime.ai/onnxruntime_training-1.16.0%2Brocm56-cp3<<>>-cp3<<>>-manylinux_2_17_x86_64.manylinux2014_x86_64.whl + new_env_keys: + - CM_ONNXRUNTIME_TRAINING_VERSION* + onnxruntime_gpu: + default_env: + CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS: onnxruntime + deps: + - names: + - cuda + tags: get,cuda + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: onnxruntime_gpu + CM_ONNXRUNTIME_VERSION_EXTRA: GPU + new_env_keys: + - CM_ONNXRUNTIME_GPU_VERSION* + openai: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: openai + new_env_keys: + - CM_OPENAI_VERSION + opencv-python: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: opencv-python + new_env_keys: + - CM_OPENCV_PYTHON_VERSION + package.#: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: '#' + CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS: '' + CM_GENERIC_PYTHON_PIP_URL: '' + package.torch,cxx11-abi: + env: + CM_GENERIC_PYTHON_PIP_INDEX_URL: https://download.pytorch.org/whl/nightly/cpu-cxx11-abi + pandas: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: pandas + new_env_keys: + - CM_PANDAS_VERSION + path.#: + env: + CM_GENERIC_PYTHON_PIP_URL: '#' + pillow: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: Pillow + new_env_keys: + - CM_PILLOW_VERSION + pip: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: pip + new_env_keys: + - CM_PIP_VERSION + - CM_PYTHON_PIP_COMMON_EXTRA + polygraphy: + deps: + - tags: get,generic-python-lib,_colored + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: polygraphy + CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: https://pypi.ngc.nvidia.com + new_env_keys: + - CM_POLYGRAPHY_VERSION + pre: + env: + CM_GENERIC_PYTHON_DEV_VERSION: 'yes' + protobuf: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: protobuf + new_env_keys: + - CM_PROTOBUF_VERSION + psutil: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: psutil + new_env_keys: + - CM_PSUTIL_VERSION + pycocotools: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: pycocotools + new_env_keys: + - CM_PYCOCOTOOLS_VERSION + pycuda: + deps: + - names: + - cuda + tags: get,cuda + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: pycuda + new_env_keys: + - CM_PYCUDA_VERSION + quark-amd: + deps: + - env: + CM_DOWNLOAD_FILENAME: quark-0.1.0+a9827f5-py39-none-any.whl + CM_DOWNLOAD_FINAL_ENV_NAME: CM_QUARK_AMD_WHL_PATH + extra_cache_tags: quark-amd + force_cache: true + tags: download,file,_wget,_url.https://www.xilinx.com/bin/public/openDownload?filename=quark-0.1.0+a9827f5-py39-none-any.whl + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: quark + CM_GENERIC_PYTHON_PIP_URL: <<>> + ray: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: ray[default] + new_env_keys: + - CM_RAY_VERSION + requests: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: requests + new_env_keys: + - CM_REQUESTS_VERSION + rocm: + deps: + - names: + - rocm + tags: get,rocm + env: {} + safetensors: + deps: + - skip_if_env: + CM_HOST_PLATFORM_FLAVOR: + - x86_64 + tags: get,rust-compiler + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: safetensors + new_env_keys: + - CM_SAFETENSORS_VERSION + scikit-learn: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: scikit-learn + new_env_keys: + - CM_SCIKIT_LEARN_VERSION + scipy: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: scipy + new_env_keys: + - CM_SCIPY_VERSION + scons: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: scons + new_env_keys: + - CM_SCONS_VERSION + setfit: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: setfit + new_env_keys: + - CM_SETFIT_VERSION + setuptools: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: setuptools + new_env_keys: + - CM_SETUPTOOL_VERSION + six: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: six + new_env_keys: + - CM_SIX_VERSION + sklearn: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: sklearn + new_env_keys: + - CM_SKLEARN_VERSION + sox: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: sox + new_env_keys: + - CM_SOX_VERSION + sparsezoo: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: sparsezoo + new_env_keys: + - CM_SPARSEZOO_VERSION + streamlit: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: streamlit + new_env_keys: + - CM_STREAMLIT_VERSION + streamlit_option_menu: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: streamlit_option_menu + new_env_keys: + - CM_STREAMLIT_OPTION_MENU_VERSION + tensorboard: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: tensorboard + new_env_keys: + - CM_TENSORBOARD_VERSION + tensorflow: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: tensorflow + new_env_keys: + - CM_TENSORFLOW_VERSION + tensorflow,rocm: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: tensorflow-rocm + new_env_keys: + - CM_TENSORFLOW_ROCM_VERSION + tensorrt: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: tensorrt + CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: https://download.pytorch.org/whl/<<>> + CM_TORCH_VERSION_EXTRA: CUDA + new_env_keys: + - CM_TENSORRT_VERSION + tflite: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: tflite + new_env_keys: + - CM_TFLITE_VERSION + tflite-runtime: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: tflite-runtime + new_env_keys: + - CM_TFLITE_RUNTIME_VERSION + tokenization: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: tokenization + new_env_keys: + - CM_TOKENIZATION_VERSION + toml: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: toml + new_env_keys: + - CM_TOML_VERSION + torch: + deps: + - enable_if_env: + CM_PYTHON_MINOR_VERSION: + - '7' + - '8' + tags: get,generic-python-lib,_package.networkx + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: torch + CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: https://download.pytorch.org/whl/cpu + new_env_keys: + - CM_TORCH_VERSION* + torch,cxx11-abi: + env: + CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: https://download.pytorch.org/whl/nightly/cpu-cxx11-abi + torch,pre: + default_env: + CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS: torch + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: torch + CM_GENERIC_PYTHON_PIP_EXTRA: ' --pre' + CM_GENERIC_PYTHON_PIP_INDEX_URL: https://download.pytorch.org/whl/nightly/cpu + new_env_keys: + - CM_TORCH_VERSION* + torch,rocm: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: torch + CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: '' + CM_GENERIC_PYTHON_PIP_INDEX_URL: https://download.pytorch.org/whl/nightly/rocm6.2 + CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS: torch + new_env_keys: + - CM_TORCH_VERSION* + post_deps: + - tags: get,generic-python-lib,_torchvision,_rocm + - tags: get,generic-python-lib,_torchaudio,_rocm + torch_cuda: + default_env: {} + deps: + - names: + - cuda + tags: get,cuda + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: torch + CM_TORCH_VERSION_EXTRA: CUDA + new_env_keys: + - CM_TORCH_VERSION* + torch_cuda,pre: + default_env: + CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS: torch_cuda + deps: + - names: + - cuda + tags: get,cuda + - tags: get,generic-python-lib,_numpy + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: torch + CM_GENERIC_PYTHON_PIP_EXTRA: ' --pre' + CM_GENERIC_PYTHON_PIP_INDEX_URL: https://download.pytorch.org/whl/<<>> + CM_TORCH_VERSION_EXTRA: CUDA + new_env_keys: + - CM_TORCH_VERSION* + torch_tensorrt: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: torch-tensorrt + CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: https://download.pytorch.org/whl/<<>> + CM_TORCH_VERSION_EXTRA: CUDA + new_env_keys: + - CM_TORCH_TENSORRT_VERSION + torchaudio: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: torchaudio + CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: https://download.pytorch.org/whl/cpu + new_env_keys: + - CM_TORCHAUDIO_VERSION* + torchaudio,rocm: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: torchaudio + CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: '' + CM_GENERIC_PYTHON_PIP_INDEX_URL: https://download.pytorch.org/whl/nightly/rocm6.2 + CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS: torchaudio + new_env_keys: + - CM_TORCHAUDIO_VERSION* + torchaudio_cuda: + default_env: + CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS: torchaudio + deps: + - names: + - cuda + tags: get,cuda + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: torchaudio + CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL1: https://download.pytorch.org/whl/<<>> + CM_TORCHAUDIO_VERSION_EXTRA: CUDA + new_env_keys: + - CM_TORCHAUDIO_VERSION* + torchvision: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: torchvision + CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: https://download.pytorch.org/whl/cpu + new_env_keys: + - CM_TORCHVISION_VERSION* + torchvision,rocm: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: torchvision + CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: '' + CM_GENERIC_PYTHON_PIP_INDEX_URL: https://download.pytorch.org/whl/nightly/rocm6.2 + CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS: torchvision + new_env_keys: + - CM_TORCHVISION_VERSION* + torchvision_cuda: + default_env: + CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS1: torchvision + deps: + - names: + - cuda + tags: get,cuda + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: torchvision + CM_TORCHVISION_VERSION_EXTRA: CUDA + new_env_keys: + - CM_TORCHVISION_VERSION* + tornado: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: tornado + new_env_keys: + - CM_TORNADO_VERSION + tqdm: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: tqdm + new_env_keys: + - CM_TQDM_VERSION + transformers: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: transformers + new_env_keys: + - CM_TRANSFORMERS_VERSION + typing_extensions: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: typing_extensions + new_env_keys: + - CM_TYPING_EXTENSIONS_VERSION + ujson: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: ujson + new_env_keys: + - CM_UJSON_VERSION + unidecode: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: unidecode + new_env_keys: + - CM_UNIDECODE_VERSION + url.#: + env: + CM_GENERIC_PYTHON_PIP_URL: '#' + CM_TMP_PYTHON_PACKAGE_FORCE_INSTALL: 'yes' + wandb: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: wandb + new_env_keys: + - CM_WANDB_VERSION + west: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: west + new_env_keys: + - CM_WEST_VERSION + whl-url.#: + deps: + - env: + CM_DOWNLOAD_FINAL_ENV_NAME: CM_GENERIC_PYTHON_PIP_URL + force_cache: 'yes' + tags: download,file,_url.# + env: + CM_TMP_PYTHON_PACKAGE_FORCE_INSTALL: 'yes' + xgboost: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: xgboost + new_env_keys: + - CM_XGBOOST_VERSION + xlsxwriter: + env: + CM_GENERIC_PYTHON_PACKAGE_NAME: xlsxwriter + new_env_keys: + - CM_XLSXWRITER_VERSION diff --git a/script/get-generic-sys-util/_cm.yaml b/script/get-generic-sys-util/_cm.yaml index 100dfbc4b8..1d45c2c284 100644 --- a/script/get-generic-sys-util/_cm.yaml +++ b/script/get-generic-sys-util/_cm.yaml @@ -1,923 +1,717 @@ -{ - "alias": "get-generic-sys-util", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "default_env": { - "CM_CLEAN_DIRS": "bin", - "CM_SUDO": "sudo" - }, - "deps": [ - { - "tags": "detect,os" - } - ], - "new_env_keys": [ - "+PATH" - ], - "env": { - "CM_GENERIC_SYS_UTIL_INSTALL_NEEDED": "no", - "CM_SYS_UTIL_VERSION_CMD": "" - }, - "input_mapping": { - "ignore_missing": "CM_GENERIC_SYS_UTIL_IGNORE_MISSING_PACKAGE", - "fail_safe": "CM_TMP_FAIL_SAFE" - }, - "tags": [ - "get", - "sys-util", - "generic", - "generic-sys-util" - ], - "uid": "bb0393afa8404a11", - "variations": { - "detect": { - "group": "mode", - "default": true, - "env": { - "CM_GENERIC_SYS_UTIL_RUN_MODE": "detect" - }, - "prehook_deps": [ - { - "tags": "get,generic-sys-util,_install", - "force_env_keys": [ - "CM_TMP_FAIL_SAFE" - ], - "inherit_variation_tags": true, - "names": [ - "install-sys-util" - ], - "skip_inherit_variation_groups": [ - "mode" - ], - "enable_if_env": { - "CM_GENERIC_SYS_UTIL_INSTALL_NEEDED": - [ - "yes" - ] - } - } - ] - }, - "install": { - "group": "mode", - "env": { - "CM_GENERIC_SYS_UTIL_RUN_MODE": "install" - }, - "new_env_keys": [ - "CM_TMP_GENERIC_SYS_UTIL_PACKAGE_INSTALL_IGNORED", - "CM_GET_GENERIC_SYS_UTIL_INSTALL_FAILED" - ] - }, - "cmake": { - "env": { - "CM_SYS_UTIL_NAME": "cmake", - "CM_SYS_UTIL_VERSION_CMD": "cmake --version", - "CM_SYS_UTIL_VERSION_RE": "cmake version ([\\d.]+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 1 - }, - "state": { - "cmake": { - "apt": "cmake", - "brew": "cmake", - "dnf": "cmake", - "yum": "cmake" - } - }, - "new_env_keys": ["CM_CMAKE_VERSION"] - }, - "dmidecode": { - "env": { - "CM_SYS_UTIL_NAME": "dmidecode", - "CM_SYS_UTIL_VERSION_CMD": "dmidecode --version", - "CM_SYS_UTIL_VERSION_RE": "([\\d.]+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "dmidecode": { - "apt": "dmidecode", - "brew": "", - "dnf": "dmidecode", - "yum": "dmidecode" - } - }, - "new_env_keys": ["CM_DMIDECODE_VERSION"] - }, - "g++-11": { - "env": { - "CM_SYS_UTIL_NAME": "g++11", - "CM_SYS_UTIL_VERSION_CMD": "g++-11 --version", - "CM_SYS_UTIL_VERSION_RE": "\\b(\\d+\\.\\d+(?:\\.\\d+)?)\\b", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0, - "CM_GENERIC_SYS_UTIL_IGNORE_VERSION_DETECTION_FAILURE": "yes" - }, - "state": { - "g++11": { - "apt": "g++-11", - "dnf": "gcc-toolset-11-gcc-c++" - } - }, - "new_env_keys": ["CM_GPP11_VERSION"] - }, - "g++-12": { - "env": { - "CM_SYS_UTIL_NAME": "g++12", - "CM_SYS_UTIL_VERSION_CMD": "g++-12 --version", - "CM_SYS_UTIL_VERSION_RE": "\\b(\\d+\\.\\d+(?:\\.\\d+)?)\\b", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0, - "CM_GENERIC_SYS_UTIL_IGNORE_VERSION_DETECTION_FAILURE": "yes" - }, - "state": { - "g++12": { - "apt": "g++-12", - "dnf": "gcc-toolset-12-gcc-c++" - } - }, - "new_env_keys": ["CM_GPP12_VERSION"] - }, - "g++-9": { - "env": { - "CM_SYS_UTIL_NAME": "g++9", - "CM_SYS_UTIL_VERSION_CMD": "g++-9 --version", - "CM_SYS_UTIL_VERSION_RE": "\\b(\\d+\\.\\d+(?:\\.\\d+)?)\\b", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "g++9": { - "apt": "g++-9", - "dnf": "gcc-toolset-9-gcc-c++" - } - }, - "new_env_keys": ["CM_GPP9_VERSION"] - }, - "gcc-11": { - "env": { - "CM_SYS_UTIL_NAME": "gcc11", - "CM_SYS_UTIL_VERSION_CMD": "gcc-11 --version", - "CM_SYS_UTIL_VERSION_RE": "\\b(\\d+\\.\\d+(?:\\.\\d+)?)\\b", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "gcc11": { - "apt": "gcc-11" - } - }, - "new_env_keys": ["CM_GCC11_VERSION"] - }, - "gcc-9": { - "env": { - "CM_SYS_UTIL_NAME": "gcc9", - "CM_SYS_UTIL_VERSION_CMD": "gcc-9 --version", - "CM_SYS_UTIL_VERSION_RE": "\\b(\\d+\\.\\d+(?:\\.\\d+)?)\\b", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "gcc9": { - "apt": "gcc-9" - } - }, - "new_env_keys": ["CM_GCC9_VERSION"] - }, - "gflags-dev": { - "env": { - "CM_SYS_UTIL_NAME": "gflags-dev" - }, - "state": { - "gflags-dev": { - "apt": "libgflags-dev", - "brew": "gflags", - "dnf": "gflags-devel", - "yum": "gflags-devel" - } - }, - "new_env_keys": ["CM_GFLAGS_DEV_VERSION"] - }, - "git-lfs": { - "env": { - "CM_SYS_UTIL_NAME": "git-lfs", - "CM_SYS_UTIL_VERSION_CMD": "git-lfs --version", - "CM_SYS_UTIL_VERSION_RE": "git-lfs\\/([\\d.]+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "git-lfs": { - "apt": "git-lfs", - "brew": "git-lfs", - "dnf": "git-lfs", - "yum": "git-lfs" - } - }, - "new_env_keys": ["CM_GIT_LFS_VERSION"] - }, - "glog-dev": { - "env": { - "CM_SYS_UTIL_NAME": "glog-dev" - }, - "state": { - "glog-dev": { - "apt": "libgoogle-glog-dev", - "brew": "glog", - "dnf": "glog-devel", - "yum": "glog-devel" - } - }, - "new_env_keys": ["CM_GLOG_DEV_VERSION"] - }, - "libboost-all-dev": { - "env": { - "CM_SYS_UTIL_NAME": "libboost-all-dev", - "CM_SYS_UTIL_VERSION_CMD": "dpkg -s libboost-dev | grep 'Version'", - "CM_SYS_UTIL_VERSION_RE": "([0-9]+(\\.[0-9]+)+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 1 - }, - "state": { - "libboost-all-dev": { - "apt": "libboost-all-dev", - "brew": "", - "dnf": "boost-devel", - "yum": "boost-devel" - } - }, - "new_env_keys": ["CM_LIBBOOST_ALL_DEV_VERSION"] - }, - "libbz2-dev": { - "env": { - "CM_SYS_UTIL_NAME": "libbz2_dev", - "CM_SYS_UTIL_VERSION_CMD_OVERRIDE": "bzcat --version 2>&1 | grep bzip > tmp-ver.out", - "CM_SYS_UTIL_VERSION_RE": "([0-9]+(\\.[0-9]+)+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 1 - }, - "state": { - "libbz2_dev": { - "apt": "libbz2-dev", - "brew": "bzip2", - "dnf": "libbzip2-devel", - "yum": "libbzip2-devel", - "zlib-devel": "libbz2-devel" - } - }, - "new_env_keys": ["CM_LIBBZ2_DEV_VERSION"] - }, - "libev-dev": { - "env": { - "CM_SYS_UTIL_NAME": "libev_dev", - "CM_SYS_UTIL_VERSION_CMD": "dpkg -s libev-dev | grep 'Version'", - "CM_SYS_UTIL_VERSION_RE": "([\\d:]+\\.[\\d\\.-]+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "libev_dev": { - "apt": "libev-dev" - } - }, - "new_env_keys": ["CM_LIBEV_DEV_VERSION"] - }, - "libffi": { - "env": { - "CM_SYS_UTIL_NAME": "libffi" - }, - "state": { - "libffi": { - "apt": "libffi" - } - }, - "new_env_keys": ["CM_LIBFFI_VERSION"] - }, - "libffi-dev": { - "env": { - "CM_SYS_UTIL_NAME": "libffi_dev" - }, - "state": { - "libffi_dev": { - "apt": "libffi-dev", - "brew": "libffi", - "dnf": "libffi-devel", - "yum": "libffi-devel" - } - }, - "new_env_keys": ["CM_LIBFFI_DEV_VERSION"] - }, - "libffi7": { - "env": { - "CM_SYS_UTIL_NAME": "libffi7", - "CM_SYS_UTIL_VERSION_CMD": "dpkg -l libffi7 2>/dev/null | grep '^ii' | awk '{print $3}' || rpm -q libffi7 2>/dev/null || pacman -Q libffi7 2>/dev/null", - "CM_SYS_UTIL_VERSION_RE": "\\d\\.\\d-[0-9]+", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "libffi7": { - "apt": "libffi7" - } - }, - "new_env_keys": ["CM_LIBFFI7_VERSION"] - }, - "libffi8": { - "env": { - "CM_SYS_UTIL_NAME": "libffi8" - }, - "state": { - "libffi8": { - "apt": "libffi8" - } - }, - "new_env_keys": ["CM_LIBFFI8_VERSION"] - }, - "libgdbm-dev": { - "env": { - "CM_SYS_UTIL_NAME": "libgdbm_dev", - "CM_SYS_UTIL_VERSION_CMD": "dpkg -s libgdbm-dev | grep 'Version'", - "CM_SYS_UTIL_VERSION_RE": "([\\d]+\\.[\\d\\.-]+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "libgdbm_dev": { - "apt": "libgdbm-dev" - } - }, - "new_env_keys": ["CM_LIBGDBM_DEV_VERSION"] - }, - "libgmock-dev": { - "env": { - "CM_SYS_UTIL_NAME": "libgmock-dev" - }, - "state": { - "libgmock-dev": { - "apt": "libgmock-dev", - "brew": "", - "dnf": "gmock-devel", - "yum": "gmock-devel" - } - }, - "new_env_keys": ["CM_LIBGMOCK_DEV_VERSION"] - }, - "liblzma-dev": { - "env": { - "CM_SYS_UTIL_NAME": "liblzma_dev", - "CM_SYS_UTIL_VERSION_CMD": "xz --version", - "CM_SYS_UTIL_VERSION_RE": "(\\d(\\.\\d)+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "liblzma_dev": { - "apt": "liblzma-dev" - } - }, - "new_env_keys": ["CM_LIBLZMA_DEV_VERSION"] - }, - "libmkl-dev": { - "env": { - "CM_SYS_UTIL_NAME": "libmkl-dev" - }, - "state": { - "libmkl-dev": { - "apt": "libmkl-dev", - "brew": "", - "dnf": "", - "yum": "" - } - }, - "new_env_keys": ["CM_LIBMKL_DEV_VERSION"] - }, - "libmpfr-dev": { - "env": { - "CM_SYS_UTIL_NAME": "libmpfr-dev" - }, - "state": { - "libmpfr-dev": { - "apt": "libmpfr-dev", - "brew": "", - "dnf": "mpfr-devel.x86_64", - "yum": "mpfr-devel.x86_64", - "zypper": "mpfr-devel" - } - }, - "new_env_keys": ["CM_LIBMPFR_DEV_VERSION"] - }, - "libncurses-dev": { - "env": { - "CM_SYS_UTIL_NAME": "libncurses_dev", - "CM_SYS_UTIL_VERSION_CMD": "ncurses5-config --version", - "CM_SYS_UTIL_VERSION_RE": "([0-9]+(\\.[0-9]+)+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 1, - "CM_GENERIC_SYS_UTIL_IGNORE_VERSION_DETECTION_FAILURE": "yes" - }, - "state": { - "libncurses_dev": { - "apt": "libncurses-dev", - "dnf": "libncurses-devel", - "yum": "libncurses-devel" - } - }, - "new_env_keys": ["CM_LIBNCURSES_DEV_VERSION"] - }, - "libnuma-dev": { - "env": { - "CM_SYS_UTIL_NAME": "libnuma-dev" - }, - "state": { - "libnuma-dev": { - "apt": "libnuma-dev", - "brew": "", - "dnf": "numactl-libs", - "yum": "numactl-libs" - } - }, - "new_env_keys": ["CM_LIBNUMA_DEV_VERSION"] - }, - "libpci-dev": { - "env": { - "CM_SYS_UTIL_NAME": "libpci-dev" - }, - "state": { - "libpci-dev": { - "apt": "libpci-dev", - "brew": "", - "dnf": "pciutils-devel", - "yum": "pciutils-devel" - } - }, - "new_env_keys": ["CM_LIBPCI_DEV_VERSION"] - }, - "libpng-dev": { - "env": { - "CM_SYS_UTIL_NAME": "libpng-dev" - }, - "state": { - "libpng-dev": { - "apt": "libpng-dev", - "brew": "", - "dnf": "libpng-devel", - "yum": "libpng-devel" - } - }, - "new_env_keys": ["CM_LIBPNG_DEV_VERSION"] - }, - "libre2-dev": { - "env": { - "CM_SYS_UTIL_NAME": "libre2-dev" - }, - "state": { - "libre2-dev": { - "apt": "libre2-dev", - "brew": "", - "dnf": "libre-devel", - "yum": "libre-devel" - } - }, - "new_env_keys": ["CM_LIBRE2_DEV_VERSION"] - }, - "libreadline-dev": { - "env": { - "CM_SYS_UTIL_NAME": "libreadline_dev" - }, - "state": { - "libreadline_dev": { - "apt": "libreadline-dev", - "dnf": "libreadline-devel", - "yum": "readline-devel" - } - }, - "new_env_keys": ["CM_LIBREADLINE_DEV_VERSION"] - }, - "libsqlite3-dev": { - "env": { - "CM_SYS_UTIL_NAME": "libsqlite3_dev" - }, - "state": { - "libsqlite3_dev": { - "apt": "libsqlite3-dev" - } - }, - "new_env_keys": ["CM_LIBSQLITE3_DEV_VERSION"] - }, - "libssl-dev": { - "env": { - "CM_SYS_UTIL_NAME": "libssl_dev", - "CM_SYS_UTIL_VERSION_CMD": "openssl version", - "CM_SYS_UTIL_VERSION_RE": "OpenSSL\\s+([\\d.]+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 1 - }, - "state": { - "libssl_dev": { - "apt": "libssl-dev", - "brew": "openssl", - "dnf": "libssl-devel", - "yum": "libssl-devel" - } - }, - "new_env_keys": ["CM_LIBSSL_DEV_VERSION"] - }, - "libudev-dev": { - "env": { - "CM_SYS_UTIL_NAME": "libudev-dev" - }, - "state": { - "libudev-dev": { - "apt": "libudev-dev", - "brew": "", - "dnf": "libudev-devl", - "yum": "libudev-devel" - } - }, - "new_env_keys": ["CM_LIBUDEV_DEV_VERSION"] - }, - "linux-tools": { - "deps": [ - { - "tags": "detect,os" - } - ], - "env": { - "CM_SYS_UTIL_NAME": "linux-tools" - }, - "state": { - "linux-tools": { - "apt": "linux-tools-<<>>" - } - }, - "new_env_keys": ["CM_LINUX_TOOLS_VERSION"] - }, - "md5sha1sum": { - "env": { - "CM_SYS_UTIL_NAME": "md5sha1sum", - "CM_SYS_UTIL_VERSION_CMD": "md5sum --version | grep sha1sum", - "CM_SYS_UTIL_VERSION_RE": "\\b(\\d+\\.\\d+(?:\\.\\d+)?)\\b", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "md5sha1sum": { - "apt": "", - "brew": "md5sha1sum" - } - }, - "new_env_keys": ["CM_MD5SHA1SUM_VERSION"] - }, - "ninja-build": { - "env": { - "CM_SYS_UTIL_NAME": "ninja-build", - "CM_SYS_UTIL_VERSION_CMD": "ninja --version", - "CM_SYS_UTIL_VERSION_RE": "([\\d.]+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "ninja-build": { - "apt": "ninja-build", - "brew": "ninja-build", - "dnf": "ninja-build", - "yum": "ninja-build", - "zypper": "ninja-build" - } - }, - "new_env_keys": ["CM_NINJA_BUILD_VERSION"] - }, - "nlohmann-json3-dev": { - "env": { - "CM_SYS_UTIL_NAME": "nlohmann_json3_dev" - }, - "state": { - "nlohmann_json3_dev": { - "apt": "nlohmann-json3-dev", - "dnf": "nlohmann-json-devel" - } - }, - "new_env_keys": ["CM_NLOHMANN_JSON3_DEV_VERSION"] - }, - "ntpdate": { - "env": { - "CM_SYS_UTIL_NAME": "ntpdate" - }, - "state": { - "ntpdate": { - "apt": "ntpdate", - "brew": "", - "dnf": "ntpdate", - "yum": "ntpdate" - } - }, - "new_env_keys": ["CM_NTPDATE_VERSION"] - }, - "numactl": { - "deps": [ - { - "enable_if_env": { - "CM_HOST_OS_FLAVOR": [ - "rhel" - ], - "CM_HOST_OS_VERSION": [ - "9.1", - "9.2", - "9.3" - ] - }, - "tags": "install,numactl,from.src" - } - ], - "env": { - "CM_SYS_UTIL_NAME": "numactl", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "numactl": { - "apt": "numactl", - "dnf": "numactl-devel", - "yum": "numactl-devel" - } - }, - "new_env_keys": ["CM_NUMACTL_VERSION"] - }, - "nvidia-cuda-toolkit": { - "env": { - "CM_SYS_UTIL_NAME": "nvidia-cuda-toolkit", - "CM_SYS_UTIL_VERSION_CMD": "nvcc --version", - "CM_SYS_UTIL_VERSION_RE": "release ([\\d.]+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 1 - }, - "state": { - "nvidia-cuda-toolkit": { - "apt": "nvidia-cuda-toolkit", - "brew": "", - "dnf": "nvidia-cuda-toolkit", - "yum": "nvidia-cuda-toolkit" - } - }, - "new_env_keys": ["CM_NVIDIA_CUDA_TOOLKIT_VERSION"] - }, - "pkg-config": { - "env": { - "CM_SYS_UTIL_NAME": "pkg_config", - "CM_SYS_UTIL_VERSION_RE": "\\b(\\d+\\.\\d+(?:\\.\\d+)?)\\b", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "pkg_config": { - "apt": "pkg-config", - "brew": "pkg-config", - "dnf": "pkg-config", - "yum": "pkg-config" - } - } - }, - "psmisc": { - "env": { - "CM_SYS_UTIL_NAME": "psmisc" - }, - "state": { - "psmisc": { - "apt": "psmisc", - "brew": "pstree", - "dnf": "psmisc", - "yum": "psmisc" - } - }, - "new_env_keys": ["CM_PSMISC_VERSION"] - }, - "rapidjson-dev": { - "env": { - "CM_SYS_UTIL_NAME": "rapidjson-dev" - }, - "state": { - "rapidjson-dev": { - "apt": "rapidjson-dev", - "brew": "", - "dnf": "rapidjson-devel", - "yum": "rapidjson-devel" - } - }, - "new_env_keys": ["CM_RAPIDJSON_DEV_VERSION"] - }, - "rsync": { - "env": { - "CM_SYS_UTIL_NAME": "rsync", - "CM_SYS_UTIL_VERSION_CMD": "rsync --version", - "CM_SYS_UTIL_VERSION_RE": "rsync\\s+version\\s+([\\d.]+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "rsync": { - "apt": "rsync", - "brew": "rsync", - "dnf": "rsync", - "yum": "rsync", - "zypper": "rsync" - } - }, - "new_env_keys": ["CM_RSYNC_VERSION"] - }, - "screen": { - "env": { - "CM_SYS_UTIL_NAME": "screen", - "CM_SYS_UTIL_VERSION_CMD": "screen --version", - "CM_SYS_UTIL_VERSION_RE": "Screen version ([\\d.]+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "screen": { - "apt": "screen", - "brew": "screen", - "dnf": "screen", - "yum": "screen", - "zypper": "rsync" - } - }, - "new_env_keys": ["CM_SCREEN_VERSION"] - }, - "sox": { - "env": { - "CM_SYS_UTIL_NAME": "sox", - "CM_SYS_UTIL_VERSION_CMD": "sox --version", - "CM_SYS_UTIL_VERSION_RE": "sox:\\s+SoX\\s+v([\\d.]+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "sox": { - "apt": "sox", - "brew": "sox", - "dnf": "sox" - } - }, - "new_env_keys": ["CM_SOX_VERSION"] - }, - "systemd": { - "env": { - "CM_SYS_UTIL_NAME": "systemd", - "CM_SYS_UTIL_VERSION_CMD": "systemctl --version", - "CM_SYS_UTIL_VERSION_RE": "systemd ([\\d]+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "systemd": { - "apt": "systemd", - "brew": "", - "dnf": "systemd", - "yum": "systemd" - } - }, - "new_env_keys": ["CM_SYSTEMD_VERSION"] - }, - "tk-dev": { - "env": { - "CM_SYS_UTIL_NAME": "tk_dev", - "CM_SYS_UTIL_VERSION_CMD": "dpkg -s tk-dev | grep Version", - "CM_SYS_UTIL_VERSION_RE": "([0-9]+(\\.[0-9]+)+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 1 - }, - "state": { - "tk_dev": { - "apt": "tk-dev" - } - }, - "new_env_keys": ["CM_TK_DEV_VERSION"] - }, - "transmission": { - "env": { - "CM_SYS_UTIL_NAME": "transmission", - "CM_SYS_UTIL_VERSION_CMD": "transmission-daemon --version", - "CM_SYS_UTIL_VERSION_RE": "transmission-daemon ([\\d.]+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0, - "CM_SYS_UTIL_VERSION_CMD_USE_ERROR_STREAM": "yes" - }, - "state": { - "transmission": { - "apt": "transmission-daemon", - "brew": "transmission", - "dnf": "transmission-daemon", - "yum": "transmission-daemon" - } - }, - "new_env_keys": ["CM_TRANSMISSION_VERSION"] - }, - "wget": { - "env": { - "CM_SYS_UTIL_NAME": "wget", - "CM_SYS_UTIL_VERSION_CMD": "wget --version", - "CM_SYS_UTIL_VERSION_RE": "Wget\\s*([\\d.]+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "wget": { - "apt": "wget", - "brew": "wget" - } - }, - "new_env_keys": [ - "CM_WGET_VERSION" - ] - }, - "wkhtmltopdf": { - "env": { - "CM_SYS_UTIL_NAME": "wkhtmltopdf", - "CM_SYS_UTIL_VERSION_CMD": "wkhtmltopdf --version", - "CM_SYS_UTIL_VERSION_RE": "wkhtmltopdf ([\\d.]+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "wkhtmltopdf": { - "apt": "wkhtmltopdf", - "brew": "wkhtmltopdf" - } - }, - "new_env_keys": ["CM_WKHTMLTOPDF_VERSION"] - }, - "vim-common": { - "env": { - "CM_SYS_UTIL_NAME": "vim_common", - "CM_SYS_UTIL_VERSION_CMD": "vim --version", - "CM_SYS_UTIL_VERSION_RE": "VIM - Vi IMproved ([\\d.]+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 0 - }, - "state": { - "vim_common": { - "apt": "vim-common", - "brew": "vim", - "dnf": "vim-common", - "yum": "vim-common", - "choco": "vim" - } - }, - "new_env_keys": ["CM_VIM_COMMON_VERSION"] - }, - "xz": { - "env": { - "CM_SYS_UTIL_NAME": "xz", - "CM_SYS_UTIL_VERSION_CMD": "xz --version", - "CM_SYS_UTIL_VERSION_RE": "xz \\(XZ Utils\\) ([\\d.]+)", - "CM_TMP_VERSION_DETECT_GROUP_NUMBER": 1 - }, - "state": { - "xz": { - "apt": "xz-utils", - "brew": "xz", - "dnf": "xz", - "yum": "xz", - "choco": "xz" - } - }, - "new_env_keys": ["CM_XZ_VERSION"] - }, - "zlib": { - "env": { - "CM_SYS_UTIL_NAME": "zlib" - }, - "state": { - "zlib": { - "apt": "zlib1g", - "choco": "zlib" - } - }, - "new_env_keys": ["CM_ZLIB_VERSION"] - }, - "zlib1g-dev": { - "env": { - "CM_SYS_UTIL_NAME": "zlib1g_dev" - }, - "state": { - "zlib1g_dev": { - "apt": "zlib1g-dev", - "dnf": "zlib-devel", - "yum": "zlib-devel", - "zypper": "zlib-devel" - } - }, - "new_env_keys": ["CM_ZLIB1G_DEV_VERSION"] - } - }, - "tests": { - "run_inputs": [ - { - "docker": "yes", - "docker_os": "rhel", - "docker_os_version": "9", - "test-all-variations": "yes", - "env": { - "CM_TMP_FAIL_SAFE": "yes" - }, - "ignore_missing": "yes" - }, - { - "docker": "yes", - "docker_os": "ubuntu", - "docker_os_version": "20.04", - "test-all-variations": "yes", - "ignore_missing": "yes", - "fail_safe": "yes" - }, - { - "docker": "yes", - "docker_os": "ubuntu", - "docker_os_version": "22.04", - "test-all-variations": "yes", - "ignore_missing": "yes", - "fail_safe": "yes" - }, - { - "docker": "yes", - "docker_os": "ubuntu", - "docker_os_version": "24.04", - "test-all-variations": "yes", - "ignore_missing": "yes", - "fail_safe": "yes" - } - ] - } -} +alias: get-generic-sys-util +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +default_env: + CM_CLEAN_DIRS: bin + CM_SUDO: sudo +deps: +- tags: detect,os +env: + CM_GENERIC_SYS_UTIL_INSTALL_NEEDED: 'no' + CM_SYS_UTIL_VERSION_CMD: '' +input_mapping: + fail_safe: CM_TMP_FAIL_SAFE + ignore_missing: CM_GENERIC_SYS_UTIL_IGNORE_MISSING_PACKAGE +new_env_keys: +- +PATH +tags: +- get +- sys-util +- generic +- generic-sys-util +tests: + run_inputs: + - docker: 'yes' + docker_os: rhel + docker_os_version: '9' + env: + CM_TMP_FAIL_SAFE: 'yes' + ignore_missing: 'yes' + test-all-variations: 'yes' + - docker: 'yes' + docker_os: ubuntu + docker_os_version: '20.04' + fail_safe: 'yes' + ignore_missing: 'yes' + test-all-variations: 'yes' + - docker: 'yes' + docker_os: ubuntu + docker_os_version: '22.04' + fail_safe: 'yes' + ignore_missing: 'yes' + test-all-variations: 'yes' + - docker: 'yes' + docker_os: ubuntu + docker_os_version: '24.04' + fail_safe: 'yes' + ignore_missing: 'yes' + test-all-variations: 'yes' +uid: bb0393afa8404a11 +variations: + cmake: + env: + CM_SYS_UTIL_NAME: cmake + CM_SYS_UTIL_VERSION_CMD: cmake --version + CM_SYS_UTIL_VERSION_RE: cmake version ([\d.]+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 1 + new_env_keys: + - CM_CMAKE_VERSION + state: + cmake: + apt: cmake + brew: cmake + dnf: cmake + yum: cmake + detect: + default: true + env: + CM_GENERIC_SYS_UTIL_RUN_MODE: detect + group: mode + prehook_deps: + - enable_if_env: + CM_GENERIC_SYS_UTIL_INSTALL_NEEDED: + - 'yes' + force_env_keys: + - CM_TMP_FAIL_SAFE + inherit_variation_tags: true + names: + - install-sys-util + skip_inherit_variation_groups: + - mode + tags: get,generic-sys-util,_install + dmidecode: + env: + CM_SYS_UTIL_NAME: dmidecode + CM_SYS_UTIL_VERSION_CMD: dmidecode --version + CM_SYS_UTIL_VERSION_RE: ([\d.]+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_DMIDECODE_VERSION + state: + dmidecode: + apt: dmidecode + brew: '' + dnf: dmidecode + yum: dmidecode + g++-11: + env: + CM_GENERIC_SYS_UTIL_IGNORE_VERSION_DETECTION_FAILURE: 'yes' + CM_SYS_UTIL_NAME: g++11 + CM_SYS_UTIL_VERSION_CMD: g++-11 --version + CM_SYS_UTIL_VERSION_RE: \b(\d+\.\d+(?:\.\d+)?)\b + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_GPP11_VERSION + state: + g++11: + apt: g++-11 + dnf: gcc-toolset-11-gcc-c++ + g++-12: + env: + CM_GENERIC_SYS_UTIL_IGNORE_VERSION_DETECTION_FAILURE: 'yes' + CM_SYS_UTIL_NAME: g++12 + CM_SYS_UTIL_VERSION_CMD: g++-12 --version + CM_SYS_UTIL_VERSION_RE: \b(\d+\.\d+(?:\.\d+)?)\b + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_GPP12_VERSION + state: + g++12: + apt: g++-12 + dnf: gcc-toolset-12-gcc-c++ + g++-9: + env: + CM_SYS_UTIL_NAME: g++9 + CM_SYS_UTIL_VERSION_CMD: g++-9 --version + CM_SYS_UTIL_VERSION_RE: \b(\d+\.\d+(?:\.\d+)?)\b + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_GPP9_VERSION + state: + g++9: + apt: g++-9 + dnf: gcc-toolset-9-gcc-c++ + gcc-11: + env: + CM_SYS_UTIL_NAME: gcc11 + CM_SYS_UTIL_VERSION_CMD: gcc-11 --version + CM_SYS_UTIL_VERSION_RE: \b(\d+\.\d+(?:\.\d+)?)\b + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_GCC11_VERSION + state: + gcc11: + apt: gcc-11 + gcc-9: + env: + CM_SYS_UTIL_NAME: gcc9 + CM_SYS_UTIL_VERSION_CMD: gcc-9 --version + CM_SYS_UTIL_VERSION_RE: \b(\d+\.\d+(?:\.\d+)?)\b + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_GCC9_VERSION + state: + gcc9: + apt: gcc-9 + gflags-dev: + env: + CM_SYS_UTIL_NAME: gflags-dev + new_env_keys: + - CM_GFLAGS_DEV_VERSION + state: + gflags-dev: + apt: libgflags-dev + brew: gflags + dnf: gflags-devel + yum: gflags-devel + git-lfs: + env: + CM_SYS_UTIL_NAME: git-lfs + CM_SYS_UTIL_VERSION_CMD: git-lfs --version + CM_SYS_UTIL_VERSION_RE: git-lfs\/([\d.]+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_GIT_LFS_VERSION + state: + git-lfs: + apt: git-lfs + brew: git-lfs + dnf: git-lfs + yum: git-lfs + glog-dev: + env: + CM_SYS_UTIL_NAME: glog-dev + new_env_keys: + - CM_GLOG_DEV_VERSION + state: + glog-dev: + apt: libgoogle-glog-dev + brew: glog + dnf: glog-devel + yum: glog-devel + install: + env: + CM_GENERIC_SYS_UTIL_RUN_MODE: install + group: mode + new_env_keys: + - CM_TMP_GENERIC_SYS_UTIL_PACKAGE_INSTALL_IGNORED + - CM_GET_GENERIC_SYS_UTIL_INSTALL_FAILED + libboost-all-dev: + env: + CM_SYS_UTIL_NAME: libboost-all-dev + CM_SYS_UTIL_VERSION_CMD: dpkg -s libboost-dev | grep 'Version' + CM_SYS_UTIL_VERSION_RE: ([0-9]+(\.[0-9]+)+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 1 + new_env_keys: + - CM_LIBBOOST_ALL_DEV_VERSION + state: + libboost-all-dev: + apt: libboost-all-dev + brew: '' + dnf: boost-devel + yum: boost-devel + libbz2-dev: + env: + CM_SYS_UTIL_NAME: libbz2_dev + CM_SYS_UTIL_VERSION_CMD_OVERRIDE: bzcat --version 2>&1 | grep bzip > tmp-ver.out + CM_SYS_UTIL_VERSION_RE: ([0-9]+(\.[0-9]+)+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 1 + new_env_keys: + - CM_LIBBZ2_DEV_VERSION + state: + libbz2_dev: + apt: libbz2-dev + brew: bzip2 + dnf: libbzip2-devel + yum: libbzip2-devel + zlib-devel: libbz2-devel + libev-dev: + env: + CM_SYS_UTIL_NAME: libev_dev + CM_SYS_UTIL_VERSION_CMD: dpkg -s libev-dev | grep 'Version' + CM_SYS_UTIL_VERSION_RE: ([\d:]+\.[\d\.-]+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_LIBEV_DEV_VERSION + state: + libev_dev: + apt: libev-dev + libffi: + env: + CM_SYS_UTIL_NAME: libffi + new_env_keys: + - CM_LIBFFI_VERSION + state: + libffi: + apt: libffi + libffi-dev: + env: + CM_SYS_UTIL_NAME: libffi_dev + new_env_keys: + - CM_LIBFFI_DEV_VERSION + state: + libffi_dev: + apt: libffi-dev + brew: libffi + dnf: libffi-devel + yum: libffi-devel + libffi7: + env: + CM_SYS_UTIL_NAME: libffi7 + CM_SYS_UTIL_VERSION_CMD: dpkg -l libffi7 2>/dev/null | grep '^ii' | awk '{print + $3}' || rpm -q libffi7 2>/dev/null || pacman -Q libffi7 2>/dev/null + CM_SYS_UTIL_VERSION_RE: \d\.\d-[0-9]+ + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_LIBFFI7_VERSION + state: + libffi7: + apt: libffi7 + libffi8: + env: + CM_SYS_UTIL_NAME: libffi8 + new_env_keys: + - CM_LIBFFI8_VERSION + state: + libffi8: + apt: libffi8 + libgdbm-dev: + env: + CM_SYS_UTIL_NAME: libgdbm_dev + CM_SYS_UTIL_VERSION_CMD: dpkg -s libgdbm-dev | grep 'Version' + CM_SYS_UTIL_VERSION_RE: ([\d]+\.[\d\.-]+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_LIBGDBM_DEV_VERSION + state: + libgdbm_dev: + apt: libgdbm-dev + libgmock-dev: + env: + CM_SYS_UTIL_NAME: libgmock-dev + new_env_keys: + - CM_LIBGMOCK_DEV_VERSION + state: + libgmock-dev: + apt: libgmock-dev + brew: '' + dnf: gmock-devel + yum: gmock-devel + liblzma-dev: + env: + CM_SYS_UTIL_NAME: liblzma_dev + CM_SYS_UTIL_VERSION_CMD: xz --version + CM_SYS_UTIL_VERSION_RE: (\d(\.\d)+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_LIBLZMA_DEV_VERSION + state: + liblzma_dev: + apt: liblzma-dev + libmkl-dev: + env: + CM_SYS_UTIL_NAME: libmkl-dev + new_env_keys: + - CM_LIBMKL_DEV_VERSION + state: + libmkl-dev: + apt: libmkl-dev + brew: '' + dnf: '' + yum: '' + libmpfr-dev: + env: + CM_SYS_UTIL_NAME: libmpfr-dev + new_env_keys: + - CM_LIBMPFR_DEV_VERSION + state: + libmpfr-dev: + apt: libmpfr-dev + brew: '' + dnf: mpfr-devel.x86_64 + yum: mpfr-devel.x86_64 + zypper: mpfr-devel + libncurses-dev: + env: + CM_GENERIC_SYS_UTIL_IGNORE_VERSION_DETECTION_FAILURE: 'yes' + CM_SYS_UTIL_NAME: libncurses_dev + CM_SYS_UTIL_VERSION_CMD: ncurses5-config --version + CM_SYS_UTIL_VERSION_RE: ([0-9]+(\.[0-9]+)+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 1 + new_env_keys: + - CM_LIBNCURSES_DEV_VERSION + state: + libncurses_dev: + apt: libncurses-dev + dnf: libncurses-devel + yum: libncurses-devel + libnuma-dev: + env: + CM_SYS_UTIL_NAME: libnuma-dev + new_env_keys: + - CM_LIBNUMA_DEV_VERSION + state: + libnuma-dev: + apt: libnuma-dev + brew: '' + dnf: numactl-libs + yum: numactl-libs + libpci-dev: + env: + CM_SYS_UTIL_NAME: libpci-dev + new_env_keys: + - CM_LIBPCI_DEV_VERSION + state: + libpci-dev: + apt: libpci-dev + brew: '' + dnf: pciutils-devel + yum: pciutils-devel + libpng-dev: + env: + CM_SYS_UTIL_NAME: libpng-dev + new_env_keys: + - CM_LIBPNG_DEV_VERSION + state: + libpng-dev: + apt: libpng-dev + brew: '' + dnf: libpng-devel + yum: libpng-devel + libre2-dev: + env: + CM_SYS_UTIL_NAME: libre2-dev + new_env_keys: + - CM_LIBRE2_DEV_VERSION + state: + libre2-dev: + apt: libre2-dev + brew: '' + dnf: libre-devel + yum: libre-devel + libreadline-dev: + env: + CM_SYS_UTIL_NAME: libreadline_dev + new_env_keys: + - CM_LIBREADLINE_DEV_VERSION + state: + libreadline_dev: + apt: libreadline-dev + dnf: libreadline-devel + yum: readline-devel + libsqlite3-dev: + env: + CM_SYS_UTIL_NAME: libsqlite3_dev + new_env_keys: + - CM_LIBSQLITE3_DEV_VERSION + state: + libsqlite3_dev: + apt: libsqlite3-dev + libssl-dev: + env: + CM_SYS_UTIL_NAME: libssl_dev + CM_SYS_UTIL_VERSION_CMD: openssl version + CM_SYS_UTIL_VERSION_RE: OpenSSL\s+([\d.]+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 1 + new_env_keys: + - CM_LIBSSL_DEV_VERSION + state: + libssl_dev: + apt: libssl-dev + brew: openssl + dnf: libssl-devel + yum: libssl-devel + libudev-dev: + env: + CM_SYS_UTIL_NAME: libudev-dev + new_env_keys: + - CM_LIBUDEV_DEV_VERSION + state: + libudev-dev: + apt: libudev-dev + brew: '' + dnf: libudev-devl + yum: libudev-devel + linux-tools: + deps: + - tags: detect,os + env: + CM_SYS_UTIL_NAME: linux-tools + new_env_keys: + - CM_LINUX_TOOLS_VERSION + state: + linux-tools: + apt: linux-tools-<<>> + md5sha1sum: + env: + CM_SYS_UTIL_NAME: md5sha1sum + CM_SYS_UTIL_VERSION_CMD: md5sum --version | grep sha1sum + CM_SYS_UTIL_VERSION_RE: \b(\d+\.\d+(?:\.\d+)?)\b + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_MD5SHA1SUM_VERSION + state: + md5sha1sum: + apt: '' + brew: md5sha1sum + ninja-build: + env: + CM_SYS_UTIL_NAME: ninja-build + CM_SYS_UTIL_VERSION_CMD: ninja --version + CM_SYS_UTIL_VERSION_RE: ([\d.]+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_NINJA_BUILD_VERSION + state: + ninja-build: + apt: ninja-build + brew: ninja-build + dnf: ninja-build + yum: ninja-build + zypper: ninja-build + nlohmann-json3-dev: + env: + CM_SYS_UTIL_NAME: nlohmann_json3_dev + new_env_keys: + - CM_NLOHMANN_JSON3_DEV_VERSION + state: + nlohmann_json3_dev: + apt: nlohmann-json3-dev + dnf: nlohmann-json-devel + ntpdate: + env: + CM_SYS_UTIL_NAME: ntpdate + new_env_keys: + - CM_NTPDATE_VERSION + state: + ntpdate: + apt: ntpdate + brew: '' + dnf: ntpdate + yum: ntpdate + numactl: + deps: + - enable_if_env: + CM_HOST_OS_FLAVOR: + - rhel + CM_HOST_OS_VERSION: + - '9.1' + - '9.2' + - '9.3' + tags: install,numactl,from.src + env: + CM_SYS_UTIL_NAME: numactl + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_NUMACTL_VERSION + state: + numactl: + apt: numactl + dnf: numactl-devel + yum: numactl-devel + nvidia-cuda-toolkit: + env: + CM_SYS_UTIL_NAME: nvidia-cuda-toolkit + CM_SYS_UTIL_VERSION_CMD: nvcc --version + CM_SYS_UTIL_VERSION_RE: release ([\d.]+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 1 + new_env_keys: + - CM_NVIDIA_CUDA_TOOLKIT_VERSION + state: + nvidia-cuda-toolkit: + apt: nvidia-cuda-toolkit + brew: '' + dnf: nvidia-cuda-toolkit + yum: nvidia-cuda-toolkit + pkg-config: + env: + CM_SYS_UTIL_NAME: pkg_config + CM_SYS_UTIL_VERSION_RE: \b(\d+\.\d+(?:\.\d+)?)\b + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + state: + pkg_config: + apt: pkg-config + brew: pkg-config + dnf: pkg-config + yum: pkg-config + psmisc: + env: + CM_SYS_UTIL_NAME: psmisc + new_env_keys: + - CM_PSMISC_VERSION + state: + psmisc: + apt: psmisc + brew: pstree + dnf: psmisc + yum: psmisc + rapidjson-dev: + env: + CM_SYS_UTIL_NAME: rapidjson-dev + new_env_keys: + - CM_RAPIDJSON_DEV_VERSION + state: + rapidjson-dev: + apt: rapidjson-dev + brew: '' + dnf: rapidjson-devel + yum: rapidjson-devel + rsync: + env: + CM_SYS_UTIL_NAME: rsync + CM_SYS_UTIL_VERSION_CMD: rsync --version + CM_SYS_UTIL_VERSION_RE: rsync\s+version\s+([\d.]+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_RSYNC_VERSION + state: + rsync: + apt: rsync + brew: rsync + dnf: rsync + yum: rsync + zypper: rsync + screen: + env: + CM_SYS_UTIL_NAME: screen + CM_SYS_UTIL_VERSION_CMD: screen --version + CM_SYS_UTIL_VERSION_RE: Screen version ([\d.]+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_SCREEN_VERSION + state: + screen: + apt: screen + brew: screen + dnf: screen + yum: screen + zypper: rsync + sox: + env: + CM_SYS_UTIL_NAME: sox + CM_SYS_UTIL_VERSION_CMD: sox --version + CM_SYS_UTIL_VERSION_RE: sox:\s+SoX\s+v([\d.]+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_SOX_VERSION + state: + sox: + apt: sox + brew: sox + dnf: sox + systemd: + env: + CM_SYS_UTIL_NAME: systemd + CM_SYS_UTIL_VERSION_CMD: systemctl --version + CM_SYS_UTIL_VERSION_RE: systemd ([\d]+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_SYSTEMD_VERSION + state: + systemd: + apt: systemd + brew: '' + dnf: systemd + yum: systemd + tk-dev: + env: + CM_SYS_UTIL_NAME: tk_dev + CM_SYS_UTIL_VERSION_CMD: dpkg -s tk-dev | grep Version + CM_SYS_UTIL_VERSION_RE: ([0-9]+(\.[0-9]+)+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 1 + new_env_keys: + - CM_TK_DEV_VERSION + state: + tk_dev: + apt: tk-dev + transmission: + env: + CM_SYS_UTIL_NAME: transmission + CM_SYS_UTIL_VERSION_CMD: transmission-daemon --version + CM_SYS_UTIL_VERSION_CMD_USE_ERROR_STREAM: 'yes' + CM_SYS_UTIL_VERSION_RE: transmission-daemon ([\d.]+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_TRANSMISSION_VERSION + state: + transmission: + apt: transmission-daemon + brew: transmission + dnf: transmission-daemon + yum: transmission-daemon + vim-common: + env: + CM_SYS_UTIL_NAME: vim_common + CM_SYS_UTIL_VERSION_CMD: vim --version + CM_SYS_UTIL_VERSION_RE: VIM - Vi IMproved ([\d.]+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_VIM_COMMON_VERSION + state: + vim_common: + apt: vim-common + brew: vim + choco: vim + dnf: vim-common + yum: vim-common + wget: + env: + CM_SYS_UTIL_NAME: wget + CM_SYS_UTIL_VERSION_CMD: wget --version + CM_SYS_UTIL_VERSION_RE: Wget\s*([\d.]+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_WGET_VERSION + state: + wget: + apt: wget + brew: wget + wkhtmltopdf: + env: + CM_SYS_UTIL_NAME: wkhtmltopdf + CM_SYS_UTIL_VERSION_CMD: wkhtmltopdf --version + CM_SYS_UTIL_VERSION_RE: wkhtmltopdf ([\d.]+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 0 + new_env_keys: + - CM_WKHTMLTOPDF_VERSION + state: + wkhtmltopdf: + apt: wkhtmltopdf + brew: wkhtmltopdf + xz: + env: + CM_SYS_UTIL_NAME: xz + CM_SYS_UTIL_VERSION_CMD: xz --version + CM_SYS_UTIL_VERSION_RE: xz \(XZ Utils\) ([\d.]+) + CM_TMP_VERSION_DETECT_GROUP_NUMBER: 1 + new_env_keys: + - CM_XZ_VERSION + state: + xz: + apt: xz-utils + brew: xz + choco: xz + dnf: xz + yum: xz + zlib: + env: + CM_SYS_UTIL_NAME: zlib + new_env_keys: + - CM_ZLIB_VERSION + state: + zlib: + apt: zlib1g + choco: zlib + zlib1g-dev: + env: + CM_SYS_UTIL_NAME: zlib1g_dev + new_env_keys: + - CM_ZLIB1G_DEV_VERSION + state: + zlib1g_dev: + apt: zlib1g-dev + dnf: zlib-devel + yum: zlib-devel + zypper: zlib-devel diff --git a/script/get-git-repo/_cm.yaml b/script/get-git-repo/_cm.yaml index dcb2ce9445..eae2ac3e74 100644 --- a/script/get-git-repo/_cm.yaml +++ b/script/get-git-repo/_cm.yaml @@ -1,135 +1,94 @@ -{ - "alias": "get-git-repo", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "DevOps automation", - "default_env": { - "CM_GIT_DEPTH": "--depth 4", - "CM_GIT_CHECKOUT_FOLDER": "repo", - "CM_GIT_PATCH": "no", - "CM_GIT_RECURSE_SUBMODULES": " --recurse-submodules", - "CM_GIT_URL": "https://github.com/mlcommons/ck.git" - }, - "input_mapping": { - "branch": "CM_GIT_CHECKOUT", - "depth": "CM_GIT_DEPTH", - "folder": "CM_GIT_CHECKOUT_FOLDER", - "patch": "CM_GIT_PATCH", - "update": "CM_GIT_REPO_PULL", - "pull": "CM_GIT_REPO_PULL", - "env_key": "CM_GIT_ENV_KEY", - "submodules": "CM_GIT_RECURSE_SUBMODULES" - }, - "deps": [ - { - "tags": "detect,os" - } - ], - "post_deps": [ - { - "tags": "pull,git,repo", - "names": [ "pull-git-repo" ], - "dynamic": true, - "enable_if_env": { - "CM_GIT_REPO_PULL": [ "yes", "True" ] - }, - "force_env_keys": [ - "CM_GIT_CHECKOUT_PATH" - ] - } - ], - "new_env_keys": [ - "CM_GIT_CHECKOUT_PATH", - "CM_GIT_REPO_*", - "<<>>" - ], - "tags": [ - "get", - "git", - "repo", - "repository", - "clone" - ], - "uid": "ed603e7292974f10", - "variations": { - "full-history": { - "group": "git-history", - "env": { - "CM_GIT_DEPTH": "" - } - }, - "no-recurse-submodules": { - "env": { - "CM_GIT_RECURSE_SUBMODULES": "" - } - }, - "patch": { - "env": { - "CM_GIT_PATCH": "yes" - } - }, - "short-history": { - "group": "git-history", - "default": true, - "env": { - "CM_GIT_DEPTH": "--depth 5" - } - }, - "branch.#": { - "group": "checkout", - "env": { - "CM_GIT_BRANCH": "#" - } - }, - "sha.#": { - "group": "checkout", - "env": { - "CM_GIT_SHA": "#" - }, - "default_variations": { - "git-history": "full-history" - } - }, - "tag.#": { - "group": "checkout", - "env": { - "CM_GIT_CHECKOUT_TAG": "#" - } - }, - "submodules.#": { - "env": { - "CM_GIT_SUBMODULES": "#" - } - }, - "pr-to-apply.#": { - "env": { - "CM_GIT_PR_TO_APPLY": "#" - } - }, - "cherrypicks.#": { - "env": { - "CM_GIT_CHERRYPICKS": "#" - } - }, - "repo.#": { - "group": "repo", - "env": { - "CM_GIT_URL": "#" - } - }, - "lfs": { - "env": { - "CM_GIT_REPO_NEEDS_LFS": "yes" - }, - "deps": [ - { - "tags": "get,generic,sys-util,_git-lfs" - } - ] - } - }, - "print_env_at_the_end" : { - "CM_GIT_CHECKOUT_PATH": "CM cache path to the Git repo" - } -} +alias: get-git-repo +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: DevOps automation +default_env: + CM_GIT_CHECKOUT_FOLDER: repo + CM_GIT_DEPTH: --depth 4 + CM_GIT_PATCH: 'no' + CM_GIT_RECURSE_SUBMODULES: ' --recurse-submodules' + CM_GIT_URL: https://github.com/mlcommons/ck.git +deps: +- tags: detect,os +input_mapping: + branch: CM_GIT_CHECKOUT + depth: CM_GIT_DEPTH + env_key: CM_GIT_ENV_KEY + folder: CM_GIT_CHECKOUT_FOLDER + patch: CM_GIT_PATCH + pull: CM_GIT_REPO_PULL + submodules: CM_GIT_RECURSE_SUBMODULES + update: CM_GIT_REPO_PULL +new_env_keys: +- CM_GIT_CHECKOUT_PATH +- CM_GIT_REPO_* +- <<>> +post_deps: +- dynamic: true + enable_if_env: + CM_GIT_REPO_PULL: + - 'yes' + - 'True' + force_env_keys: + - CM_GIT_CHECKOUT_PATH + names: + - pull-git-repo + tags: pull,git,repo +print_env_at_the_end: + CM_GIT_CHECKOUT_PATH: CM cache path to the Git repo +tags: +- get +- git +- repo +- repository +- clone +uid: ed603e7292974f10 +variations: + branch.#: + env: + CM_GIT_BRANCH: '#' + group: checkout + cherrypicks.#: + env: + CM_GIT_CHERRYPICKS: '#' + full-history: + env: + CM_GIT_DEPTH: '' + group: git-history + lfs: + deps: + - tags: get,generic,sys-util,_git-lfs + env: + CM_GIT_REPO_NEEDS_LFS: 'yes' + no-recurse-submodules: + env: + CM_GIT_RECURSE_SUBMODULES: '' + patch: + env: + CM_GIT_PATCH: 'yes' + pr-to-apply.#: + env: + CM_GIT_PR_TO_APPLY: '#' + repo.#: + env: + CM_GIT_URL: '#' + group: repo + sha.#: + default_variations: + git-history: full-history + env: + CM_GIT_SHA: '#' + group: checkout + short-history: + default: true + env: + CM_GIT_DEPTH: --depth 5 + group: git-history + submodules.#: + env: + CM_GIT_SUBMODULES: '#' + tag.#: + env: + CM_GIT_CHECKOUT_TAG: '#' + group: checkout diff --git a/script/get-github-cli/_cm.yaml b/script/get-github-cli/_cm.yaml index 07f40c672d..9cff523c29 100644 --- a/script/get-github-cli/_cm.yaml +++ b/script/get-github-cli/_cm.yaml @@ -1,22 +1,16 @@ -{ - "alias": "get-github-cli", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "DevOps automation", - "clean_files": [], - "deps": [ - { - "tags": "detect,os" - } - ], - "tags": [ - "get", - "gh", - "gh-cli", - "github", - "cli", - "github-cli" - ], - "uid": "1417029c6ff44f21" -} +alias: get-github-cli +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: DevOps automation +clean_files: [] +deps: +- tags: detect,os +tags: +- get +- gh +- gh-cli +- github +- cli +- github-cli +uid: 1417029c6ff44f21 diff --git a/script/get-go/_cm.yaml b/script/get-go/_cm.yaml index f21b9abb1e..f7c5c89d2d 100644 --- a/script/get-go/_cm.yaml +++ b/script/get-go/_cm.yaml @@ -1,33 +1,23 @@ -{ - "alias": "get-go", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Compiler automation", - "clean_files": [], - "new_env_keys": [ - "CM_GO_*", - "+PATH" - ], - "env": { - "CM_REQUIRE_INSTALL": "no" - }, - "prehook_deps": [ - { - "enable_if_env": { - "CM_REQUIRE_INSTALL": [ - "yes" - ] - }, - "reuse_version": true, - "tags": "install,go" - } - ], - "tags": [ - "get", - "tool", - "go", - "get-go" - ], - "uid": "ab42647a96724a25" -} +alias: get-go +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Compiler automation +clean_files: [] +env: + CM_REQUIRE_INSTALL: 'no' +new_env_keys: +- CM_GO_* +- +PATH +prehook_deps: +- enable_if_env: + CM_REQUIRE_INSTALL: + - 'yes' + reuse_version: true + tags: install,go +tags: +- get +- tool +- go +- get-go +uid: ab42647a96724a25 diff --git a/script/get-google-test/_cm.yaml b/script/get-google-test/_cm.yaml index ce17db8aa9..68de9dbfdf 100644 --- a/script/get-google-test/_cm.yaml +++ b/script/get-google-test/_cm.yaml @@ -1,52 +1,37 @@ -{ - "alias": "get-google-test", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "deps": [ - { - "tags": "get,cmake", - "names": [ - "cmake" - ] - }, - { - "tags": "get,compiler", - "names": [ - "compiler" - ] - } - ], - "input_description": {}, - "default_version": "1.14.0", - "input_mapping": {}, - "new_env_keys": [ - "CM_GOOGLE_TEST_SRC_PATH", - "CM_GOOGLE_TEST_INSTALL_PATH", - "+C_INCLUDE_PATH", - "+LD_LIBRARY_PATH" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [ - { - "force_env_keys": [ - "CM_GIT_*" - ], - "tags": "get,git,repo,_repo.https://github.com/google/googletest.git", - "extra_cache_tags": "google-test,gtest" - } - ], - "tags": [ - "get", - "google-test", - "googletest", - "gtest", - "test", - "google" - ], - "uid": "02945138a5614253", - "versions": {} -} +alias: get-google-test +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +default_version: 1.14.0 +deps: +- names: + - cmake + tags: get,cmake +- names: + - compiler + tags: get,compiler +input_description: {} +input_mapping: {} +new_env_keys: +- CM_GOOGLE_TEST_SRC_PATH +- CM_GOOGLE_TEST_INSTALL_PATH +- +C_INCLUDE_PATH +- +LD_LIBRARY_PATH +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: +- extra_cache_tags: google-test,gtest + force_env_keys: + - CM_GIT_* + tags: get,git,repo,_repo.https://github.com/google/googletest.git +tags: +- get +- google-test +- googletest +- gtest +- test +- google +uid: 02945138a5614253 +versions: {} diff --git a/script/get-ipol-src/_cm.yaml b/script/get-ipol-src/_cm.yaml index b5faf01d8b..dd6b6ca0da 100644 --- a/script/get-ipol-src/_cm.yaml +++ b/script/get-ipol-src/_cm.yaml @@ -1,41 +1,29 @@ -{ - "alias": "get-ipol-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Reproducibility and artifact evaluation", - "env": { - "CM_IPOL_NUMBER": "439", - "CM_IPOL_SRC_URL": "http://www.ipol.im/pub/art/{{CM_IPOL_YEAR}}/{{CM_IPOL_NUMBER}}/{{CM_IPOL_NUMBER}}-master.zip", - "CM_IPOL_YEAR": "2022" - }, - "input_description": { - "number": "IPOL publication number", - "year": "IPOL publication year" - }, - "input_mapping": { - "number": "CM_IPOL_NUMBER", - "year": "CM_IPOL_YEAR" - }, - "extra_cache_tags_from_env": [ - { - "env": "CM_IPOL_NUMBER", - "prefix": "number-" - }, - { - "env": "CM_IPOL_YEAR", - "prefix": "year-" - } - ], - "new_env_keys": [ - "CM_IPOL_*" - ], - "tags": [ - "get", - "ipol", - "journal", - "src", - "ipol-src" - ], - "uid": "b6fd8213d03d4aa4" -} +alias: get-ipol-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Reproducibility and artifact evaluation +env: + CM_IPOL_NUMBER: '439' + CM_IPOL_SRC_URL: http://www.ipol.im/pub/art/{{CM_IPOL_YEAR}}/{{CM_IPOL_NUMBER}}/{{CM_IPOL_NUMBER}}-master.zip + CM_IPOL_YEAR: '2022' +extra_cache_tags_from_env: +- env: CM_IPOL_NUMBER + prefix: number- +- env: CM_IPOL_YEAR + prefix: year- +input_description: + number: IPOL publication number + year: IPOL publication year +input_mapping: + number: CM_IPOL_NUMBER + year: CM_IPOL_YEAR +new_env_keys: +- CM_IPOL_* +tags: +- get +- ipol +- journal +- src +- ipol-src +uid: b6fd8213d03d4aa4 diff --git a/script/get-java/_cm.yaml b/script/get-java/_cm.yaml index a962b3ab88..07facec865 100644 --- a/script/get-java/_cm.yaml +++ b/script/get-java/_cm.yaml @@ -1,38 +1,26 @@ -{ - "alias": "get-java", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "input_mapping": { - "install": "CM_JAVA_PREBUILT_INSTALL" - }, - "default_env": { - "CM_JAVA_PREBUILT_VERSION": "19", - "CM_JAVA_PREBUILT_BUILD": "36", - "CM_JAVA_PREBUILT_URL": "https://download.java.net/openjdk/jdk${CM_JAVA_PREBUILT_VERSION}/ri/", - "CM_JAVA_PREBUILT_FILENAME": "openjdk-${CM_JAVA_PREBUILT_VERSION}+${CM_JAVA_PREBUILT_BUILD}_${CM_JAVA_PREBUILT_HOST_OS}-x64_bin" - }, - "deps": [ - { - "tags": "detect,os" - } - ], - "new_env_keys": [ - "CM_JAVA_*", - "JAVA_HOME", - "+PATH" - ], - "tags": [ - "get", - "java" - ], - "variations": { - "install": { - "env": { - "CM_JAVA_PREBUILT_INSTALL":"on" - } - } - }, - "uid": "9399d0e785704f8c" -} +alias: get-java +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +default_env: + CM_JAVA_PREBUILT_BUILD: '36' + CM_JAVA_PREBUILT_FILENAME: openjdk-${CM_JAVA_PREBUILT_VERSION}+${CM_JAVA_PREBUILT_BUILD}_${CM_JAVA_PREBUILT_HOST_OS}-x64_bin + CM_JAVA_PREBUILT_URL: https://download.java.net/openjdk/jdk${CM_JAVA_PREBUILT_VERSION}/ri/ + CM_JAVA_PREBUILT_VERSION: '19' +deps: +- tags: detect,os +input_mapping: + install: CM_JAVA_PREBUILT_INSTALL +new_env_keys: +- CM_JAVA_* +- JAVA_HOME +- +PATH +tags: +- get +- java +uid: 9399d0e785704f8c +variations: + install: + env: + CM_JAVA_PREBUILT_INSTALL: 'on' diff --git a/script/get-javac/_cm.yaml b/script/get-javac/_cm.yaml index 995902e5a7..89ffaf779f 100644 --- a/script/get-javac/_cm.yaml +++ b/script/get-javac/_cm.yaml @@ -1,39 +1,27 @@ -{ - "alias": "get-javac", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "input_mapping": { - "install": "CM_JAVAC_PREBUILT_INSTALL" - }, - "default_env": { - "CM_JAVAC_PREBUILT_VERSION": "19", - "CM_JAVAC_PREBUILT_BUILD": "36", - "CM_JAVAC_PREBUILT_URL": "https://download.java.net/openjdk/jdk${CM_JAVAC_PREBUILT_VERSION}/ri/", - "CM_JAVAC_PREBUILT_FILENAME": "openjdk-${CM_JAVAC_PREBUILT_VERSION}+${CM_JAVAC_PREBUILT_BUILD}_${CM_JAVAC_PREBUILT_HOST_OS}-x64_bin" - }, - "deps": [ - { - "tags": "detect,os" - } - ], - "new_env_keys": [ - "CM_JAVAC_*", - "CM_JAVA_*", - "JAVA_HOME", - "+PATH" - ], - "tags": [ - "get", - "javac" - ], - "variations": { - "install": { - "env": { - "CM_JAVAC_PREBUILT_INSTALL":"on" - } - } - }, - "uid": "509280c497b24226" -} +alias: get-javac +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +default_env: + CM_JAVAC_PREBUILT_BUILD: '36' + CM_JAVAC_PREBUILT_FILENAME: openjdk-${CM_JAVAC_PREBUILT_VERSION}+${CM_JAVAC_PREBUILT_BUILD}_${CM_JAVAC_PREBUILT_HOST_OS}-x64_bin + CM_JAVAC_PREBUILT_URL: https://download.java.net/openjdk/jdk${CM_JAVAC_PREBUILT_VERSION}/ri/ + CM_JAVAC_PREBUILT_VERSION: '19' +deps: +- tags: detect,os +input_mapping: + install: CM_JAVAC_PREBUILT_INSTALL +new_env_keys: +- CM_JAVAC_* +- CM_JAVA_* +- JAVA_HOME +- +PATH +tags: +- get +- javac +uid: 509280c497b24226 +variations: + install: + env: + CM_JAVAC_PREBUILT_INSTALL: 'on' diff --git a/script/get-lib-armnn/_cm.yaml b/script/get-lib-armnn/_cm.yaml index 3fa7dce5bb..df9a42a4d4 100644 --- a/script/get-lib-armnn/_cm.yaml +++ b/script/get-lib-armnn/_cm.yaml @@ -1,58 +1,39 @@ -{ - "alias": "get-lib-armnn", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "default_version": "23.11", - "deps": [ - { - "tags": "detect,os" - } - ], - "env": { - "CM_GIT_URL": "https://github.com/ARM-software/armnn" - }, - "prehook_deps": [ - { - "force_env_keys": [ - "CM_GIT_*" - ], - "tags": "get,git,repo,_repo.https://github.com/ARM-software/armnn" - } - ], - "new_env_keys": [ - "CM_LIB_ARMNN_VERSION", - "CM_LIB_DNNL_*", - "+C_INCLUDE_PATH", - "+CPLUS_INCLUDE_PATH", - "+LD_LIBRARY_PATH" - ], - "tags": [ - "get", - "lib-armnn", - "lib", - "armnn" - ], - "uid": "9603a2e90fd44587", - "versions": { - "23.11": { - "env": { - "CM_LIB_ARMNN_VERSION": "v23.11", - "CM_TMP_GIT_BRANCH_NAME": "branches/armnn_23_11" - } - }, - "23.05": { - "env": { - "CM_LIB_ARMNN_VERSION": "v23.05", - "CM_TMP_GIT_BRANCH_NAME": "branches/armnn_23_05" - } - }, - "22.11": { - "env": { - "CM_LIB_ARMNN_VERSION": "v22.11", - "CM_TMP_GIT_BRANCH_NAME": "branches/armnn_22_11" - } - } - } -} +alias: get-lib-armnn +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +default_version: '23.11' +deps: +- tags: detect,os +env: + CM_GIT_URL: https://github.com/ARM-software/armnn +new_env_keys: +- CM_LIB_ARMNN_VERSION +- CM_LIB_DNNL_* +- +C_INCLUDE_PATH +- +CPLUS_INCLUDE_PATH +- +LD_LIBRARY_PATH +prehook_deps: +- force_env_keys: + - CM_GIT_* + tags: get,git,repo,_repo.https://github.com/ARM-software/armnn +tags: +- get +- lib-armnn +- lib +- armnn +uid: 9603a2e90fd44587 +versions: + '22.11': + env: + CM_LIB_ARMNN_VERSION: v22.11 + CM_TMP_GIT_BRANCH_NAME: branches/armnn_22_11 + '23.05': + env: + CM_LIB_ARMNN_VERSION: v23.05 + CM_TMP_GIT_BRANCH_NAME: branches/armnn_23_05 + '23.11': + env: + CM_LIB_ARMNN_VERSION: v23.11 + CM_TMP_GIT_BRANCH_NAME: branches/armnn_23_11 diff --git a/script/get-lib-dnnl/_cm.yaml b/script/get-lib-dnnl/_cm.yaml index 9612fc31ea..2fdc8cb7c8 100644 --- a/script/get-lib-dnnl/_cm.yaml +++ b/script/get-lib-dnnl/_cm.yaml @@ -1,48 +1,33 @@ -{ - "alias": "get-lib-dnnl", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Detection or installation of tools and artifacts", - "cache": true, - "default_version": "dev", - "deps": [ - { - "tags": "detect,cpu" - }, - { - "tags": "cmake,get-cmake" - } - ], - "env": { - "CM_DNNL_CLEAN_BUILD": "yes", - "CM_GIT_URL": "https://github.com/oneapi-src/oneDNN", - "DNNL_BUILD_EXAMPLES": "OFF", - "DNNL_BUILD_TESTS": "OFF", - "DNNL_CPU_RUNTIME": "OMP" - }, - "new_env_keys": [ - "CM_LIB_DNNL_*", - "+C_INCLUDE_PATH", - "+CPLUS_INCLUDE_PATH", - "+LD_LIBRARY_PATH" - ], - "tags": [ - "get", - "lib-dnnl", - "lib", - "dnnl" - ], - "uid": "1cd35a6a3b0b4530", - "versions": { - "2.2.4": { - "env": { - "CM_GIT_CHECKOUT": "v2.2.4" - } - }, - "dev": { - "env": { - "CM_GIT_CHECKOUT": "master" - } - } - } -} +alias: get-lib-dnnl +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +default_version: dev +deps: +- tags: detect,cpu +- tags: cmake,get-cmake +env: + CM_DNNL_CLEAN_BUILD: 'yes' + CM_GIT_URL: https://github.com/oneapi-src/oneDNN + DNNL_BUILD_EXAMPLES: 'OFF' + DNNL_BUILD_TESTS: 'OFF' + DNNL_CPU_RUNTIME: OMP +new_env_keys: +- CM_LIB_DNNL_* +- +C_INCLUDE_PATH +- +CPLUS_INCLUDE_PATH +- +LD_LIBRARY_PATH +tags: +- get +- lib-dnnl +- lib +- dnnl +uid: 1cd35a6a3b0b4530 +versions: + 2.2.4: + env: + CM_GIT_CHECKOUT: v2.2.4 + dev: + env: + CM_GIT_CHECKOUT: master diff --git a/script/get-lib-protobuf/_cm.yaml b/script/get-lib-protobuf/_cm.yaml index b98b0d0e35..6f06409fd4 100644 --- a/script/get-lib-protobuf/_cm.yaml +++ b/script/get-lib-protobuf/_cm.yaml @@ -1,64 +1,48 @@ -{ - "alias": "get-lib-protobuf", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "default_version": "1.13.0", - "deps": [ - { - "tags": "get,cmake" - }, - { - "tags": "get,gcc" - } - ], - "input_description": {}, - "input_mapping": {}, - "new_env_keys": [ - "CM_GOOGLE_PROTOBUF_SRC_PATH", - "CM_GOOGLE_PROTOBUF_INSTALL_PATH", - "+C_INCLUDE_PATH", - "+CPLUS_INCLUDE_PATH", - "+LD_LIBRARY_PATH" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [ - { - "force_env_keys": [ - "CM_GIT_*" - ], - "update_tags_from_env_with_prefix": { - "_repo.": [ "CM_TMP_GIT_URL" ], - "_branch.": [ "CM_TMP_GIT_CHECKOUT" ], - "_tag.": [ "CM_GIT_CHECKOUT_TAG" ] - }, - "tags": "get,git,repo,_repo.https://github.com/google/protobuf.git", - "extra_cache_tags": "lib,protobuf,src" - } - ], - "tags": [ - "get", - "google-protobuf", - "protobuf", - "lib", - "lib-protobuf", - "google" - ], - "uid": "db45f1eb73934f91", - "variations": { - "branch.#": { - "env": { - "CM_TMP_GIT_CHECKOUT": "#" - } - }, - "tag.#": { - "env": { - "CM_GIT_CHECKOUT_TAG": "#" - } - } - }, - "versions": {} -} +alias: get-lib-protobuf +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +default_version: 1.13.0 +deps: +- tags: get,cmake +- tags: get,gcc +input_description: {} +input_mapping: {} +new_env_keys: +- CM_GOOGLE_PROTOBUF_SRC_PATH +- CM_GOOGLE_PROTOBUF_INSTALL_PATH +- +C_INCLUDE_PATH +- +CPLUS_INCLUDE_PATH +- +LD_LIBRARY_PATH +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: +- extra_cache_tags: lib,protobuf,src + force_env_keys: + - CM_GIT_* + tags: get,git,repo,_repo.https://github.com/google/protobuf.git + update_tags_from_env_with_prefix: + _branch.: + - CM_TMP_GIT_CHECKOUT + _repo.: + - CM_TMP_GIT_URL + _tag.: + - CM_GIT_CHECKOUT_TAG +tags: +- get +- google-protobuf +- protobuf +- lib +- lib-protobuf +- google +uid: db45f1eb73934f91 +variations: + branch.#: + env: + CM_TMP_GIT_CHECKOUT: '#' + tag.#: + env: + CM_GIT_CHECKOUT_TAG: '#' +versions: {} diff --git a/script/get-lib-qaic-api/_cm.yaml b/script/get-lib-qaic-api/_cm.yaml index f2d56d7b1f..aaf6688dd8 100644 --- a/script/get-lib-qaic-api/_cm.yaml +++ b/script/get-lib-qaic-api/_cm.yaml @@ -1,39 +1,27 @@ -{ - "alias": "get-lib-qaic-api", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "default_version": "master", - "deps": [ - { - "tags": "detect,os" - } - ], - "env": { - }, - "new_env_keys": [ - "CM_LIB_QAIC_*", - "CM_QAIC_API_*", - "+C_INCLUDE_PATH", - "+CPLUS_INCLUDE_PATH", - "+LD_LIBRARY_PATH" - ], - "prehook_deps": [ - ], - "tags": [ - "get", - "api", - "lib-qaic-api", - "lib", - "qaic" - ], - "uid": "1e253ae184e44f23", - "versions": { - "master": { - "env": { - "CM_LIB_QAIC_VERSION": "master" - } - } - } -} +alias: get-lib-qaic-api +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +default_version: master +deps: +- tags: detect,os +env: {} +new_env_keys: +- CM_LIB_QAIC_* +- CM_QAIC_API_* +- +C_INCLUDE_PATH +- +CPLUS_INCLUDE_PATH +- +LD_LIBRARY_PATH +prehook_deps: [] +tags: +- get +- api +- lib-qaic-api +- lib +- qaic +uid: 1e253ae184e44f23 +versions: + master: + env: + CM_LIB_QAIC_VERSION: master diff --git a/script/get-llvm/_cm.yaml b/script/get-llvm/_cm.yaml index cd998ce5a3..49795a0bad 100644 --- a/script/get-llvm/_cm.yaml +++ b/script/get-llvm/_cm.yaml @@ -1,68 +1,48 @@ -{ - "alias": "get-llvm", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Compiler automation", - "cache": true, - "clean_files": [], - "env": { - "CM_REQUIRE_INSTALL": "no" - }, - "name": "Detect or install LLVM compiler", - "new_env_keys": [ - "CM_LLVM_*", - "CM_C_COMPILER_*", - "CM_CXX_COMPILER_*", - "CM_COMPILER_*", - "CM_LINKER_*", - "+ CFLAGS", - "+ CXXFLAGS", - "+ FFLAGS", - "+ LDFLAGS", - "+CM_HOST_OS_DEFAULT_INCLUDE_PATH", - "+PATH" - ], - "post_deps": [ - { - "tags": "get,compiler-flags" - } - ], - "prehook_deps": [ - { - "enable_if_env": { - "CM_REQUIRE_INSTALL": [ - "yes" - ] - }, - "reuse_version": true, - "tags": "install,llvm", - "names": "llvm-install" - } - ], - "sort": 100, - "tags": [ - "get", - "llvm", - "compiler", - "c-compiler", - "cpp-compiler", - "get-llvm" - ], - "uid": "99832a103ed04eb8", - "variations": { - "from-prebuilt": { - "ad": { - "llvm-install": { - "tags": "prebuilt" - } - } - }, - "from-src": { - "ad": { - "llvm-install": { - "tags": "src,_clang" - } - } - } - } -} +alias: get-llvm +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Compiler automation +clean_files: [] +env: + CM_REQUIRE_INSTALL: 'no' +name: Detect or install LLVM compiler +new_env_keys: +- CM_LLVM_* +- CM_C_COMPILER_* +- CM_CXX_COMPILER_* +- CM_COMPILER_* +- CM_LINKER_* +- + CFLAGS +- + CXXFLAGS +- + FFLAGS +- + LDFLAGS +- +CM_HOST_OS_DEFAULT_INCLUDE_PATH +- +PATH +post_deps: +- tags: get,compiler-flags +prehook_deps: +- enable_if_env: + CM_REQUIRE_INSTALL: + - 'yes' + names: llvm-install + reuse_version: true + tags: install,llvm +sort: 100 +tags: +- get +- llvm +- compiler +- c-compiler +- cpp-compiler +- get-llvm +uid: 99832a103ed04eb8 +variations: + from-prebuilt: + ad: + llvm-install: + tags: prebuilt + from-src: + ad: + llvm-install: + tags: src,_clang diff --git a/script/get-microtvm/_cm.yaml b/script/get-microtvm/_cm.yaml index 994a2ed416..c47a88f311 100644 --- a/script/get-microtvm/_cm.yaml +++ b/script/get-microtvm/_cm.yaml @@ -1,56 +1,38 @@ -{ - "alias": "get-microtvm", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category":"TinyML automation", - "default_version": "main", - "deps": [ - { - "tags": "detect,os" - } - ], - "env": { - "CM_GIT_AUTH": "yes", - "CM_GIT_DEPTH": "", - "CM_GIT_PATCH": "no", - "CM_GIT_URL": "https://github.com/mlcommons/tiny_results_v1.0" - }, - "input_mapping": { - "ssh": "CM_GIT_SSH" - }, - "local_env_keys": [ - "CM_GIT_*" - ], - "new_env_keys": [ - "CM_MICROTVM_*" - ], - "tags": [ - "get", - "src", - "source", - "microtvm", - "tiny" - ], - "uid": "a9cad70972a140b9", - "variations": { - "full-history": { - "env": { - "CM_GIT_DEPTH": "--depth 10" - } - }, - "short-history": { - "env": { - "CM_GIT_DEPTH": "--depth 10" - } - } - }, - "versions": { - "custom": {}, - "main": { - "env": { - "CM_GIT_CHECKOUT": "main" - } - } - } -} +alias: get-microtvm +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: TinyML automation +default_version: main +deps: +- tags: detect,os +env: + CM_GIT_AUTH: 'yes' + CM_GIT_DEPTH: '' + CM_GIT_PATCH: 'no' + CM_GIT_URL: https://github.com/mlcommons/tiny_results_v1.0 +input_mapping: + ssh: CM_GIT_SSH +local_env_keys: +- CM_GIT_* +new_env_keys: +- CM_MICROTVM_* +tags: +- get +- src +- source +- microtvm +- tiny +uid: a9cad70972a140b9 +variations: + full-history: + env: + CM_GIT_DEPTH: --depth 10 + short-history: + env: + CM_GIT_DEPTH: --depth 10 +versions: + custom: {} + main: + env: + CM_GIT_CHECKOUT: main diff --git a/script/get-ml-model-3d-unet-kits19/_cm.yaml b/script/get-ml-model-3d-unet-kits19/_cm.yaml index 16ea760835..7dc7f5b069 100644 --- a/script/get-ml-model-3d-unet-kits19/_cm.yaml +++ b/script/get-ml-model-3d-unet-kits19/_cm.yaml @@ -1,142 +1,100 @@ -{ - "alias": "get-ml-model-3d-unet-kits19", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML models", - "env": { - "CM_ML_MODEL": "3d-unet-kits19", - "CM_ML_MODEL_DATASET": "kits19", - "CM_ML_MODEL_RETRAINING": "no", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "no" - }, - "new_env_keys": [ - "CM_ML_MODEL_*" - ], - "tags": [ - "get", - "ml-model", - "raw", - "3d-unet", - "kits19", - "medical-imaging" - ], - "uid": "fb7e31419c0f4226", - "variations": { - "fp32": { - "default": true, - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "fp32", - "CM_ML_MODEL_PRECISION": "fp32", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "fp32" - }, - "group": "precision" - }, - "onnx": { - "default": true, - "env": { - "CM_ML_MODEL_FRAMEWORK": "onnx" - }, - "group": "framework" - }, - "onnx,fp32": { - "deps":[ - { - "tags": "download,file,download-file,_wget", - "extra_cache_tags": "3d-unet,medical-imaging", - "force-cache": true, - "env": { - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_ML_MODEL_FILE_WITH_PATH", - "CM_DOWNLOAD_URL": "https://zenodo.org/record/5597155/files/3dunet_kits19_128x128x128_dynbatch.onnx?download=1", - "CM_DOWNLOAD_CHECKSUM":"82f0618fde78f9839e7c712274019b4a", - "CM_DOWNLOAD_FILENAME": "3dunet_kits19_128x128x128_dynbatch.onnx" - } - } - ], - "env": { - "CM_ML_MODEL_ACCURACY": "0.86170", - "CM_ML_MODEL_FILE": "3dunet_kits19_128x128x128_dynbatch.onnx" - } - }, - "pytorch": { - "env": { - "CM_ML_MODEL_FRAMEWORK": "pytorch" - }, - "group": "framework" - }, - "pytorch,fp32": { - "deps":[ - { - "tags": "download,file,download-file,_wget", - "extra_cache_tags": "3d-unet,medical-imaging", - "force-cache": true, - "env": { - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_ML_MODEL_FILE_WITH_PATH", - "CM_DOWNLOAD_URL": "https://zenodo.org/record/5597155/files/3dunet_kits19_pytorch.ptc?download=1", - "CM_DOWNLOAD_CHECKSUM":"2251109371f408c9f10a4320ffdcaef8", - "CM_DOWNLOAD_FILENAME": "3dunet_kits19_pytorch.ptc" - } - } - ], - "env": { - "CM_ML_MODEL_ACCURACY": "0.86170", - "CM_ML_MODEL_FILE": "3dunet_kits19_pytorch.ptc" - } - }, - "pytorch,fp32,weights": { - "deps":[ - { - "tags": "download-and-extract,_wget,_extract", - "extra_cache_tags": "3d-unet,medical-imaging", - "force-cache": true, - "env": { - "CM_DAE_FINAL_ENV_NAME": "CM_ML_MODEL_FILE_WITH_PATH", - "CM_DAE_URL": "https://zenodo.org/record/5597155/files/3dunet_kits19_pytorch_checkpoint.pth?download=1", - "CM_DOWNLOAD_CHECKSUM":"09c696e3ec13d83c628498bcd831eb5b", - "CM_DOWNLOAD_FILENAME": "3dunet_kits19_pytorch_checkpoint.pth" - } - } - ], - "env": { - "CM_ML_MODEL_ACCURACY": "0.86170", - "CM_ML_MODEL_FILE": "3dunet_kits19_pytorch_checkpoint.pth" - } - }, - "weights": { - "env": { - "CM_MODEL_WEIGHTS_FILE": "yes" - } - }, - "tf": { - "env": { - "CM_ML_MODEL_FRAMEWORK": "tensorflow" - }, - "group": "framework" - }, - "tensorflow": { - "alias": "tf" - }, - "tf,fp32": { - "deps":[ - { - "tags": "download-and-extract,_wget,_extract", - "extra_cache_tags": "3d-unet,medical-imaging", - "force-cache": true, - "env": { - "CM_DAE_FINAL_ENV_NAME": "CM_ML_MODEL_FILE_WITH_PATH", - "CM_DAE_URL": "https://zenodo.org/record/5597155/files/3dunet_kits19_128x128x128.tf.zip?download=1", - "CM_DOWNLOAD_CHECKSUM":"9497108bd0504ae8f85a764a807b76a9", - "CM_DOWNLOAD_FILENAME": "3dunet_kits19_128x128x128.tf.zip" - } - } - ], - "env": { - "CM_ML_MODEL_ACCURACY": "0.86170", - "CM_ML_MODEL_FILE": "3dunet_kits19_128x128x128.tf" - } - } - }, - "print_env_at_the_end" : { - "CM_ML_MODEL_FILE_WITH_PATH": "Path to the ML model" - } -} +alias: get-ml-model-3d-unet-kits19 +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +env: + CM_ML_MODEL: 3d-unet-kits19 + CM_ML_MODEL_DATASET: kits19 + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: 'no' +new_env_keys: +- CM_ML_MODEL_* +print_env_at_the_end: + CM_ML_MODEL_FILE_WITH_PATH: Path to the ML model +tags: +- get +- ml-model +- raw +- 3d-unet +- kits19 +- medical-imaging +uid: fb7e31419c0f4226 +variations: + fp32: + default: true + env: + CM_ML_MODEL_INPUT_DATA_TYPES: fp32 + CM_ML_MODEL_PRECISION: fp32 + CM_ML_MODEL_WEIGHT_DATA_TYPES: fp32 + group: precision + onnx: + default: true + env: + CM_ML_MODEL_FRAMEWORK: onnx + group: framework + onnx,fp32: + deps: + - env: + CM_DOWNLOAD_CHECKSUM: 82f0618fde78f9839e7c712274019b4a + CM_DOWNLOAD_FILENAME: 3dunet_kits19_128x128x128_dynbatch.onnx + CM_DOWNLOAD_FINAL_ENV_NAME: CM_ML_MODEL_FILE_WITH_PATH + CM_DOWNLOAD_URL: https://zenodo.org/record/5597155/files/3dunet_kits19_128x128x128_dynbatch.onnx?download=1 + extra_cache_tags: 3d-unet,medical-imaging + force-cache: true + tags: download,file,download-file,_wget + env: + CM_ML_MODEL_ACCURACY: '0.86170' + CM_ML_MODEL_FILE: 3dunet_kits19_128x128x128_dynbatch.onnx + pytorch: + env: + CM_ML_MODEL_FRAMEWORK: pytorch + group: framework + pytorch,fp32: + deps: + - env: + CM_DOWNLOAD_CHECKSUM: 2251109371f408c9f10a4320ffdcaef8 + CM_DOWNLOAD_FILENAME: 3dunet_kits19_pytorch.ptc + CM_DOWNLOAD_FINAL_ENV_NAME: CM_ML_MODEL_FILE_WITH_PATH + CM_DOWNLOAD_URL: https://zenodo.org/record/5597155/files/3dunet_kits19_pytorch.ptc?download=1 + extra_cache_tags: 3d-unet,medical-imaging + force-cache: true + tags: download,file,download-file,_wget + env: + CM_ML_MODEL_ACCURACY: '0.86170' + CM_ML_MODEL_FILE: 3dunet_kits19_pytorch.ptc + pytorch,fp32,weights: + deps: + - env: + CM_DAE_FINAL_ENV_NAME: CM_ML_MODEL_FILE_WITH_PATH + CM_DAE_URL: https://zenodo.org/record/5597155/files/3dunet_kits19_pytorch_checkpoint.pth?download=1 + CM_DOWNLOAD_CHECKSUM: 09c696e3ec13d83c628498bcd831eb5b + CM_DOWNLOAD_FILENAME: 3dunet_kits19_pytorch_checkpoint.pth + extra_cache_tags: 3d-unet,medical-imaging + force-cache: true + tags: download-and-extract,_wget,_extract + env: + CM_ML_MODEL_ACCURACY: '0.86170' + CM_ML_MODEL_FILE: 3dunet_kits19_pytorch_checkpoint.pth + tensorflow: + alias: tf + tf: + env: + CM_ML_MODEL_FRAMEWORK: tensorflow + group: framework + tf,fp32: + deps: + - env: + CM_DAE_FINAL_ENV_NAME: CM_ML_MODEL_FILE_WITH_PATH + CM_DAE_URL: https://zenodo.org/record/5597155/files/3dunet_kits19_128x128x128.tf.zip?download=1 + CM_DOWNLOAD_CHECKSUM: 9497108bd0504ae8f85a764a807b76a9 + CM_DOWNLOAD_FILENAME: 3dunet_kits19_128x128x128.tf.zip + extra_cache_tags: 3d-unet,medical-imaging + force-cache: true + tags: download-and-extract,_wget,_extract + env: + CM_ML_MODEL_ACCURACY: '0.86170' + CM_ML_MODEL_FILE: 3dunet_kits19_128x128x128.tf + weights: + env: + CM_MODEL_WEIGHTS_FILE: 'yes' diff --git a/script/get-ml-model-bert-base-squad/_cm.yaml b/script/get-ml-model-bert-base-squad/_cm.yaml index 39bcd8f1f5..477f5570a2 100644 --- a/script/get-ml-model-bert-base-squad/_cm.yaml +++ b/script/get-ml-model-bert-base-squad/_cm.yaml @@ -1,93 +1,68 @@ -{ - "alias": "get-ml-model-bert-base-squad", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML models", - "env": { - "CM_ML_MODEL": "BERT", - "CM_ML_MODEL_DATASET": "squad-1.1", - "CM_ML_MODEL_MAX_SEQ_LENGTH": "384", - "CM_ML_MODEL_NAME": "MLPERF BERT Base on SQuAD v1.1", - "CM_TMP_ML_MODEL_REQUIRE_DOWNLOAD": "no" - }, - "new_env_keys": [ - "CM_ML_MODEL*" - ], - "tags": [ - "get", - "ml-model", - "raw", - "bert", - "bert-base", - "bert-squad", - "language", - "language-processing" - ], - "uid": "b3b10b452ce24c5f", - "prehook_deps": [ - { - "tags": "download-and-extract", - "env": { - "CM_EXTRACT_EXTRACTED_FILENAME": "<<>>", - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_ML_MODEL_FILE_WITH_PATH", - "CM_EXTRACT_FINAL_ENV_NAME": "CM_ML_MODEL_FILE_WITH_PATH" - }, - "update_tags_from_env_with_prefix": { - "_url.": [ "CM_PACKAGE_URL" ] - }, - "enable_if_env": { - "CM_TMP_ML_MODEL_REQUIRE_DOWNLOAD": "yes" - } - } - ], - "post_deps": [ - { - "tags": "get,bert,squad,vocab" - } - ], - "variations": { - "deepsparse": { - "env": { - "CM_ML_MODEL_FRAMEWORK": "deepsparse", - "CM_ML_MODEL_INPUT_IDS_NAME": "input_ids", - "CM_ML_MODEL_INPUT_MASK_NAME": "input_mask", - "CM_ML_MODEL_INPUT_SEGMENTS_NAME": "segment_ids", - "CM_ML_MODEL_OUTPUT_END_LOGITS_NAME": "output_end_logits", - "CM_ML_MODEL_OUTPUT_START_LOGITS_NAME": "output_start_logits" - }, - "group": "framework" - }, - "deepsparse,int8": { - "deps": [ - { - "names": [ "neural-magic-zoo-downloader" ], - "tags": "get,ml-model,zoo,deepsparse,_bert-base-pruned95_obs_quant-none" - } - ], - "env": { - "CM_ML_MODEL_F1": "87.89", - "CM_ML_MODEL_FILE": "model.onnx", - "CM_PRUNING_PERCENTAGE": "95" - } - }, - "fp32": { - "default": true, - "env": { - "CM_ML_MODEL_PRECISION": "fp32" - }, - "group": "precision" - }, - "int8": { - "env": { - "CM_ML_MODEL_PRECISION": "int8", - "CM_ML_MODEL_QUANTIZED": "yes" - }, - "group": "precision" - } - }, - "print_env_at_the_end" : { - "CM_ML_MODEL_BERT_VOCAB_FILE_WITH_PATH": "Path to the BERT vocab file", - "CM_ML_MODEL_FILE_WITH_PATH": "Path to the ML model" - } -} +alias: get-ml-model-bert-base-squad +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +env: + CM_ML_MODEL: BERT + CM_ML_MODEL_DATASET: squad-1.1 + CM_ML_MODEL_MAX_SEQ_LENGTH: '384' + CM_ML_MODEL_NAME: MLPERF BERT Base on SQuAD v1.1 + CM_TMP_ML_MODEL_REQUIRE_DOWNLOAD: 'no' +new_env_keys: +- CM_ML_MODEL* +post_deps: +- tags: get,bert,squad,vocab +prehook_deps: +- enable_if_env: + CM_TMP_ML_MODEL_REQUIRE_DOWNLOAD: 'yes' + env: + CM_DOWNLOAD_FINAL_ENV_NAME: CM_ML_MODEL_FILE_WITH_PATH + CM_EXTRACT_EXTRACTED_FILENAME: <<>> + CM_EXTRACT_FINAL_ENV_NAME: CM_ML_MODEL_FILE_WITH_PATH + tags: download-and-extract + update_tags_from_env_with_prefix: + _url.: + - CM_PACKAGE_URL +print_env_at_the_end: + CM_ML_MODEL_BERT_VOCAB_FILE_WITH_PATH: Path to the BERT vocab file + CM_ML_MODEL_FILE_WITH_PATH: Path to the ML model +tags: +- get +- ml-model +- raw +- bert +- bert-base +- bert-squad +- language +- language-processing +uid: b3b10b452ce24c5f +variations: + deepsparse: + env: + CM_ML_MODEL_FRAMEWORK: deepsparse + CM_ML_MODEL_INPUT_IDS_NAME: input_ids + CM_ML_MODEL_INPUT_MASK_NAME: input_mask + CM_ML_MODEL_INPUT_SEGMENTS_NAME: segment_ids + CM_ML_MODEL_OUTPUT_END_LOGITS_NAME: output_end_logits + CM_ML_MODEL_OUTPUT_START_LOGITS_NAME: output_start_logits + group: framework + deepsparse,int8: + deps: + - names: + - neural-magic-zoo-downloader + tags: get,ml-model,zoo,deepsparse,_bert-base-pruned95_obs_quant-none + env: + CM_ML_MODEL_F1: '87.89' + CM_ML_MODEL_FILE: model.onnx + CM_PRUNING_PERCENTAGE: '95' + fp32: + default: true + env: + CM_ML_MODEL_PRECISION: fp32 + group: precision + int8: + env: + CM_ML_MODEL_PRECISION: int8 + CM_ML_MODEL_QUANTIZED: 'yes' + group: precision diff --git a/script/get-ml-model-bert-large-squad/_cm.yaml b/script/get-ml-model-bert-large-squad/_cm.yaml index 399052b207..e5b4d11bb3 100644 --- a/script/get-ml-model-bert-large-squad/_cm.yaml +++ b/script/get-ml-model-bert-large-squad/_cm.yaml @@ -1,366 +1,265 @@ -{ - "alias": "get-ml-model-bert-large-squad", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML models", - "env": { - "CM_ML_MODEL": "BERT", - "CM_ML_MODEL_DATASET": "squad-1.1", - "CM_ML_MODEL_MAX_SEQ_LENGTH": "384", - "CM_ML_MODEL_NAME": "MLPERF BERT Large on SQuAD v1.1", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "<<>>" - }, - "new_env_keys": [ - "CM_ML_MODEL*" - ], - "tags": [ - "get", - "ml-model", - "raw", - "bert", - "bert-large", - "bert-squad", - "language", - "language-processing" - ], - "uid": "5e865dbdc65949d2", - "prehook_deps": [ - { - "tags": "download-and-extract", - "env": { - "CM_EXTRACT_EXTRACTED_FILENAME": "<<>>", - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_ML_MODEL_FILE_WITH_PATH", - "CM_EXTRACT_FINAL_ENV_NAME": "CM_ML_MODEL_FILE_WITH_PATH", - "CM_DOWNLOAD_URL1": "<<>>" - }, - "update_tags_from_env_with_prefix": { - "_url.": [ "CM_PACKAGE_URL" ] - }, - "force_cache": true, - "extra_cache_tags": "bert-large,ml-model", - "skip_if_env": { - "CM_ML_MODEL_BERT_PACKED": [ "yes" ] - } - } - ], - "post_deps": [ - { - "tags": "get,dataset-aux,squad-vocab" - } - ], - "variations": { - "fp32": { - "group": "precision", - "default": true, - "env": { - "CM_ML_MODEL_PRECISION": "fp32" - } - }, - "int8": { - "group": "precision", - "env": { - "CM_ML_MODEL_PRECISION": "int8", - "CM_ML_MODEL_QUANTIZED": "yes" - } - }, - "zenodo": { - "group": "download-source" - }, - "amazon-s3": { - "group": "download-source" - }, - "github": { - "group": "download-source" - }, - "armi": { - "group": "download-source" - }, - "custom-url.#": { - "group": "download-source", - "env": { - "CM_PACKAGE_URL": "#" - } - }, - "onnx,fp32": { - "env": { - "CM_ML_MODEL_F1": "90.874", - "CM_DOWNLOAD_CHECKSUM":"819b25b19cd8e59080c10892689750ca" - } - }, - "onnx,fp32,zenodo": { - "env": { - "CM_PACKAGE_URL": "https://zenodo.org/record/3733910/files/model.onnx" - } - }, - "onnx,fp32,armi": { - "env": { - "CM_PACKAGE_URL": "https://armi.in/files/model.onnx", - "CM_PACKAGE_URL1": "https://zenodo.org/record/3733910/files/model.onnx" - } - }, - "onnx,int8": { - "env": { - "CM_ML_MODEL_F1": "90.067", - "CM_PACKAGE_URL": "https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx", - "CM_DOWNLOAD_CHECKSUM":"45f88ffb2915362242703c85c38ec2d4" - } - }, - "onnx,int8,zenodo": { - "env": { - "CM_PACKAGE_URL": "https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx" - } - }, - "onnx,int8,amazon-s3": { - "env": { - "CM_PACKAGE_URL": "https://mlperf-public.s3.us-west-2.amazonaws.com/bert_large_v1_1_fake_quant.onnx" - } - }, - "onnx": { - "group": "framework", - "default": true, - "default_variations": { - "download-source": "armi" - }, - "env": { - "CM_ML_MODEL_FRAMEWORK": "onnx", - "CM_ML_MODEL_INPUT_IDS_NAME": "input_ids", - "CM_ML_MODEL_INPUT_MASK_NAME": "input_mask", - "CM_ML_MODEL_INPUT_SEGMENTS_NAME": "segment_ids", - "CM_ML_MODEL_OUTPUT_END_LOGITS_NAME": "output_end_logits", - "CM_ML_MODEL_OUTPUT_START_LOGITS_NAME": "output_start_logits" - } - }, - "tf": { - "group": "framework", - "default_variations": { - "download-source": "zenodo" - }, - "env": { - "CM_ML_MODEL_FRAMEWORK": "tf", - "CM_ML_MODEL_INPUT_IDS_NAME": "input_ids", - "CM_ML_MODEL_INPUT_MASK_NAME": "input_mask", - "CM_ML_MODEL_INPUT_SEGMENTS_NAME": "segment_ids", - "CM_ML_MODEL_OUTPUT_END_LOGITS_NAME": "output_end_logits", - "CM_ML_MODEL_OUTPUT_START_LOGITS_NAME": "output_start_logits" - } - }, - "tf,fp32": { - "env": { - "CM_ML_MODEL_F1": "90.874", - "CM_DOWNLOAD_CHECKSUM":"dd72de12e8226f25f0128a1a864b97ad" - } - }, - "tf,fp32,zenodo": { - "env": { - "CM_PACKAGE_URL": "https://zenodo.org/record/3939747/files/model.pb" - } - }, - "pytorch": { - "group": "framework", - "default_variations": { - "download-source": "armi" - }, - "env": { - "CM_ML_MODEL_FRAMEWORK": "pytorch", - "CM_ML_MODEL_INPUT_IDS_NAME": "input_ids", - "CM_ML_MODEL_INPUT_MASK_NAME": "input_mask", - "CM_ML_MODEL_INPUT_SEGMENTS_NAME": "segment_ids", - "CM_ML_MODEL_OUTPUT_END_LOGITS_NAME": "output_end_logits", - "CM_ML_MODEL_OUTPUT_START_LOGITS_NAME": "output_start_logits" - } - }, - "pytorch,fp32": { - "env": { - "CM_ML_MODEL_F1": "90.874", - "CM_DOWNLOAD_CHECKSUM": "00fbcbfaebfa20d87ac9885120a6e9b4" - } - }, - "pytorch,fp32,zenodo": { - "env": { - "CM_PACKAGE_URL": "https://zenodo.org/record/3733896/files/model.pytorch" - } - }, - "pytorch,fp32,armi": { - "env": { - "CM_PACKAGE_URL": "https://armi.in/files/fp32/model.pytorch", - "CM_PACKAGE_URL1": "https://zenodo.org/record/3733896/files/model.pytorch" - } - }, - "pytorch,int8": { - "env": { - "CM_ML_MODEL_F1": "90.633", - "CM_DOWNLOAD_CHECKSUM":"0734c580cb53b4b56a3f400771ffcb7c" - } - }, - "pytorch,int8,zenodo": { - "env": { - "CM_PACKAGE_URL": "https://zenodo.org/record/4792496/files/pytorch_model.bin" - } - }, - "pytorch,int8,armi": { - "env": { - "CM_PACKAGE_URL": "https://armi.in/files/int8/pytorch_model.bin", - "CM_PACKAGE_URL1": "https://zenodo.org/record/4792496/files/pytorch_model.bin" - } - }, - "onnxruntime": { - "base": [ - "onnx" - ] - }, - "tensorflow": { - "base": [ - "tf" - ] - }, - "deepsparse": { - "group": "framework", - "default_variations": { - "download-source": "github" - }, - "env": { - "CM_ML_MODEL_FRAMEWORK": "deepsparse", - "CM_ML_MODEL_INPUT_IDS_NAME": "input_ids", - "CM_ML_MODEL_INPUT_MASK_NAME": "input_mask", - "CM_ML_MODEL_INPUT_SEGMENTS_NAME": "segment_ids", - "CM_ML_MODEL_OUTPUT_END_LOGITS_NAME": "output_end_logits", - "CM_ML_MODEL_OUTPUT_START_LOGITS_NAME": "output_start_logits" - } - }, - "deepsparse,int8": { - "env": { - "CM_ML_MODEL_F1": "90.21282641816266", - "CM_ML_MODEL_FILE": "oBERT-Large_95sparse_block4_qat.onnx", - "CM_DAE_EXTRACT_DOWNLOADED": "yes" - } - }, - "deepsparse,int8,github": { - "env": { - "CM_PACKAGE_URL": "https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz" - } - }, - "unpacked": { - "group": "packing", - "default": true, - "env": { - "CM_ML_MODEL_BERT_PACKED": "no" - } - }, - "packed": { - "group": "packing", - "env": { - "CM_ML_MODEL_BERT_PACKED": "yes" - }, - "deps": [ - { - "tags": "get,python3", - "names": [ "python", "python3" ], - "version_max": "3.8.999", - "version_max_usable": "3.8.12" - }, - { - "tags": "get,generic-python-lib,_torch", - "names": [ "torch", "pytorch" ], - "version": "1.8.1" - }, - { - "tags": "get,generic-python-lib,_package.tensorflow", - "names": [ "tensorflow" ], - "version": "2.11.0" - }, - { - "tags": "get,generic-python-lib,_package.transformers", - "names": [ "transformers" ], - "version": "2.4.0" - }, - { - "tags": "get,generic-python-lib,_package.protobuf", - "names": [ "protobuf" ], - "version": "3.20.1" - }, - { - "tags": "get,generic-python-lib,_package.onnx", - "names": [ "onnx" ], - "version": "1.12.0" - }, - { - "tags": "get,generic-python-lib,_onnx-graphsurgeon", - "names": [ "onnx-graphsurgeon" ], - "version": "0.3.26" - }, - { - "tags": "get,generic-python-lib,_numpy", - "names": [ "numpy" ], - "version": "1.23.0" - }, - { - "tags": "get,mlperf,inference,src", - "names": [ "inference-src" ] - } - ], - "prehook_deps": [ - { - "tags": "download,file,_wget,_url.https://zenodo.org/record/3733868/files/model.ckpt-5474.data-00000-of-00001", - "env": { - "CM_DOWNLOAD_FILENAME": "model.ckpt-5474.data-00000-of-00001", - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_BERT_CHECKPOINT_DATA_PATH", - "CM_DOWNLOAD_PATH": "<<>>", - "CM_DOWNLOAD_CHECKSUM": "3089b27c559906a868878741d992ade7" - }, - "force_cache": true, - "extra_cache_tags": "bert,checkpoint,weights,bert-large" - }, - { - "tags": "download,file,_wget,_url.https://zenodo.org/record/3733868/files/model.ckpt-5474.index", - "env": { - "CM_DOWNLOAD_FILENAME": "model.ckpt-5474.index", - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_BERT_CHECKPOINT_INDEX_PATH", - "CM_DOWNLOAD_PATH": "<<>>", - "CM_DOWNLOAD_CHECKSUM": "d23d61572d9404da4dac3363b5bc735b" - }, - "force_cache": true, - "extra_cache_tags": "bert,checkpoint-index,bert-large" - }, - { - "tags": "download,file,_wget,_url.https://zenodo.org/record/3733868/files/model.ckpt-5474.meta", - "env": { - "CM_DOWNLOAD_FILENAME": "model.ckpt-5474.meta", - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_BERT_CHECKPOINT_META_PATH", - "CM_DOWNLOAD_PATH": "<<>>", - "CM_DOWNLOAD_CHECKSUM": "83e11e57eea14c9e9a246af74af40d66" - }, - "force_cache": true, - "extra_cache_tags": "bert,checkpoint-meta,bert-large" - }, - { - "tags": "download,file,_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt", - "env": { - "CM_DOWNLOAD_FILENAME": "vocab.txt", - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_BERT_VOCAB_PATH", - "CM_DOWNLOAD_PATH": "<<>>", - "CM_DOWNLOAD_CHECKSUM": "64800d5d8528ce344256daf115d4965e" - }, - "force_cache": true, - "extra_cache_tags": "bert,vocab,bert-large" - }, - { - "tags": "download,file,_wget,_url.https://raw.githubusercontent.com/krai/axs2kilt/main/model_onnx_bert_large_packed_recipe/convert_model.py", - "env": { - "CM_DOWNLOAD_FILENAME": "convert_model.py", - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_BERT_CONVERTER_CODE_PATH", - "CM_DOWNLOAD_CHECKSUM": "94c91ce422e8f36f9d98b4926e2ad688" - }, - "force_cache": true, - "extra_cache_tags": "bert,checkpoint,converter,code,bert-large" - } - ], - "new_env_keys": [ - "CM_BERT_" - ] - } - }, - "print_env_at_the_end" : { - "CM_ML_MODEL_FILE_WITH_PATH": "Path to the ML model" - } -} +alias: get-ml-model-bert-large-squad +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +env: + CM_ML_MODEL: BERT + CM_ML_MODEL_DATASET: squad-1.1 + CM_ML_MODEL_MAX_SEQ_LENGTH: '384' + CM_ML_MODEL_NAME: MLPERF BERT Large on SQuAD v1.1 + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: <<>> +new_env_keys: +- CM_ML_MODEL* +post_deps: +- tags: get,dataset-aux,squad-vocab +prehook_deps: +- env: + CM_DOWNLOAD_FINAL_ENV_NAME: CM_ML_MODEL_FILE_WITH_PATH + CM_DOWNLOAD_URL1: <<>> + CM_EXTRACT_EXTRACTED_FILENAME: <<>> + CM_EXTRACT_FINAL_ENV_NAME: CM_ML_MODEL_FILE_WITH_PATH + extra_cache_tags: bert-large,ml-model + force_cache: true + skip_if_env: + CM_ML_MODEL_BERT_PACKED: + - 'yes' + tags: download-and-extract + update_tags_from_env_with_prefix: + _url.: + - CM_PACKAGE_URL +print_env_at_the_end: + CM_ML_MODEL_FILE_WITH_PATH: Path to the ML model +tags: +- get +- ml-model +- raw +- bert +- bert-large +- bert-squad +- language +- language-processing +uid: 5e865dbdc65949d2 +variations: + amazon-s3: + group: download-source + armi: + group: download-source + custom-url.#: + env: + CM_PACKAGE_URL: '#' + group: download-source + deepsparse: + default_variations: + download-source: github + env: + CM_ML_MODEL_FRAMEWORK: deepsparse + CM_ML_MODEL_INPUT_IDS_NAME: input_ids + CM_ML_MODEL_INPUT_MASK_NAME: input_mask + CM_ML_MODEL_INPUT_SEGMENTS_NAME: segment_ids + CM_ML_MODEL_OUTPUT_END_LOGITS_NAME: output_end_logits + CM_ML_MODEL_OUTPUT_START_LOGITS_NAME: output_start_logits + group: framework + deepsparse,int8: + env: + CM_DAE_EXTRACT_DOWNLOADED: 'yes' + CM_ML_MODEL_F1: '90.21282641816266' + CM_ML_MODEL_FILE: oBERT-Large_95sparse_block4_qat.onnx + deepsparse,int8,github: + env: + CM_PACKAGE_URL: https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz + fp32: + default: true + env: + CM_ML_MODEL_PRECISION: fp32 + group: precision + github: + group: download-source + int8: + env: + CM_ML_MODEL_PRECISION: int8 + CM_ML_MODEL_QUANTIZED: 'yes' + group: precision + onnx: + default: true + default_variations: + download-source: armi + env: + CM_ML_MODEL_FRAMEWORK: onnx + CM_ML_MODEL_INPUT_IDS_NAME: input_ids + CM_ML_MODEL_INPUT_MASK_NAME: input_mask + CM_ML_MODEL_INPUT_SEGMENTS_NAME: segment_ids + CM_ML_MODEL_OUTPUT_END_LOGITS_NAME: output_end_logits + CM_ML_MODEL_OUTPUT_START_LOGITS_NAME: output_start_logits + group: framework + onnx,fp32: + env: + CM_DOWNLOAD_CHECKSUM: 819b25b19cd8e59080c10892689750ca + CM_ML_MODEL_F1: '90.874' + onnx,fp32,armi: + env: + CM_PACKAGE_URL: https://armi.in/files/model.onnx + CM_PACKAGE_URL1: https://zenodo.org/record/3733910/files/model.onnx + onnx,fp32,zenodo: + env: + CM_PACKAGE_URL: https://zenodo.org/record/3733910/files/model.onnx + onnx,int8: + env: + CM_DOWNLOAD_CHECKSUM: 45f88ffb2915362242703c85c38ec2d4 + CM_ML_MODEL_F1: '90.067' + CM_PACKAGE_URL: https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx + onnx,int8,amazon-s3: + env: + CM_PACKAGE_URL: https://mlperf-public.s3.us-west-2.amazonaws.com/bert_large_v1_1_fake_quant.onnx + onnx,int8,zenodo: + env: + CM_PACKAGE_URL: https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx + onnxruntime: + base: + - onnx + packed: + deps: + - names: + - python + - python3 + tags: get,python3 + version_max: 3.8.999 + version_max_usable: 3.8.12 + - names: + - torch + - pytorch + tags: get,generic-python-lib,_torch + version: 1.8.1 + - names: + - tensorflow + tags: get,generic-python-lib,_package.tensorflow + version: 2.11.0 + - names: + - transformers + tags: get,generic-python-lib,_package.transformers + version: 2.4.0 + - names: + - protobuf + tags: get,generic-python-lib,_package.protobuf + version: 3.20.1 + - names: + - onnx + tags: get,generic-python-lib,_package.onnx + version: 1.12.0 + - names: + - onnx-graphsurgeon + tags: get,generic-python-lib,_onnx-graphsurgeon + version: 0.3.26 + - names: + - numpy + tags: get,generic-python-lib,_numpy + version: 1.23.0 + - names: + - inference-src + tags: get,mlperf,inference,src + env: + CM_ML_MODEL_BERT_PACKED: 'yes' + group: packing + new_env_keys: + - CM_BERT_ + prehook_deps: + - env: + CM_DOWNLOAD_CHECKSUM: 3089b27c559906a868878741d992ade7 + CM_DOWNLOAD_FILENAME: model.ckpt-5474.data-00000-of-00001 + CM_DOWNLOAD_FINAL_ENV_NAME: CM_BERT_CHECKPOINT_DATA_PATH + CM_DOWNLOAD_PATH: <<>> + extra_cache_tags: bert,checkpoint,weights,bert-large + force_cache: true + tags: download,file,_wget,_url.https://zenodo.org/record/3733868/files/model.ckpt-5474.data-00000-of-00001 + - env: + CM_DOWNLOAD_CHECKSUM: d23d61572d9404da4dac3363b5bc735b + CM_DOWNLOAD_FILENAME: model.ckpt-5474.index + CM_DOWNLOAD_FINAL_ENV_NAME: CM_BERT_CHECKPOINT_INDEX_PATH + CM_DOWNLOAD_PATH: <<>> + extra_cache_tags: bert,checkpoint-index,bert-large + force_cache: true + tags: download,file,_wget,_url.https://zenodo.org/record/3733868/files/model.ckpt-5474.index + - env: + CM_DOWNLOAD_CHECKSUM: 83e11e57eea14c9e9a246af74af40d66 + CM_DOWNLOAD_FILENAME: model.ckpt-5474.meta + CM_DOWNLOAD_FINAL_ENV_NAME: CM_BERT_CHECKPOINT_META_PATH + CM_DOWNLOAD_PATH: <<>> + extra_cache_tags: bert,checkpoint-meta,bert-large + force_cache: true + tags: download,file,_wget,_url.https://zenodo.org/record/3733868/files/model.ckpt-5474.meta + - env: + CM_DOWNLOAD_CHECKSUM: 64800d5d8528ce344256daf115d4965e + CM_DOWNLOAD_FILENAME: vocab.txt + CM_DOWNLOAD_FINAL_ENV_NAME: CM_BERT_VOCAB_PATH + CM_DOWNLOAD_PATH: <<>> + extra_cache_tags: bert,vocab,bert-large + force_cache: true + tags: download,file,_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt + - env: + CM_DOWNLOAD_CHECKSUM: 94c91ce422e8f36f9d98b4926e2ad688 + CM_DOWNLOAD_FILENAME: convert_model.py + CM_DOWNLOAD_FINAL_ENV_NAME: CM_BERT_CONVERTER_CODE_PATH + extra_cache_tags: bert,checkpoint,converter,code,bert-large + force_cache: true + tags: download,file,_wget,_url.https://raw.githubusercontent.com/krai/axs2kilt/main/model_onnx_bert_large_packed_recipe/convert_model.py + pytorch: + default_variations: + download-source: armi + env: + CM_ML_MODEL_FRAMEWORK: pytorch + CM_ML_MODEL_INPUT_IDS_NAME: input_ids + CM_ML_MODEL_INPUT_MASK_NAME: input_mask + CM_ML_MODEL_INPUT_SEGMENTS_NAME: segment_ids + CM_ML_MODEL_OUTPUT_END_LOGITS_NAME: output_end_logits + CM_ML_MODEL_OUTPUT_START_LOGITS_NAME: output_start_logits + group: framework + pytorch,fp32: + env: + CM_DOWNLOAD_CHECKSUM: 00fbcbfaebfa20d87ac9885120a6e9b4 + CM_ML_MODEL_F1: '90.874' + pytorch,fp32,armi: + env: + CM_PACKAGE_URL: https://armi.in/files/fp32/model.pytorch + CM_PACKAGE_URL1: https://zenodo.org/record/3733896/files/model.pytorch + pytorch,fp32,zenodo: + env: + CM_PACKAGE_URL: https://zenodo.org/record/3733896/files/model.pytorch + pytorch,int8: + env: + CM_DOWNLOAD_CHECKSUM: 0734c580cb53b4b56a3f400771ffcb7c + CM_ML_MODEL_F1: '90.633' + pytorch,int8,armi: + env: + CM_PACKAGE_URL: https://armi.in/files/int8/pytorch_model.bin + CM_PACKAGE_URL1: https://zenodo.org/record/4792496/files/pytorch_model.bin + pytorch,int8,zenodo: + env: + CM_PACKAGE_URL: https://zenodo.org/record/4792496/files/pytorch_model.bin + tensorflow: + base: + - tf + tf: + default_variations: + download-source: zenodo + env: + CM_ML_MODEL_FRAMEWORK: tf + CM_ML_MODEL_INPUT_IDS_NAME: input_ids + CM_ML_MODEL_INPUT_MASK_NAME: input_mask + CM_ML_MODEL_INPUT_SEGMENTS_NAME: segment_ids + CM_ML_MODEL_OUTPUT_END_LOGITS_NAME: output_end_logits + CM_ML_MODEL_OUTPUT_START_LOGITS_NAME: output_start_logits + group: framework + tf,fp32: + env: + CM_DOWNLOAD_CHECKSUM: dd72de12e8226f25f0128a1a864b97ad + CM_ML_MODEL_F1: '90.874' + tf,fp32,zenodo: + env: + CM_PACKAGE_URL: https://zenodo.org/record/3939747/files/model.pb + unpacked: + default: true + env: + CM_ML_MODEL_BERT_PACKED: 'no' + group: packing + zenodo: + group: download-source diff --git a/script/get-ml-model-dlrm-terabyte/_cm.yaml b/script/get-ml-model-dlrm-terabyte/_cm.yaml index e9cb28c560..6227a9a177 100644 --- a/script/get-ml-model-dlrm-terabyte/_cm.yaml +++ b/script/get-ml-model-dlrm-terabyte/_cm.yaml @@ -1,167 +1,125 @@ -{ - "alias": "get-ml-model-dlrm-terabyte", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML models", - "env": { - "CM_ML_MODEL": "dlrm", - "CM_ML_MODEL_DATASET": "criteo-terabyte", - "CM_ML_MODEL_RETRAINING": "no", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "no", - "CM_EXTRACT_FINAL_ENV_NAME": "CM_ML_MODEL_FILE_WITH_PATH", - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_ML_MODEL_FILE_WITH_PATH" - }, - "new_env_keys": [ - "CM_ML_MODEL_*" - ], - "input_mapping": { - "dir": "CM_DOWNLOAD_PATH", - "download_path": "CM_DOWNLOAD_PATH", - "to": "CM_DOWNLOAD_PATH" - }, - "tags": [ - "get", - "ml-model", - "dlrm", - "raw", - "terabyte", - "criteo-terabyte", - "criteo", - "recommendation" - ], - "prehook_deps": [ - { - "tags": "download-and-extract", - "env": { - "CM_EXTRACT_EXTRACTED_FILENAME": "<<>>", - "CM_DOWNLOAD_DOWNLOADED_FILENAME": "<<>>" - }, - "force_cache": true, - "extra_cache_tags": "ml-model,dlrm,terabyte,raw,ml-model-dlrm", - "update_tags_from_env_with_prefix": { - "_url.": [ "CM_PACKAGE_URL" ] - }, - "names": [ "dae" ] - } - ], - "uid": "8fa7582c603a4db3", - "variations": { - "fp32": { - "default": true, - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "fp32", - "CM_ML_MODEL_PRECISION": "fp32", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "fp32" - }, - "group": "precision" - }, - "onnx": { - "env": { - "CM_ML_MODEL_FRAMEWORK": "onnx" - }, - "group": "framework" - }, - "onnx,fp32": { - "env": { - "CM_ML_MODEL_ACCURACY": "0.8025", - "CM_PACKAGE_URL": "https://dlrm.s3-us-west-1.amazonaws.com/models/tb00_40M.onnx.tar", - "CM_UNTAR": "yes", - "CM_ML_MODEL_FILE": "tb00_40M.onnx", - "CM_ML_MODEL_DLRM_MAX_INDEX_RANGE": "40000000", - "CM_DOWNLOAD_CHECKSUM": "763b964eaffe5f86e92cdcb60c5dc0de" - } - }, - "pytorch": { - "env": { - "CM_ML_MODEL_FRAMEWORK": "pytorch", - "CM_TMP_MODEL_ADDITIONAL_NAME": "dlrm_terabyte.pytorch" - }, - "group": "framework", - "default": true - }, - "pytorch,fp32": { - "env": { - "CM_ML_MODEL_ACCURACY": "0.8025", - "CM_PACKAGE_URL": "https://dlrm.s3-us-west-1.amazonaws.com/models/tb00_40M.pt", - "CM_ML_MODEL_DLRM_MAX_INDEX_RANGE": "40000000", - "CM_DOWNLOAD_CHECKSUM": "2d49a5288cddb37c3c64860a06d79bb9" - } - }, - "pytorch,fp32,weight_sharded": { - "default_variations": { - "download-tool": "rclone" - }, - "env": { - "CM_ML_MODEL_ACCURACY": "0.8025", - "CM_ML_MODEL_DLRM_MAX_INDEX_RANGE": "40000000", - "CM_ML_MODEL_FILE": "model_weights", - "CM_TMP_MODEL_ADDITIONAL_NAME": "", - "CM_DOWNLOAD_CHECKSUM": "" - } - }, - "pytorch,fp32,weight_sharded,rclone": { - "env": { - "CM_RCLONE_CONFIG_NAME": "mlc-inference", - "CM_PACKAGE_URL": "mlc-inference:mlcommons-inference-wg-public/model_weights" - } - }, - "pytorch,fp32,weight_sharded,wget": { - "env": { - "CM_PACKAGE_URL": "https://cloud.mlcommons.org/index.php/s/XzfSeLgW8FYfR3S/download", - "CM_DAE_EXTRACT_DOWNLOADED": "yes", - "CM_DOWNLOAD_FILENAME": "download", - "CM_EXTRACT_UNZIP": "yes" - } - }, - "wget": { - "group": "download-tool", - "ad": { - "dae": { - "tags": "_wget" - } - } - }, - "rclone": { - "group": "download-tool", - "ad": { - "dae": { - "tags": "_rclone" - } - } - }, - "debug": { - "env": { - "CM_ML_MODEL_DEBUG": "yes" - } - }, - "pytorch,fp32,debug": { - "env": { - "CM_ML_MODEL_ACCURACY": "0.8107", - "CM_PACKAGE_URL": "https://dlrm.s3-us-west-1.amazonaws.com/models/tb0875_10M.pt", - "CM_ML_MODEL_DLRM_MAX_INDEX_RANGE": "10000000", - "CM_DOWNLOAD_CHECKSUM": "b7cacffcf75f767faa9cb2af397723aa" - } - }, - "onnx,fp32,debug": { - "env": { - "CM_ML_MODEL_ACCURACY": "0.8107", - "CM_PACKAGE_URL": "https://dlrm.s3-us-west-1.amazonaws.com/models/tb0875_10M.onnx.tar", - "CM_ML_MODEL_DLRM_MAX_INDEX_RANGE": "10000000", - "CM_UNTAR": "yes", - "CM_ML_MODEL_FILE": "tb0875_10M.onnx", - "CM_DOWNLOAD_CHECKSUM": "d11255cd9926cda9181a347861e4d263" - } - }, - "weight_sharded": { - "group": "type", - "default": true, - "env": { - "CM_DLRM_MULTIHOT_MODEL": "yes" - } - } - }, - "print_env_at_the_end" : { - "CM_ML_MODEL_FILE_WITH_PATH": "Path to the ML model" - } -} +alias: get-ml-model-dlrm-terabyte +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +env: + CM_DOWNLOAD_FINAL_ENV_NAME: CM_ML_MODEL_FILE_WITH_PATH + CM_EXTRACT_FINAL_ENV_NAME: CM_ML_MODEL_FILE_WITH_PATH + CM_ML_MODEL: dlrm + CM_ML_MODEL_DATASET: criteo-terabyte + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: 'no' +input_mapping: + dir: CM_DOWNLOAD_PATH + download_path: CM_DOWNLOAD_PATH + to: CM_DOWNLOAD_PATH +new_env_keys: +- CM_ML_MODEL_* +prehook_deps: +- env: + CM_DOWNLOAD_DOWNLOADED_FILENAME: <<>> + CM_EXTRACT_EXTRACTED_FILENAME: <<>> + extra_cache_tags: ml-model,dlrm,terabyte,raw,ml-model-dlrm + force_cache: true + names: + - dae + tags: download-and-extract + update_tags_from_env_with_prefix: + _url.: + - CM_PACKAGE_URL +print_env_at_the_end: + CM_ML_MODEL_FILE_WITH_PATH: Path to the ML model +tags: +- get +- ml-model +- dlrm +- raw +- terabyte +- criteo-terabyte +- criteo +- recommendation +uid: 8fa7582c603a4db3 +variations: + debug: + env: + CM_ML_MODEL_DEBUG: 'yes' + fp32: + default: true + env: + CM_ML_MODEL_INPUT_DATA_TYPES: fp32 + CM_ML_MODEL_PRECISION: fp32 + CM_ML_MODEL_WEIGHT_DATA_TYPES: fp32 + group: precision + onnx: + env: + CM_ML_MODEL_FRAMEWORK: onnx + group: framework + onnx,fp32: + env: + CM_DOWNLOAD_CHECKSUM: 763b964eaffe5f86e92cdcb60c5dc0de + CM_ML_MODEL_ACCURACY: '0.8025' + CM_ML_MODEL_DLRM_MAX_INDEX_RANGE: '40000000' + CM_ML_MODEL_FILE: tb00_40M.onnx + CM_PACKAGE_URL: https://dlrm.s3-us-west-1.amazonaws.com/models/tb00_40M.onnx.tar + CM_UNTAR: 'yes' + onnx,fp32,debug: + env: + CM_DOWNLOAD_CHECKSUM: d11255cd9926cda9181a347861e4d263 + CM_ML_MODEL_ACCURACY: '0.8107' + CM_ML_MODEL_DLRM_MAX_INDEX_RANGE: '10000000' + CM_ML_MODEL_FILE: tb0875_10M.onnx + CM_PACKAGE_URL: https://dlrm.s3-us-west-1.amazonaws.com/models/tb0875_10M.onnx.tar + CM_UNTAR: 'yes' + pytorch: + default: true + env: + CM_ML_MODEL_FRAMEWORK: pytorch + CM_TMP_MODEL_ADDITIONAL_NAME: dlrm_terabyte.pytorch + group: framework + pytorch,fp32: + env: + CM_DOWNLOAD_CHECKSUM: 2d49a5288cddb37c3c64860a06d79bb9 + CM_ML_MODEL_ACCURACY: '0.8025' + CM_ML_MODEL_DLRM_MAX_INDEX_RANGE: '40000000' + CM_PACKAGE_URL: https://dlrm.s3-us-west-1.amazonaws.com/models/tb00_40M.pt + pytorch,fp32,debug: + env: + CM_DOWNLOAD_CHECKSUM: b7cacffcf75f767faa9cb2af397723aa + CM_ML_MODEL_ACCURACY: '0.8107' + CM_ML_MODEL_DLRM_MAX_INDEX_RANGE: '10000000' + CM_PACKAGE_URL: https://dlrm.s3-us-west-1.amazonaws.com/models/tb0875_10M.pt + pytorch,fp32,weight_sharded: + default_variations: + download-tool: rclone + env: + CM_DOWNLOAD_CHECKSUM: '' + CM_ML_MODEL_ACCURACY: '0.8025' + CM_ML_MODEL_DLRM_MAX_INDEX_RANGE: '40000000' + CM_ML_MODEL_FILE: model_weights + CM_TMP_MODEL_ADDITIONAL_NAME: '' + pytorch,fp32,weight_sharded,rclone: + env: + CM_PACKAGE_URL: mlc-inference:mlcommons-inference-wg-public/model_weights + CM_RCLONE_CONFIG_NAME: mlc-inference + pytorch,fp32,weight_sharded,wget: + env: + CM_DAE_EXTRACT_DOWNLOADED: 'yes' + CM_DOWNLOAD_FILENAME: download + CM_EXTRACT_UNZIP: 'yes' + CM_PACKAGE_URL: https://cloud.mlcommons.org/index.php/s/XzfSeLgW8FYfR3S/download + rclone: + ad: + dae: + tags: _rclone + group: download-tool + weight_sharded: + default: true + env: + CM_DLRM_MULTIHOT_MODEL: 'yes' + group: type + wget: + ad: + dae: + tags: _wget + group: download-tool diff --git a/script/get-ml-model-efficientnet-lite/_cm.yaml b/script/get-ml-model-efficientnet-lite/_cm.yaml index 9e6daaa324..e40dd196c6 100644 --- a/script/get-ml-model-efficientnet-lite/_cm.yaml +++ b/script/get-ml-model-efficientnet-lite/_cm.yaml @@ -1,167 +1,142 @@ -{ - "alias": "get-ml-model-efficientnet-lite", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML models", - "default_env": { - "CM_ML_MODEL_INPUTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_PRECISION": "fp32", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "fp32" - }, - "env": { - "CM_ML_MODEL": "efficientnet-lite", - "CM_ML_MODEL_DATASET": "imagenet2012-val", - "CM_ML_MODEL_MOBILENET_NAME_SUFFIX": "", - "CM_ML_MODEL_RETRAINING": "no", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "no", - "CM_ML_MODEL_DATA_LAYOUT": "NHWC", - "CM_ML_MODEL_INPUT_LAYER_NAME": "images", - "CM_ML_MODEL_INPUT_SHAPES": "\\\"input\\\": (BATCH_SIZE, 224, 224, 3)", - "CM_ML_MODEL_OUTPUT_LAYER_NAME": "Softmax", - "CM_ML_MODEL_NORMALIZE_DATA": "yes", - "CM_ML_MODEL_SUBTRACT_MEANS": "0", - "CM_ML_MODEL_GIVEN_CHANNEL_MEANS": "", - "CM_ML_MODEL_WEIGHTS_ARE_CHECKPOINTS": "yes", - "CM_PACKAGE_URL": "https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-<<>>.tar.gz", - "CM_ML_MODEL_WEIGHTS_FILE": "model.ckpt.data-00000-of-00001", - "CM_ML_MODEL_FILE": "efficientnet-<<>>-<<>>.tflite", - "CM_UNTAR": "yes", - "CM_EXTRACT_FOLDER": "efficientnet-<<>>", - "CM_ML_MODEL_FULL_NAME": "efficientnet-<<>>-<<>>" - }, - "new_env_keys": [ - "CM_ML_MODEL_*", - "CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS" - ], - "tags": [ - "get", - "ml-model", - "efficientnet", - "raw", - "ml-model-efficientnet", - "ml-model-efficientnet-lite", - "lite", - "tflite", - "image-classification" - ], - "uid": "1041f681977d4b7c", - "variations": { - "tflite": { - }, - "fp32": { - "group": "precision", - "default": true, - "env": { - "CM_ML_MODEL_EFFICIENTNET_LITE_PRECISION": "fp32", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_PRECISION": "fp32", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "fp32" - } - }, - "int8": { - "alias": "uint8" - }, - "uint8": { - "group": "precision", - "env": { - "CM_ML_MODEL_EFFICIENTNET_LITE_PRECISION": "int8", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "uint8", - "CM_ML_MODEL_PRECISION": "uint8", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "uint8" - } - }, - "lite0": { - "default": true, - "base": [ "resolution-224" ], - "env": { - "CM_ML_MODEL_EFFICIENTNET_LITE_KIND": "lite0" - }, - "group": "kind" - }, - "lite1": { - "base": [ "resolution-240" ], - "env": { - "CM_ML_MODEL_EFFICIENTNET_LITE_KIND": "lite1" - }, - "group": "kind" - }, - "lite2": { - "base": [ "resolution-260" ], - "env": { - "CM_ML_MODEL_EFFICIENTNET_LITE_KIND": "lite2" - }, - "group": "kind" - }, - "lite3": { - "base": [ "resolution-280" ], - "env": { - "CM_ML_MODEL_EFFICIENTNET_LITE_KIND": "lite3" - }, - "group": "kind" - }, - "lite4": { - "base": [ "resolution-300" ], - "env": { - "CM_ML_MODEL_EFFICIENTNET_LITE_KIND": "lite4" - }, - "group": "kind" - }, - "resolution-300": { - "env": { - "CM_ML_MODEL_IMAGE_HEIGHT": "300", - "CM_ML_MODEL_IMAGE_WIDTH": "300", - "CM_ML_MODEL_MOBILENET_RESOLUTION": "300", - "CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS": "_resolution.300" - }, - "group": "resolution" - }, - "resolution-280": { - "env": { - "CM_ML_MODEL_IMAGE_HEIGHT": "280", - "CM_ML_MODEL_IMAGE_WIDTH": "280", - "CM_ML_MODEL_MOBILENET_RESOLUTION": "280", - "CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS": "_resolution.280" - }, - "group": "resolution" - }, - "resolution-260": { - "env": { - "CM_ML_MODEL_IMAGE_HEIGHT": "260", - "CM_ML_MODEL_IMAGE_WIDTH": "260", - "CM_ML_MODEL_MOBILENET_RESOLUTION": "260", - "CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS": "_resolution.260" - }, - "group": "resolution" - }, - "resolution-240": { - "env": { - "CM_ML_MODEL_IMAGE_HEIGHT": "240", - "CM_ML_MODEL_IMAGE_WIDTH": "240", - "CM_ML_MODEL_MOBILENET_RESOLUTION": "240", - "CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS": "_resolution.240" - }, - "group": "resolution" - }, - "resolution-224": { - "default": true, - "env": { - "CM_ML_MODEL_IMAGE_HEIGHT": "224", - "CM_ML_MODEL_IMAGE_WIDTH": "224", - "CM_ML_MODEL_MOBILENET_RESOLUTION": "224", - "CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS": "_resolution.224" - }, - "group": "resolution" - } - }, - "valid_variation_combinations": [ - [ "lite0", "resolution-224" ], - [ "lite1", "resolution-240" ], - [ "lite2", "resolution-260" ], - [ "lite3", "resolution-280" ], - [ "lite4", "resolution-300" ] - ], - "print_env_at_the_end" : { - "CM_ML_MODEL_FILE_WITH_PATH": "Path to the ML model" - } -} +alias: get-ml-model-efficientnet-lite +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +default_env: + CM_ML_MODEL_INPUTS_DATA_TYPE: fp32 + CM_ML_MODEL_PRECISION: fp32 + CM_ML_MODEL_WEIGHTS_DATA_TYPE: fp32 +env: + CM_EXTRACT_FOLDER: efficientnet-<<>> + CM_ML_MODEL: efficientnet-lite + CM_ML_MODEL_DATASET: imagenet2012-val + CM_ML_MODEL_DATA_LAYOUT: NHWC + CM_ML_MODEL_FILE: efficientnet-<<>>-<<>>.tflite + CM_ML_MODEL_FULL_NAME: efficientnet-<<>>-<<>> + CM_ML_MODEL_GIVEN_CHANNEL_MEANS: '' + CM_ML_MODEL_INPUT_LAYER_NAME: images + CM_ML_MODEL_INPUT_SHAPES: '\"input\": (BATCH_SIZE, 224, 224, 3)' + CM_ML_MODEL_MOBILENET_NAME_SUFFIX: '' + CM_ML_MODEL_NORMALIZE_DATA: 'yes' + CM_ML_MODEL_OUTPUT_LAYER_NAME: Softmax + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_SUBTRACT_MEANS: '0' + CM_ML_MODEL_WEIGHTS_ARE_CHECKPOINTS: 'yes' + CM_ML_MODEL_WEIGHTS_FILE: model.ckpt.data-00000-of-00001 + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: 'no' + CM_PACKAGE_URL: https://storage.googleapis.com/cloud-tpu-checkpoints/efficientnet/lite/efficientnet-<<>>.tar.gz + CM_UNTAR: 'yes' +new_env_keys: +- CM_ML_MODEL_* +- CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS +print_env_at_the_end: + CM_ML_MODEL_FILE_WITH_PATH: Path to the ML model +tags: +- get +- ml-model +- efficientnet +- raw +- ml-model-efficientnet +- ml-model-efficientnet-lite +- lite +- tflite +- image-classification +uid: 1041f681977d4b7c +valid_variation_combinations: +- - lite0 + - resolution-224 +- - lite1 + - resolution-240 +- - lite2 + - resolution-260 +- - lite3 + - resolution-280 +- - lite4 + - resolution-300 +variations: + fp32: + default: true + env: + CM_ML_MODEL_EFFICIENTNET_LITE_PRECISION: fp32 + CM_ML_MODEL_INPUTS_DATA_TYPE: fp32 + CM_ML_MODEL_PRECISION: fp32 + CM_ML_MODEL_WEIGHTS_DATA_TYPE: fp32 + group: precision + int8: + alias: uint8 + lite0: + base: + - resolution-224 + default: true + env: + CM_ML_MODEL_EFFICIENTNET_LITE_KIND: lite0 + group: kind + lite1: + base: + - resolution-240 + env: + CM_ML_MODEL_EFFICIENTNET_LITE_KIND: lite1 + group: kind + lite2: + base: + - resolution-260 + env: + CM_ML_MODEL_EFFICIENTNET_LITE_KIND: lite2 + group: kind + lite3: + base: + - resolution-280 + env: + CM_ML_MODEL_EFFICIENTNET_LITE_KIND: lite3 + group: kind + lite4: + base: + - resolution-300 + env: + CM_ML_MODEL_EFFICIENTNET_LITE_KIND: lite4 + group: kind + resolution-224: + default: true + env: + CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS: _resolution.224 + CM_ML_MODEL_IMAGE_HEIGHT: '224' + CM_ML_MODEL_IMAGE_WIDTH: '224' + CM_ML_MODEL_MOBILENET_RESOLUTION: '224' + group: resolution + resolution-240: + env: + CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS: _resolution.240 + CM_ML_MODEL_IMAGE_HEIGHT: '240' + CM_ML_MODEL_IMAGE_WIDTH: '240' + CM_ML_MODEL_MOBILENET_RESOLUTION: '240' + group: resolution + resolution-260: + env: + CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS: _resolution.260 + CM_ML_MODEL_IMAGE_HEIGHT: '260' + CM_ML_MODEL_IMAGE_WIDTH: '260' + CM_ML_MODEL_MOBILENET_RESOLUTION: '260' + group: resolution + resolution-280: + env: + CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS: _resolution.280 + CM_ML_MODEL_IMAGE_HEIGHT: '280' + CM_ML_MODEL_IMAGE_WIDTH: '280' + CM_ML_MODEL_MOBILENET_RESOLUTION: '280' + group: resolution + resolution-300: + env: + CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS: _resolution.300 + CM_ML_MODEL_IMAGE_HEIGHT: '300' + CM_ML_MODEL_IMAGE_WIDTH: '300' + CM_ML_MODEL_MOBILENET_RESOLUTION: '300' + group: resolution + tflite: {} + uint8: + env: + CM_ML_MODEL_EFFICIENTNET_LITE_PRECISION: int8 + CM_ML_MODEL_INPUTS_DATA_TYPE: uint8 + CM_ML_MODEL_PRECISION: uint8 + CM_ML_MODEL_WEIGHTS_DATA_TYPE: uint8 + group: precision diff --git a/script/get-ml-model-gptj/_cm.yaml b/script/get-ml-model-gptj/_cm.yaml index 39cb88e488..25e8deca4c 100644 --- a/script/get-ml-model-gptj/_cm.yaml +++ b/script/get-ml-model-gptj/_cm.yaml @@ -1,359 +1,220 @@ -{ - "alias": "get-ml-model-gptj", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML models", - "env": { - "CM_ML_MODEL": "GPTJ", - "CM_ML_MODEL_DATASET": "cnndm", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "no" - }, - "input_mapping": { - "checkpoint": "GPTJ_CHECKPOINT_PATH", - "download_path": "CM_DOWNLOAD_PATH", - "to": "CM_DOWNLOAD_PATH" - }, - "new_env_keys": [ - "CM_ML_MODEL_*", - "GPTJ_CHECKPOINT_PATH" - ], - "prehook_deps": [ - { - "env": { - "CM_DOWNLOAD_FINAL_ENV_NAME": "GPTJ_CHECKPOINT_PATH", - "CM_EXTRACT_FINAL_ENV_NAME": "GPTJ_CHECKPOINT_PATH", - "CM_EXTRACT_TO_FOLDER": "gpt-j" - }, - "tags": "download-and-extract", - "update_tags_from_env_with_prefix": { - "_url.": [ - "CM_DOWNLOAD_URL" - ] - }, - "enable_if_env": { - "CM_TMP_REQUIRE_DOWNLOAD": [ "yes" ] - }, - "force_cache": true, - "names": [ - "dae" - ], - "extra_cache_tags": "gptj,model" - } - ], - "tags": [ - "get", - "raw", - "ml-model", - "gptj", - "gpt-j", - "large-language-model" - ], - "uid": "a41166210f294fbf", - "variations": { - "batch_size.#": { - "env": { - "CM_ML_MODEL_BATCH_SIZE": "#" - } - }, - "fp32": { - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "fp32", - "CM_ML_MODEL_PRECISION": "fp32", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "fp32" - }, - "group": "precision" - }, - "int8": { - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "int8", - "CM_ML_MODEL_PRECISION": "int8", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "int8" - }, - "group": "precision" - }, - "pytorch": { - "env": { - "CM_ML_MODEL_DATA_LAYOUT": "NCHW", - "CM_ML_MODEL_FRAMEWORK": "pytorch", - "CM_ML_STARTING_WEIGHTS_FILENAME": "<<>>" - }, - "group": "framework", - "default": true - }, - "pytorch,fp32": { - "env": { - "CM_DOWNLOAD_EXTRA_OPTIONS": " --output-document checkpoint.zip", - "CM_UNZIP": "yes", - "CM_DOWNLOAD_CHECKSUM_NOT_USED": "e677e28aaf03da84584bb3073b7ee315", - "CM_PACKAGE_URL": "https://cloud.mlcommons.org/index.php/s/QAZ2oM94MkFtbQx/download", - "CM_RCLONE_CONFIG_NAME": "mlc-inference", - "CM_RCLONE_URL": "mlc-inference:mlcommons-inference-wg-public/gpt-j" - }, - "required_disk_space": 22700 - }, - "pytorch,fp32,wget": { - "add_deps_recursive": { - "dae": { - "tags": "_extract" - } - } - }, - "saxml": { - "group": "framework" - }, - "saxml,fp32": { - "env": { - "CM_TMP_MODEL_SAXML": "fp32" - }, - "new_env_keys": [ - "GPTJ_SAXML_CHECKPOINT_PATH" - ], - "deps": [ - { - "tags": "get,ml-model,gptj,_pytorch,_fp32" - }, - { - "tags": "get,python3", - "names": [ - "python", - "python3" - ] - }, - { - "tags": "get,generic-python-lib,_package.jax[cpu]" - }, - { - "tags": "get,generic-python-lib,_package.paxml" - }, - { - "tags": "get,generic-python-lib,_package.praxis" - }, - { - "tags": "get,generic-python-lib,_package.transformers" - }, - { - "tags": "get,generic-python-lib,_package.accelerate" - } - ] - }, - "saxml,int8": { - "env": { - "CM_TMP_MODEL_SAXML": "int8" - }, - "deps": [ - { - "tags": "get,ml-model,gptj,_saxml,_fp32" - }, - { - "tags": "get,python3", - "names": [ - "python", - "python3" - ], - "version": "3.10.0" - }, - { - "tags": "get,generic-python-lib,_package.praxis" - }, - { - "tags": "get,generic-python-lib,_package.apache-beam" - }, - { - "tags": "get,git,repo,_repo.https://github.com/google/saxml", - "extra_cache_tags": "saxml", - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_SAXML_REPO_PATH" - }, - "names": [ - "saxml" - ] - } - ] - }, - "fp8": { - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "fp8", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "fp8" - }, - "group": "precision" - }, - "int4": { - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "int4", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "int4" - }, - "group": "precision" - }, - "uint8": { - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "uint8", - "CM_ML_MODEL_PRECISION": "uint8", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "uint8" - }, - "group": "precision" - }, - "mlcommons": { - "default_variations": { - "precision": "fp32" - }, - "group": "model-provider", - "default": true - }, - "nvidia": { - "default_variations": { - "framework": "pytorch" - }, - "group": "model-provider", - "env": { - "CM_TMP_ML_MODEL_PROVIDER": "nvidia" - } - }, - "pytorch,nvidia": { - "default_variations": { - "precision": "fp8" - }, - "deps": [ - { - "tags": "get,git,repo,_lfs,_repo.https://github.com/NVIDIA/TensorRT-LLM.git,_sha.0ab9d17a59c284d2de36889832fe9fc7c8697604", - "extra_cache_tags": "tensorrt-llm", - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_TENSORRT_LLM_CHECKOUT_PATH" - } - }, - { - "tags": "get,cuda", - "names": [ - "cuda" - ] - }, - { - "tags": "get,nvidia,scratch,space" - }, - { - "tags": "get,cuda-devices,_with-pycuda" - }, - { - "tags": "get,ml-model,gpt-j,_fp32,_pytorch", - "env": { - }, - "force_new_env_keys": [ - "GPTJ_CHECKPOINT_PATH" - ] - }, - { - "tags": "get,nvidia,inference,common-code", - "names": [ - "nvidia-inference-common-code" - ] - }, - { - "tags": "get,python3", - "names": [ - "python", - "python3" - ] - }, - { - "tags": "get,generic-python-lib,_package.safetensors" - } - ] - }, - "intel": { - "default_variations": { - "framework": "pytorch" - }, - "group": "model-provider" - }, - "pytorch,intel": { - "default_variations": { - "precision": "int8" - }, - "adr": { - "conda-package": { - "tags": "_name.gptj-pt" - } - }, - "deps": [ - { - "tags": "get,mlperf,inference,results", - "version": "v3.1" - }, - { - "tags": "get,ml-model,gpt-j,_fp32,_pytorch", - "env": { - "CM_GPTJ_INTEL_MODEL": "" - }, - "force_new_env_keys": [ - "GPTJ_CHECKPOINT_PATH" - ] - }, - { - "tags": "get,conda,_name.gptj-pt" - }, - { - "tags": "get,python,_conda.gptj-pt" - }, - { - "names": [ - "conda-package", - "intel-openmp" - ], - "tags": "get,generic,conda-package,_package.intel-openmp,_source.intel", - "version": "2023.1.0" - }, - { - "tags": "get,generic,conda-package,_package.jemalloc,_source.conda-forge", - "names": [ - "conda-package", - "jemalloc" - ] - }, - { - "tags": "install,ipex,from.src,_for-intel-mlperf-inference-v3.1-gptj" - }, - { - "tags": "get,dataset,cnndm,_calibration" - } - ], - "env": { - "CM_GPTJ_INTEL_MODEL": "yes" - } - }, - "wget": { - "group": "download-tool", - "add_deps_recursive": { - "dae": { - "tags": "_wget" - } - }, - "env": { - "CM_DOWNLOAD_URL": "<<>>", - "CM_DOWNLOAD_FILENAME": "checkpoint.zip" - } - }, - "rclone": { - "group": "download-tool", - "default": true, - "add_deps_recursive": { - "dae": { - "tags": "_rclone" - } - }, - "env": { - "CM_DOWNLOAD_FILENAME": "checkpoint", - "CM_DOWNLOAD_URL": "<<>>" - } - }, - "pytorch,int8,intel": { - }, - "pytorch,int4,intel": { - } - }, - "print_env_at_the_end" : { - "CM_ML_MODEL_FILE_WITH_PATH": "Path to the ML model" - }, - "docker": { - "run": false - } -} +alias: get-ml-model-gptj +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +docker: + run: false +env: + CM_ML_MODEL: GPTJ + CM_ML_MODEL_DATASET: cnndm + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: 'no' +input_mapping: + checkpoint: GPTJ_CHECKPOINT_PATH + download_path: CM_DOWNLOAD_PATH + to: CM_DOWNLOAD_PATH +new_env_keys: +- CM_ML_MODEL_* +- GPTJ_CHECKPOINT_PATH +prehook_deps: +- enable_if_env: + CM_TMP_REQUIRE_DOWNLOAD: + - 'yes' + env: + CM_DOWNLOAD_FINAL_ENV_NAME: GPTJ_CHECKPOINT_PATH + CM_EXTRACT_FINAL_ENV_NAME: GPTJ_CHECKPOINT_PATH + CM_EXTRACT_TO_FOLDER: gpt-j + extra_cache_tags: gptj,model + force_cache: true + names: + - dae + tags: download-and-extract + update_tags_from_env_with_prefix: + _url.: + - CM_DOWNLOAD_URL +print_env_at_the_end: + CM_ML_MODEL_FILE_WITH_PATH: Path to the ML model +tags: +- get +- raw +- ml-model +- gptj +- gpt-j +- large-language-model +uid: a41166210f294fbf +variations: + batch_size.#: + env: + CM_ML_MODEL_BATCH_SIZE: '#' + fp32: + env: + CM_ML_MODEL_INPUT_DATA_TYPES: fp32 + CM_ML_MODEL_PRECISION: fp32 + CM_ML_MODEL_WEIGHT_DATA_TYPES: fp32 + group: precision + fp8: + env: + CM_ML_MODEL_INPUT_DATA_TYPES: fp8 + CM_ML_MODEL_WEIGHT_DATA_TYPES: fp8 + group: precision + int4: + env: + CM_ML_MODEL_INPUT_DATA_TYPES: int4 + CM_ML_MODEL_WEIGHT_DATA_TYPES: int4 + group: precision + int8: + env: + CM_ML_MODEL_INPUT_DATA_TYPES: int8 + CM_ML_MODEL_PRECISION: int8 + CM_ML_MODEL_WEIGHT_DATA_TYPES: int8 + group: precision + intel: + default_variations: + framework: pytorch + group: model-provider + mlcommons: + default: true + default_variations: + precision: fp32 + group: model-provider + nvidia: + default_variations: + framework: pytorch + env: + CM_TMP_ML_MODEL_PROVIDER: nvidia + group: model-provider + pytorch: + default: true + env: + CM_ML_MODEL_DATA_LAYOUT: NCHW + CM_ML_MODEL_FRAMEWORK: pytorch + CM_ML_STARTING_WEIGHTS_FILENAME: <<>> + group: framework + pytorch,fp32: + env: + CM_DOWNLOAD_CHECKSUM_NOT_USED: e677e28aaf03da84584bb3073b7ee315 + CM_DOWNLOAD_EXTRA_OPTIONS: ' --output-document checkpoint.zip' + CM_PACKAGE_URL: https://cloud.mlcommons.org/index.php/s/QAZ2oM94MkFtbQx/download + CM_RCLONE_CONFIG_NAME: mlc-inference + CM_RCLONE_URL: mlc-inference:mlcommons-inference-wg-public/gpt-j + CM_UNZIP: 'yes' + required_disk_space: 22700 + pytorch,fp32,wget: + add_deps_recursive: + dae: + tags: _extract + pytorch,int4,intel: {} + pytorch,int8,intel: {} + pytorch,intel: + adr: + conda-package: + tags: _name.gptj-pt + default_variations: + precision: int8 + deps: + - tags: get,mlperf,inference,results + version: v3.1 + - env: + CM_GPTJ_INTEL_MODEL: '' + force_new_env_keys: + - GPTJ_CHECKPOINT_PATH + tags: get,ml-model,gpt-j,_fp32,_pytorch + - tags: get,conda,_name.gptj-pt + - tags: get,python,_conda.gptj-pt + - names: + - conda-package + - intel-openmp + tags: get,generic,conda-package,_package.intel-openmp,_source.intel + version: 2023.1.0 + - names: + - conda-package + - jemalloc + tags: get,generic,conda-package,_package.jemalloc,_source.conda-forge + - tags: install,ipex,from.src,_for-intel-mlperf-inference-v3.1-gptj + - tags: get,dataset,cnndm,_calibration + env: + CM_GPTJ_INTEL_MODEL: 'yes' + pytorch,nvidia: + default_variations: + precision: fp8 + deps: + - env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_TENSORRT_LLM_CHECKOUT_PATH + extra_cache_tags: tensorrt-llm + tags: get,git,repo,_lfs,_repo.https://github.com/NVIDIA/TensorRT-LLM.git,_sha.0ab9d17a59c284d2de36889832fe9fc7c8697604 + - names: + - cuda + tags: get,cuda + - tags: get,nvidia,scratch,space + - tags: get,cuda-devices,_with-pycuda + - env: {} + force_new_env_keys: + - GPTJ_CHECKPOINT_PATH + tags: get,ml-model,gpt-j,_fp32,_pytorch + - names: + - nvidia-inference-common-code + tags: get,nvidia,inference,common-code + - names: + - python + - python3 + tags: get,python3 + - tags: get,generic-python-lib,_package.safetensors + rclone: + add_deps_recursive: + dae: + tags: _rclone + default: true + env: + CM_DOWNLOAD_FILENAME: checkpoint + CM_DOWNLOAD_URL: <<>> + group: download-tool + saxml: + group: framework + saxml,fp32: + deps: + - tags: get,ml-model,gptj,_pytorch,_fp32 + - names: + - python + - python3 + tags: get,python3 + - tags: get,generic-python-lib,_package.jax[cpu] + - tags: get,generic-python-lib,_package.paxml + - tags: get,generic-python-lib,_package.praxis + - tags: get,generic-python-lib,_package.transformers + - tags: get,generic-python-lib,_package.accelerate + env: + CM_TMP_MODEL_SAXML: fp32 + new_env_keys: + - GPTJ_SAXML_CHECKPOINT_PATH + saxml,int8: + deps: + - tags: get,ml-model,gptj,_saxml,_fp32 + - names: + - python + - python3 + tags: get,python3 + version: 3.10.0 + - tags: get,generic-python-lib,_package.praxis + - tags: get,generic-python-lib,_package.apache-beam + - env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_SAXML_REPO_PATH + extra_cache_tags: saxml + names: + - saxml + tags: get,git,repo,_repo.https://github.com/google/saxml + env: + CM_TMP_MODEL_SAXML: int8 + uint8: + env: + CM_ML_MODEL_INPUT_DATA_TYPES: uint8 + CM_ML_MODEL_PRECISION: uint8 + CM_ML_MODEL_WEIGHT_DATA_TYPES: uint8 + group: precision + wget: + add_deps_recursive: + dae: + tags: _wget + env: + CM_DOWNLOAD_FILENAME: checkpoint.zip + CM_DOWNLOAD_URL: <<>> + group: download-tool diff --git a/script/get-ml-model-huggingface-zoo/_cm.yaml b/script/get-ml-model-huggingface-zoo/_cm.yaml index 912952bb0c..d10c3f4486 100644 --- a/script/get-ml-model-huggingface-zoo/_cm.yaml +++ b/script/get-ml-model-huggingface-zoo/_cm.yaml @@ -1,88 +1,58 @@ -{ - "alias": "get-ml-model-huggingface-zoo", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML models", - "deps": [ - { - "names": [ - "python3", - "python" - ], - "tags": "get,python3" - }, - { - "tags": "get,generic-python-lib,_huggingface_hub" - } - ], - "input_mapping": { - "download_path": "CM_DOWNLOAD_PATH", - "model_filename": "CM_MODEL_ZOO_FILENAME", - "env_key": "CM_MODEL_ZOO_ENV_KEY", - "subfolder": "CM_HF_SUBFOLDER", - "revision": "CM_HF_REVISION", - "full_subfolder": "CM_HF_FULL_SUBFOLDER" - }, - "env": {}, - "new_env_keys": [ - "CM_ML_MODEL*", - "CM_MODEL_ZOO_STUB" - ], - "tags": [ - "get", - "ml-model", - "model", - "zoo", - "raw", - "model-zoo", - "huggingface" - ], - "tags_help": "get ml-model huggingface zoo", - "uid": "53cf8252a443446a", - "variations": { - "model-stub.#": { - "env": { - "CM_MODEL_ZOO_STUB": "#" - } - }, - "onnx-subfolder": { - "env": { - "CM_HF_SUBFOLDER": "onnx" - } - }, - "pierreguillou_bert_base_cased_squad_v1.1_portuguese": { - "env": { - "CM_MODEL_ZOO_STUB": "pierreguillou/bert-base-cased-squad-v1.1-portuguese" - } - }, - "prune":{ - "env":{ - "CM_MODEL_TASK": "prune" - } - }, - "clone-repo": { - "group": "download-type", - "env": { - "CM_GIT_CLONE_REPO": "yes" - }, - "deps": [ - { - "tags": "get,git,repo,_lfs", - "update_tags_from_env_with_prefix": { - "_repo.https://huggingface.co/": [ - "CM_MODEL_ZOO_STUB" - ] - }, - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_ML_MODEL_PATH" - } - } - ] - } - }, - "print_env_at_the_end" : { - "CM_ML_MODEL_FILE_WITH_PATH": "Path to the ML model" - } -} - +alias: get-ml-model-huggingface-zoo +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +deps: +- names: + - python3 + - python + tags: get,python3 +- tags: get,generic-python-lib,_huggingface_hub +env: {} +input_mapping: + download_path: CM_DOWNLOAD_PATH + env_key: CM_MODEL_ZOO_ENV_KEY + full_subfolder: CM_HF_FULL_SUBFOLDER + model_filename: CM_MODEL_ZOO_FILENAME + revision: CM_HF_REVISION + subfolder: CM_HF_SUBFOLDER +new_env_keys: +- CM_ML_MODEL* +- CM_MODEL_ZOO_STUB +print_env_at_the_end: + CM_ML_MODEL_FILE_WITH_PATH: Path to the ML model +tags: +- get +- ml-model +- model +- zoo +- raw +- model-zoo +- huggingface +tags_help: get ml-model huggingface zoo +uid: 53cf8252a443446a +variations: + clone-repo: + deps: + - env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_ML_MODEL_PATH + tags: get,git,repo,_lfs + update_tags_from_env_with_prefix: + _repo.https://huggingface.co/: + - CM_MODEL_ZOO_STUB + env: + CM_GIT_CLONE_REPO: 'yes' + group: download-type + model-stub.#: + env: + CM_MODEL_ZOO_STUB: '#' + onnx-subfolder: + env: + CM_HF_SUBFOLDER: onnx + pierreguillou_bert_base_cased_squad_v1.1_portuguese: + env: + CM_MODEL_ZOO_STUB: pierreguillou/bert-base-cased-squad-v1.1-portuguese + prune: + env: + CM_MODEL_TASK: prune diff --git a/script/get-ml-model-llama2/_cm.yaml b/script/get-ml-model-llama2/_cm.yaml index bd88acb53c..2ff45866bc 100644 --- a/script/get-ml-model-llama2/_cm.yaml +++ b/script/get-ml-model-llama2/_cm.yaml @@ -1,278 +1,176 @@ -{ - "alias": "get-ml-model-llama2", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML models", - "env": { - "CM_ML_MODEL_DATASET": "openorca", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "no" - }, - "input_mapping": { - "checkpoint": "LLAMA2_CHECKPOINT_PATH" - }, - "docker": { - "real_run": false - }, - "new_env_keys": [ - "CM_ML_MODEL_*", - "LLAMA2_CHECKPOINT_PATH", - "CM_NVIDIA_TP_SIZE", - "CM_LLAMA2_FINAL_SAFE_TENSORS_PATH" - ], - "prehook_deps": [ - { - "enable_if_env": { - "CM_TMP_REQUIRE_DOWNLOAD": [ - "yes" - ] - }, - "env": { - }, - "force_env_keys": [ - "CM_GIT_CHECKOUT_FOLDER" - ], - "names": [ - "hf-zoo" - ], - "tags": "get,ml-model,huggingface,zoo,_clone-repo", - "extra_cache_tags": "llama2,llama-2" - } - ], - "tags": [ - "get", - "raw", - "ml-model", - "language-processing", - "llama2", - "llama2-70b", - "text-summarization" - ], - "uid": "5db97be9f61244c6", - "variations": { - "meta-llama/Llama-2-70b-chat-hf": { - "group": "huggingface-stub", - "default": true, - "env": { - "CM_GIT_CHECKOUT_FOLDER": "Llama-2-70b-chat-hf", - "CM_MODEL_ZOO_ENV_KEY": "LLAMA2" - }, - "adr": { - "hf-zoo": { - "tags": "_model-stub.meta-llama/Llama-2-70b-chat-hf" - } - } - }, - "meta-llama/Llama-2-7b-chat-hf": { - "group": "huggingface-stub", - "env": { - "CM_GIT_CHECKOUT_FOLDER": "Llama-2-7b-chat-hf", - "CM_MODEL_ZOO_ENV_KEY": "LLAMA2" - }, - "adr": { - "hf-zoo": { - "tags": "_model-stub.meta-llama/Llama-2-7b-chat-hf" - } - } - }, - "stub.#": { - "group": "huggingface-stub", - "env": { - "CM_MODEL_ZOO_ENV_KEY": "LLAMA2" - }, - "adr": { - "hf-zoo": { - "tags": "_model-stub.#" - } - } - }, - "batch_size.#": { - "env": { - "CM_ML_MODEL_BATCH_SIZE": "#" - } - }, - "fp32": { - "default": true, - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "fp32", - "CM_ML_MODEL_PRECISION": "fp32", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "fp32" - }, - "group": "precision" - }, - "tp-size.#": { - "env": { - "CM_NVIDIA_TP_SIZE": "#" - }, - "group": "gpu" - }, - "generic": { - "env":{ - "CM_NVIDIA_TP_SIZE": 2 - }, - "group": "gpu" - }, - "L40s": { - "env":{ - "CM_NVIDIA_TP_SIZE": 4 - }, - "group": "gpu" - }, - "fp8": { - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "fp8", - "CM_ML_MODEL_PRECISION": "fp8", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "fp8" - }, - "group": "precision" - }, - "pytorch": { - "default": true, - "env": { - "CM_ML_MODEL_FRAMEWORK": "pytorch" - }, - "group": "framework" - }, - "amd": { - "default_variations": { - "framework": "pytorch", - "precision": "fp8" - }, - "group": "model-provider", - "env": { - "CM_TMP_ML_MODEL_PROVIDER": "amd" - }, - "new_env_keys": [ - "CM_LLAMA2_FINAL_SAFE_TENSORS_ROOT", - "CM_LLAMA2_FINAL_SAFE_TENSORS_PATH" - ], - "default_env": { - "CM_LLAMA2_QUANTIZATION_DEVICE": "" - } - }, - "pytorch,amd": { - "default_variations": { - "precision": "fp8", - "gpu": "generic" - }, - "deps": [ - { - "tags": "get,python3", - "names": [ - "python", - "python3" - ] - }, - { - "tags": "get,ml-model,llama2-70b,_fp32,_pytorch", - "env": { - }, - "force_new_env_keys": [ - "LLAMA2_CHECKPOINT_PATH" - ] - }, - { - "tags": "get,preprocessed,dataset,openorca,_calibration,_mlc" - }, - { - "tags": "get,git,repo,_repo.https://github.com/mlcommons/inference_results_v4.1,_branch.cm-code-only", - "extra_cache_tags": "inference,results", - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_MLPERF_INFERENCE_RESULTS_PATH" - } - }, - { - "tags": "get,generic-python-lib,_quark-amd" - }, - { - "tags": "get,generic-python-lib,_package.nltk" - }, - { - "tags": "get,generic-python-lib,_torch_cuda" - }, - { - "tags": "get,generic-python-lib,_package.compressed_tensors" - } - ] - }, - "nvidia": { - "default_variations": { - "framework": "pytorch" - }, - "group": "model-provider", - "env": { - "CM_TMP_ML_MODEL_PROVIDER": "nvidia" - } - }, - "pytorch,nvidia": { - "default_variations": { - "precision": "fp8", - "gpu": "generic" - }, - "deps": [ - { - "tags": "get,git,repo,_repo.https://github.com/NVIDIA/TensorRT-LLM.git,_sha.0ab9d17a59c284d2de36889832fe9fc7c8697604", - "extra_cache_tags": "tensorrt-llm", - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_TENSORRT_LLM_CHECKOUT_PATH" - } - }, - { - "tags": "get,cuda", - "names": [ - "cuda" - ] - }, - { - "tags": "get,nvidia,scratch,space" - }, - { - "tags": "get,cuda-devices,_with-pycuda" - }, - { - "tags": "get,ml-model,llama2-70b,_fp32,_pytorch", - "env": { - }, - "force_new_env_keys": [ - "LLAMA2_CHECKPOINT_PATH" - ] - }, - { - "tags": "get,nvidia,inference,common-code", - "names": [ - "nvidia-inference-common-code" - ] - }, - { - "tags": "get,python3", - "names": [ - "python", - "python3" - ] - } - ] - }, - "int8": { - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "int8", - "CM_ML_MODEL_PRECISION": "int8", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "int8" - }, - "group": "precision" - }, - "pytorch,fp32": { - "env": {} - }, - "uint8": { - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "uint8", - "CM_ML_MODEL_PRECISION": "uint8", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "uint8" - }, - "group": "precision" - } - }, - "print_env_at_the_end" : { - "LLAMA2_CHECKPOINT_PATH": "LLAMA2 checkpoint path" - } -} +alias: get-ml-model-llama2 +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +docker: + real_run: false +env: + CM_ML_MODEL_DATASET: openorca + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: 'no' +input_mapping: + checkpoint: LLAMA2_CHECKPOINT_PATH +new_env_keys: +- CM_ML_MODEL_* +- LLAMA2_CHECKPOINT_PATH +- CM_NVIDIA_TP_SIZE +- CM_LLAMA2_FINAL_SAFE_TENSORS_PATH +prehook_deps: +- enable_if_env: + CM_TMP_REQUIRE_DOWNLOAD: + - 'yes' + env: {} + extra_cache_tags: llama2,llama-2 + force_env_keys: + - CM_GIT_CHECKOUT_FOLDER + names: + - hf-zoo + tags: get,ml-model,huggingface,zoo,_clone-repo +print_env_at_the_end: + LLAMA2_CHECKPOINT_PATH: LLAMA2 checkpoint path +tags: +- get +- raw +- ml-model +- language-processing +- llama2 +- llama2-70b +- text-summarization +uid: 5db97be9f61244c6 +variations: + L40s: + env: + CM_NVIDIA_TP_SIZE: 4 + group: gpu + amd: + default_env: + CM_LLAMA2_QUANTIZATION_DEVICE: '' + default_variations: + framework: pytorch + precision: fp8 + env: + CM_TMP_ML_MODEL_PROVIDER: amd + group: model-provider + new_env_keys: + - CM_LLAMA2_FINAL_SAFE_TENSORS_ROOT + - CM_LLAMA2_FINAL_SAFE_TENSORS_PATH + batch_size.#: + env: + CM_ML_MODEL_BATCH_SIZE: '#' + fp32: + default: true + env: + CM_ML_MODEL_INPUT_DATA_TYPES: fp32 + CM_ML_MODEL_PRECISION: fp32 + CM_ML_MODEL_WEIGHT_DATA_TYPES: fp32 + group: precision + fp8: + env: + CM_ML_MODEL_INPUT_DATA_TYPES: fp8 + CM_ML_MODEL_PRECISION: fp8 + CM_ML_MODEL_WEIGHT_DATA_TYPES: fp8 + group: precision + generic: + env: + CM_NVIDIA_TP_SIZE: 2 + group: gpu + int8: + env: + CM_ML_MODEL_INPUT_DATA_TYPES: int8 + CM_ML_MODEL_PRECISION: int8 + CM_ML_MODEL_WEIGHT_DATA_TYPES: int8 + group: precision + meta-llama/Llama-2-70b-chat-hf: + adr: + hf-zoo: + tags: _model-stub.meta-llama/Llama-2-70b-chat-hf + default: true + env: + CM_GIT_CHECKOUT_FOLDER: Llama-2-70b-chat-hf + CM_MODEL_ZOO_ENV_KEY: LLAMA2 + group: huggingface-stub + meta-llama/Llama-2-7b-chat-hf: + adr: + hf-zoo: + tags: _model-stub.meta-llama/Llama-2-7b-chat-hf + env: + CM_GIT_CHECKOUT_FOLDER: Llama-2-7b-chat-hf + CM_MODEL_ZOO_ENV_KEY: LLAMA2 + group: huggingface-stub + nvidia: + default_variations: + framework: pytorch + env: + CM_TMP_ML_MODEL_PROVIDER: nvidia + group: model-provider + pytorch: + default: true + env: + CM_ML_MODEL_FRAMEWORK: pytorch + group: framework + pytorch,amd: + default_variations: + gpu: generic + precision: fp8 + deps: + - names: + - python + - python3 + tags: get,python3 + - env: {} + force_new_env_keys: + - LLAMA2_CHECKPOINT_PATH + tags: get,ml-model,llama2-70b,_fp32,_pytorch + - tags: get,preprocessed,dataset,openorca,_calibration,_mlc + - env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_MLPERF_INFERENCE_RESULTS_PATH + extra_cache_tags: inference,results + tags: get,git,repo,_repo.https://github.com/mlcommons/inference_results_v4.1,_branch.cm-code-only + - tags: get,generic-python-lib,_quark-amd + - tags: get,generic-python-lib,_package.nltk + - tags: get,generic-python-lib,_torch_cuda + - tags: get,generic-python-lib,_package.compressed_tensors + pytorch,fp32: + env: {} + pytorch,nvidia: + default_variations: + gpu: generic + precision: fp8 + deps: + - env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_TENSORRT_LLM_CHECKOUT_PATH + extra_cache_tags: tensorrt-llm + tags: get,git,repo,_repo.https://github.com/NVIDIA/TensorRT-LLM.git,_sha.0ab9d17a59c284d2de36889832fe9fc7c8697604 + - names: + - cuda + tags: get,cuda + - tags: get,nvidia,scratch,space + - tags: get,cuda-devices,_with-pycuda + - env: {} + force_new_env_keys: + - LLAMA2_CHECKPOINT_PATH + tags: get,ml-model,llama2-70b,_fp32,_pytorch + - names: + - nvidia-inference-common-code + tags: get,nvidia,inference,common-code + - names: + - python + - python3 + tags: get,python3 + stub.#: + adr: + hf-zoo: + tags: _model-stub.# + env: + CM_MODEL_ZOO_ENV_KEY: LLAMA2 + group: huggingface-stub + tp-size.#: + env: + CM_NVIDIA_TP_SIZE: '#' + group: gpu + uint8: + env: + CM_ML_MODEL_INPUT_DATA_TYPES: uint8 + CM_ML_MODEL_PRECISION: uint8 + CM_ML_MODEL_WEIGHT_DATA_TYPES: uint8 + group: precision diff --git a/script/get-ml-model-mixtral/_cm.yaml b/script/get-ml-model-mixtral/_cm.yaml index 72b0f79139..2542d4dc7d 100644 --- a/script/get-ml-model-mixtral/_cm.yaml +++ b/script/get-ml-model-mixtral/_cm.yaml @@ -1,96 +1,67 @@ -{ - "alias": "get-ml-model-mixtral", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML models", - "env": { - "CM_ML_MODEL_DATASET": "", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "no" - }, - "input_mapping": { - "checkpoint": "MIXTRAL_CHECKPOINT_PATH" - }, - "new_env_keys": [ - "CM_ML_MODEL_*", - "MIXTRAL_CHECKPOINT_PATH" - ], - "prehook_deps": [ - { - "enable_if_env": { - "CM_TMP_REQUIRE_DOWNLOAD": [ - "yes" - ] - }, - "env": {}, - "extra_cache_tags": "mixtral", - "force_env_keys": [ - "CM_GIT_CHECKOUT_FOLDER" - ], - "names": [ - "hf-zoo" - ], - "tags": "get,ml-model,huggingface,zoo,_clone-repo" - } - ], - "print_env_at_the_end": { - "MIXTRAL_CHECKPOINT_PATH": "MIXTRAL checkpoint path" - }, - "tags": [ - "get", - "raw", - "ml-model", - "language-processing", - "mixtral", - "mixtral-8x7b" - ], - "uid": "0c14127677f34ea2", - "variations": { - "batch_size.#": { - "env": { - "CM_ML_MODEL_BATCH_SIZE": "#" - } - }, - "fp32": { - "default": true, - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "fp32", - "CM_ML_MODEL_PRECISION": "fp32", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "fp32" - }, - "group": "precision" - }, - "mistralai/Mixtral-8x7B-Instruct-v0.1": { - "adr": { - "hf-zoo": { - "tags": "_model-stub.mistralai/Mixtral-8x7B-Instruct-v0.1" - } - }, - "default": true, - "env": { - "CM_GIT_CHECKOUT_FOLDER": "Mixtral-8x7B-Instruct-v0.1", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1", - "CM_MODEL_ZOO_ENV_KEY": "MIXTRAL" - }, - "group": "huggingface-stub" - }, - "pytorch": { - "default": true, - "env": { - "CM_ML_MODEL_FRAMEWORK": "pytorch" - }, - "group": "framework" - }, - "stub.#": { - "adr": { - "hf-zoo": { - "tags": "_model-stub.#" - } - }, - "env": { - "CM_MODEL_ZOO_ENV_KEY": "MIXTRAL" - }, - "group": "huggingface-stub" - } - } -} +alias: get-ml-model-mixtral +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +env: + CM_ML_MODEL_DATASET: '' + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: 'no' +input_mapping: + checkpoint: MIXTRAL_CHECKPOINT_PATH +new_env_keys: +- CM_ML_MODEL_* +- MIXTRAL_CHECKPOINT_PATH +prehook_deps: +- enable_if_env: + CM_TMP_REQUIRE_DOWNLOAD: + - 'yes' + env: {} + extra_cache_tags: mixtral + force_env_keys: + - CM_GIT_CHECKOUT_FOLDER + names: + - hf-zoo + tags: get,ml-model,huggingface,zoo,_clone-repo +print_env_at_the_end: + MIXTRAL_CHECKPOINT_PATH: MIXTRAL checkpoint path +tags: +- get +- raw +- ml-model +- language-processing +- mixtral +- mixtral-8x7b +uid: 0c14127677f34ea2 +variations: + batch_size.#: + env: + CM_ML_MODEL_BATCH_SIZE: '#' + fp32: + default: true + env: + CM_ML_MODEL_INPUT_DATA_TYPES: fp32 + CM_ML_MODEL_PRECISION: fp32 + CM_ML_MODEL_WEIGHT_DATA_TYPES: fp32 + group: precision + mistralai/Mixtral-8x7B-Instruct-v0.1: + adr: + hf-zoo: + tags: _model-stub.mistralai/Mixtral-8x7B-Instruct-v0.1 + default: true + env: + CM_GIT_CHECKOUT_FOLDER: Mixtral-8x7B-Instruct-v0.1 + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1 + CM_MODEL_ZOO_ENV_KEY: MIXTRAL + group: huggingface-stub + pytorch: + default: true + env: + CM_ML_MODEL_FRAMEWORK: pytorch + group: framework + stub.#: + adr: + hf-zoo: + tags: _model-stub.# + env: + CM_MODEL_ZOO_ENV_KEY: MIXTRAL + group: huggingface-stub diff --git a/script/get-ml-model-mobilenet/_cm.yaml b/script/get-ml-model-mobilenet/_cm.yaml index c4d1e2cd4c..d690ffa69c 100644 --- a/script/get-ml-model-mobilenet/_cm.yaml +++ b/script/get-ml-model-mobilenet/_cm.yaml @@ -1,382 +1,280 @@ -{ - "alias": "get-ml-model-mobilenet", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML models", - "default_env": { - "CM_ML_MODEL": "mobilenet", - "CM_ML_MODEL_DATASET": "imagenet2012-val", - "CM_ML_MODEL_RETRAINING": "no", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "no", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_MOBILENET_NAME_SUFFIX": "" - }, - "new_env_keys": [ - "CM_ML_MODEL_*", - "CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS" - ], - "tags": [ - "get", - "ml-model", - "mobilenet", - "raw", - "ml-model-mobilenet", - "image-classification" - ], - "uid": "ce46675a3ab249e4", - "variations": { - "fp32": { - "group": "precision", - "default": true, - "env": { - "CM_ML_MODEL_INPUTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_PRECISION": "fp32", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_MOBILENET_PRECISION": "float" - } - }, - "uint8": { - "group": "precision", - "base": [ "quantized_" ], - "env": { - "CM_ML_MODEL_INPUTS_DATA_TYPE": "uint8", - "CM_ML_MODEL_PRECISION": "uint8", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "uint8", - "CM_ML_MODEL_MOBILENET_PRECISION": "uint8" - } - }, - "int8": { - "group": "precision", - "base": [ "quantized_" ], - "env": { - "CM_ML_MODEL_INPUTS_DATA_TYPE": "int8", - "CM_ML_MODEL_PRECISION": "int8", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "int8", - "CM_ML_MODEL_MOBILENET_PRECISION": "int8" - } - }, - "quantized_": { - "env": { - "CM_ML_MODEL_MOBILENET_NAME_SUFFIX": "_quant", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "yes" - } - }, - "onnx,fp32,v1": { - "env": { - "CM_ML_MODEL_NORMALIZE_DATA": "yes", - "CM_ML_MODEL_SUBTRACT_MEANS": "no", - "CM_ML_MODEL_VER": "1_1.0_224", - "CM_ML_MODEL_INPUT_LAYER_NAME": "input:0", - "CM_ML_MODEL_OUTPUT_LAYER_NAME": "MobilenetV1/Predictions/Reshape_1:0" - } - }, - "onnx,int8,v1": { - "env": { - "CM_ML_MODEL_NORMALIZE_DATA": "no", - "CM_ML_MODEL_SUBTRACT_MEANS": "yes", - "CM_ML_MODEL_GIVEN_CHANNEL_MEANS": "128.0 128.0 128.0", - "CM_ML_MODEL_VER": "1_1.0_224_quant", - "CM_ML_MODEL_INPUT_LAYER_NAME": "0", - "CM_ML_MODEL_OUTPUT_LAYER_NAME": "169", - "CM_PACKAGE_URL": "https://zenodo.org/record/3353417/files/Quantized%20MobileNet.zip", - "CM_ML_MODEL_FILE": "mobilenet_sym_no_bn.onnx", - "CM_UNZIP": "yes" - } - }, - "onnx": { - "group": "framework", - "env": { - "CM_ML_MODEL_DATA_LAYOUT": "NCHW", - "CM_ML_MODEL_FRAMEWORK": "onnx" - } - }, - "opset-11": { - "group": "opset-version", - "env": { - "CM_ML_MODEL_ONNX_OPSET": "11" - } - }, - "opset-8": { - "group": "opset-version", - "env": { - "CM_ML_MODEL_ONNX_OPSET": "8" - } - }, - "onnx,opset-11,fp32,v1": { - "env": { - "CM_PACKAGE_URL": "https://zenodo.org/record/4735651/files/mobilenet_v1_1.0_224.onnx" - } - }, - "onnx,opset-8,fp32,v1": { - "env": { - "CM_PACKAGE_URL": "https://zenodo.org/record/3157894/files/mobilenet_v1_1.0_224.onnx" - } - }, - "v1": { - "group": "version", - "default_variations": { - "resolution": "resolution-224", - "multiplier": "multiplier-1.0" - }, - "env": { - "CM_ML_MODEL_MOBILENET_VERSION": "1", - "CM_ML_MODEL_FULL_NAME": "mobilenet-v1-precision_<<>>-<<>>-<<>>" - } - }, - "v2": { - "group": "version", - "default_variations": { - "resolution": "resolution-224", - "multiplier": "multiplier-1.0" - }, - "env": { - "CM_ML_MODEL_MOBILENET_VERSION": "2", - "CM_ML_MODEL_VER": "2", - "CM_ML_MODEL_FULL_NAME": "mobilenet-v2-precision_<<>>-<<>>-<<>>" - } - }, - "v3": { - "group": "version", - "default": true, - "default_variations": { - "resolution": "resolution-224", - "multiplier": "multiplier-1.0" - }, - "env": { - "CM_ML_MODEL_MOBILENET_VERSION": "3", - "CM_ML_MODEL_VER": "3", - "CM_ML_MODEL_FULL_NAME": "mobilenet-v3-precision_<<>>-<<>>-<<>>" - } - }, - "tf,v1": { - "env": { - "CM_ML_MODEL_VER": "1_<<>>_<<>><<>>_2018_08_02", - "CM_ML_MODEL_OUTPUT_LAYER_NAME": "MobilenetV1/Predictions/Reshape_1", - "CM_ML_MODEL_WEIGHTS_FILE": "mobilenet_v1_<<>>_<<>><<>>.ckpt.data-00000-of-00001", - "CM_ML_MODEL_FILE": "mobilenet_v1_<<>>_<<>><<>>.tflite" - } - }, - "tf,v3": { - "env": { - "CM_ML_MODEL_VER": "3_<<>>_<<>>", - "CM_ML_MODEL_OUTPUT_LAYER_NAME": "MobilenetV3/Predictions/Softmax" - } - }, - "resolution-128": { - "group": "resolution", - "env": { - "CM_ML_MODEL_MOBILENET_RESOLUTION": "128", - "CM_ML_MODEL_IMAGE_HEIGHT": "128", - "CM_ML_MODEL_IMAGE_WIDTH": "128", - "CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS": "_resolution.128" - } - }, - "resolution-160": { - "group": "resolution", - "env": { - "CM_ML_MODEL_MOBILENET_RESOLUTION": "160", - "CM_ML_MODEL_IMAGE_HEIGHT": "160", - "CM_ML_MODEL_IMAGE_WIDTH": "160", - "CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS": "_resolution.160" - } - }, - "resolution-192": { - "group": "resolution", - "env": { - "CM_ML_MODEL_MOBILENET_RESOLUTION": "192", - "CM_ML_MODEL_IMAGE_HEIGHT": "192", - "CM_ML_MODEL_IMAGE_WIDTH": "192", - "CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS": "_resolution.192" - } - }, - "resolution-224": { - "group": "resolution", - "env": { - "CM_ML_MODEL_MOBILENET_RESOLUTION": "224", - "CM_ML_MODEL_IMAGE_HEIGHT": "224", - "CM_ML_MODEL_IMAGE_WIDTH": "224", - "CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS": "_resolution.224" - } - }, - "multiplier-1.0": { - "group": "multiplier", - "env": { - "CM_ML_MODEL_MOBILENET_MULTIPLIER": "1.0", - "CM_ML_MODEL_MOBILENET_MULTIPLIER_PERCENTAGE": "100" - } - }, - "multiplier-0.75": { - "group": "multiplier", - "env": { - "CM_ML_MODEL_MOBILENET_MULTIPLIER": "0.75", - "CM_ML_MODEL_MOBILENET_MULTIPLIER_PERCENTAGE": "75" - } - }, - "multiplier-0.5": { - "group": "multiplier", - "env": { - "CM_ML_MODEL_MOBILENET_MULTIPLIER": "0.5", - "CM_ML_MODEL_MOBILENET_MULTIPLIER_PERCENTAGE": "50" - } - }, - "multiplier-0.35": { - "group": "multiplier", - "env": { - "CM_ML_MODEL_MOBILENET_MULTIPLIER": "0.35", - "CM_ML_MODEL_MOBILENET_MULTIPLIER_PERCENTAGE": "35" - } - }, - "multiplier-0.25": { - "group": "multiplier", - "env": { - "CM_ML_MODEL_MOBILENET_MULTIPLIER": "0.25", - "CM_ML_MODEL_MOBILENET_MULTIPLIER_PERCENTAGE": "25" - } - }, - "large-minimalistic": { - "group": "kind", - "env": { - "CM_ML_MODEL_MOBILENET_KIND": "large-minimalistic" - } - }, - "large": { - "group": "kind", - "env": { - "CM_ML_MODEL_MOBILENET_KIND": "large" - } - }, - "small-minimalistic": { - "group": "kind", - "default_variations": { - "precision": "fp32" - }, - "env": { - "CM_ML_MODEL_MOBILENET_KIND": "small-minimalistic" - } - }, - "small": { - "group": "kind", - "env": { - "CM_ML_MODEL_MOBILENET_KIND": "small" - } - }, - "tf": { - "group": "framework", - "default": true, - "default_variations": { - "source": "from.google" - }, - "env": { - "CM_ML_MODEL_DATA_LAYOUT": "NHWC", - "CM_ML_MODEL_NORMALIZE_DATA": "yes", - "CM_ML_MODEL_SUBTRACT_MEANS": "no", - "CM_ML_MODEL_INPUT_LAYER_NAME": "input" - } - }, - "from.zenodo": { - "group": "source", - "env": { - "CM_DOWNLOAD_SOURCE": "zenodo" - } - }, - "from.google": { - "group": "source", - "env": { - "CM_DOWNLOAD_SOURCE": "google" - } - }, - "tf,from.zenodo,v1": { - "env": { - "CM_PACKAGE_URL": "https://zenodo.org/record/2269307/files/mobilenet_v1_<<>>_<<>><<>>.tgz", - "CM_UNTAR": "yes" - } - }, - "tf,from.google,v1": { - "env": { - "CM_PACKAGE_URL": "http://download.tensorflow.org/models/mobilenet_v1_2018_08_02/mobilenet_v1_<<>>_<<>><<>>.tgz", - "CM_UNTAR": "yes" - } - }, - "tf,from.google,v2,quantized_": { - "env": { - "CM_PACKAGE_URL": "https://storage.googleapis.com/mobilenet_v2/checkpoints/<<>>_v2_<<>>_<<>>.tgz", - "CM_ML_MODEL_WEIGHTS_FILE": "<<>>_v2_<<>>_<<>>.ckpt.data-00000-of-00001", - "CM_ML_MODEL_FILE": "model.tflite", - "CM_EXTRACT_FOLDER": "v2_<<>>_<<>>", - "CM_UNTAR": "yes" - } - }, - "tf,from.google,v2,fp32": { - "env": { - "CM_PACKAGE_URL": "https://storage.googleapis.com/mobilenet_v2/checkpoints/mobilenet_v2_<<>>_<<>>.tgz", - "CM_ML_MODEL_WEIGHTS_FILE": "mobilenet_v2_<<>>_<<>>.ckpt.data-00000-of-00001", - "CM_ML_MODEL_FILE": "mobilenet_v2_<<>>_<<>>.tflite", - "CM_UNTAR": "yes" - } - }, - "tf,from.google,v3": { - "env": { - "CM_PACKAGE_URL": "https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-<<>>_<<>>_<<>>_<<>>.tgz", - "CM_EXTRACT_FOLDER": "v3-<<>>_<<>>_<<>>_<<>>", - "CM_ML_MODEL_FILE": "v3-<<>>_<<>>_<<>>_<<>>.tflite", - "CM_UNTAR": "yes" - } - }, - "tf,v2,int8": { - "env": { - "CM_ML_MODEL_MOBILENET_NAME_PREFIX": "quantized", - "CM_ML_MODEL_VER": "2_<<>>_<<>>", - "CM_ML_MODEL_OUTPUT_LAYER_NAME": "MobilenetV2/Predictions/Softmax" - } - }, - "tf,v2,uint8": { - "env": { - "CM_ML_MODEL_MOBILENET_NAME_PREFIX": "quantized", - "CM_ML_MODEL_VER": "2_<<>>_<<>>", - "CM_ML_MODEL_OUTPUT_LAYER_NAME": "MobilenetV2/Predictions/Softmax" - } - }, - "tf,v2,fp32": { - "env": { - "CM_ML_MODEL_MOBILENET_NAME_PREFIX": "", - "CM_ML_MODEL_VER": "2_<<>>_<<>>", - "CM_ML_MODEL_OUTPUT_LAYER_NAME": "MobilenetV2/Predictions/Reshape_1" - } - }, - "tf,v1,int8": { - "env": { - "CM_ML_MODEL_MOBILENET_NAME_SUFFIX": "_quant" - } - }, - "tf,v1,uint8": { - "env": { - "CM_ML_MODEL_MOBILENET_NAME_SUFFIX": "_quant" - } - }, - "tf,v1,fp32": { - "env": { - "CM_ML_MODEL_MOBILENET_NAME_PREFIX": "" - } - }, - "tf,int8,v1,resolution-224,multiplier-1.0": { - "env": { - "CM_ML_MODEL_ACCURACY": "70.762" - } - }, - "tf,fp32,v1,resolution-224,multiplier-1.0": { - "env": { - "CM_ML_MODEL_ACCURACY": "71.676" - } - }, - "tflite": { - "base": [ - "tf" - ] - } - }, - "print_env_at_the_end" : { - "CM_ML_MODEL_FILE_WITH_PATH": "Path to the ML model" - } -} +alias: get-ml-model-mobilenet +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +default_env: + CM_ML_MODEL: mobilenet + CM_ML_MODEL_DATASET: imagenet2012-val + CM_ML_MODEL_INPUTS_DATA_TYPE: fp32 + CM_ML_MODEL_MOBILENET_NAME_SUFFIX: '' + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_WEIGHTS_DATA_TYPE: fp32 + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: 'no' +new_env_keys: +- CM_ML_MODEL_* +- CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS +print_env_at_the_end: + CM_ML_MODEL_FILE_WITH_PATH: Path to the ML model +tags: +- get +- ml-model +- mobilenet +- raw +- ml-model-mobilenet +- image-classification +uid: ce46675a3ab249e4 +variations: + fp32: + default: true + env: + CM_ML_MODEL_INPUTS_DATA_TYPE: fp32 + CM_ML_MODEL_MOBILENET_PRECISION: float + CM_ML_MODEL_PRECISION: fp32 + CM_ML_MODEL_WEIGHTS_DATA_TYPE: fp32 + group: precision + from.google: + env: + CM_DOWNLOAD_SOURCE: google + group: source + from.zenodo: + env: + CM_DOWNLOAD_SOURCE: zenodo + group: source + int8: + base: + - quantized_ + env: + CM_ML_MODEL_INPUTS_DATA_TYPE: int8 + CM_ML_MODEL_MOBILENET_PRECISION: int8 + CM_ML_MODEL_PRECISION: int8 + CM_ML_MODEL_WEIGHTS_DATA_TYPE: int8 + group: precision + large: + env: + CM_ML_MODEL_MOBILENET_KIND: large + group: kind + large-minimalistic: + env: + CM_ML_MODEL_MOBILENET_KIND: large-minimalistic + group: kind + multiplier-0.25: + env: + CM_ML_MODEL_MOBILENET_MULTIPLIER: '0.25' + CM_ML_MODEL_MOBILENET_MULTIPLIER_PERCENTAGE: '25' + group: multiplier + multiplier-0.35: + env: + CM_ML_MODEL_MOBILENET_MULTIPLIER: '0.35' + CM_ML_MODEL_MOBILENET_MULTIPLIER_PERCENTAGE: '35' + group: multiplier + multiplier-0.5: + env: + CM_ML_MODEL_MOBILENET_MULTIPLIER: '0.5' + CM_ML_MODEL_MOBILENET_MULTIPLIER_PERCENTAGE: '50' + group: multiplier + multiplier-0.75: + env: + CM_ML_MODEL_MOBILENET_MULTIPLIER: '0.75' + CM_ML_MODEL_MOBILENET_MULTIPLIER_PERCENTAGE: '75' + group: multiplier + multiplier-1.0: + env: + CM_ML_MODEL_MOBILENET_MULTIPLIER: '1.0' + CM_ML_MODEL_MOBILENET_MULTIPLIER_PERCENTAGE: '100' + group: multiplier + onnx: + env: + CM_ML_MODEL_DATA_LAYOUT: NCHW + CM_ML_MODEL_FRAMEWORK: onnx + group: framework + onnx,fp32,v1: + env: + CM_ML_MODEL_INPUT_LAYER_NAME: input:0 + CM_ML_MODEL_NORMALIZE_DATA: 'yes' + CM_ML_MODEL_OUTPUT_LAYER_NAME: MobilenetV1/Predictions/Reshape_1:0 + CM_ML_MODEL_SUBTRACT_MEANS: 'no' + CM_ML_MODEL_VER: '1_1.0_224' + onnx,int8,v1: + env: + CM_ML_MODEL_FILE: mobilenet_sym_no_bn.onnx + CM_ML_MODEL_GIVEN_CHANNEL_MEANS: 128.0 128.0 128.0 + CM_ML_MODEL_INPUT_LAYER_NAME: '0' + CM_ML_MODEL_NORMALIZE_DATA: 'no' + CM_ML_MODEL_OUTPUT_LAYER_NAME: '169' + CM_ML_MODEL_SUBTRACT_MEANS: 'yes' + CM_ML_MODEL_VER: 1_1.0_224_quant + CM_PACKAGE_URL: https://zenodo.org/record/3353417/files/Quantized%20MobileNet.zip + CM_UNZIP: 'yes' + onnx,opset-11,fp32,v1: + env: + CM_PACKAGE_URL: https://zenodo.org/record/4735651/files/mobilenet_v1_1.0_224.onnx + onnx,opset-8,fp32,v1: + env: + CM_PACKAGE_URL: https://zenodo.org/record/3157894/files/mobilenet_v1_1.0_224.onnx + opset-11: + env: + CM_ML_MODEL_ONNX_OPSET: '11' + group: opset-version + opset-8: + env: + CM_ML_MODEL_ONNX_OPSET: '8' + group: opset-version + quantized_: + env: + CM_ML_MODEL_MOBILENET_NAME_SUFFIX: _quant + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: 'yes' + resolution-128: + env: + CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS: _resolution.128 + CM_ML_MODEL_IMAGE_HEIGHT: '128' + CM_ML_MODEL_IMAGE_WIDTH: '128' + CM_ML_MODEL_MOBILENET_RESOLUTION: '128' + group: resolution + resolution-160: + env: + CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS: _resolution.160 + CM_ML_MODEL_IMAGE_HEIGHT: '160' + CM_ML_MODEL_IMAGE_WIDTH: '160' + CM_ML_MODEL_MOBILENET_RESOLUTION: '160' + group: resolution + resolution-192: + env: + CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS: _resolution.192 + CM_ML_MODEL_IMAGE_HEIGHT: '192' + CM_ML_MODEL_IMAGE_WIDTH: '192' + CM_ML_MODEL_MOBILENET_RESOLUTION: '192' + group: resolution + resolution-224: + env: + CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS: _resolution.224 + CM_ML_MODEL_IMAGE_HEIGHT: '224' + CM_ML_MODEL_IMAGE_WIDTH: '224' + CM_ML_MODEL_MOBILENET_RESOLUTION: '224' + group: resolution + small: + env: + CM_ML_MODEL_MOBILENET_KIND: small + group: kind + small-minimalistic: + default_variations: + precision: fp32 + env: + CM_ML_MODEL_MOBILENET_KIND: small-minimalistic + group: kind + tf: + default: true + default_variations: + source: from.google + env: + CM_ML_MODEL_DATA_LAYOUT: NHWC + CM_ML_MODEL_INPUT_LAYER_NAME: input + CM_ML_MODEL_NORMALIZE_DATA: 'yes' + CM_ML_MODEL_SUBTRACT_MEANS: 'no' + group: framework + tf,fp32,v1,resolution-224,multiplier-1.0: + env: + CM_ML_MODEL_ACCURACY: '71.676' + tf,from.google,v1: + env: + CM_PACKAGE_URL: http://download.tensorflow.org/models/mobilenet_v1_2018_08_02/mobilenet_v1_<<>>_<<>><<>>.tgz + CM_UNTAR: 'yes' + tf,from.google,v2,fp32: + env: + CM_ML_MODEL_FILE: mobilenet_v2_<<>>_<<>>.tflite + CM_ML_MODEL_WEIGHTS_FILE: mobilenet_v2_<<>>_<<>>.ckpt.data-00000-of-00001 + CM_PACKAGE_URL: https://storage.googleapis.com/mobilenet_v2/checkpoints/mobilenet_v2_<<>>_<<>>.tgz + CM_UNTAR: 'yes' + tf,from.google,v2,quantized_: + env: + CM_EXTRACT_FOLDER: v2_<<>>_<<>> + CM_ML_MODEL_FILE: model.tflite + CM_ML_MODEL_WEIGHTS_FILE: <<>>_v2_<<>>_<<>>.ckpt.data-00000-of-00001 + CM_PACKAGE_URL: https://storage.googleapis.com/mobilenet_v2/checkpoints/<<>>_v2_<<>>_<<>>.tgz + CM_UNTAR: 'yes' + tf,from.google,v3: + env: + CM_EXTRACT_FOLDER: v3-<<>>_<<>>_<<>>_<<>> + CM_ML_MODEL_FILE: v3-<<>>_<<>>_<<>>_<<>>.tflite + CM_PACKAGE_URL: https://storage.googleapis.com/mobilenet_v3/checkpoints/v3-<<>>_<<>>_<<>>_<<>>.tgz + CM_UNTAR: 'yes' + tf,from.zenodo,v1: + env: + CM_PACKAGE_URL: https://zenodo.org/record/2269307/files/mobilenet_v1_<<>>_<<>><<>>.tgz + CM_UNTAR: 'yes' + tf,int8,v1,resolution-224,multiplier-1.0: + env: + CM_ML_MODEL_ACCURACY: '70.762' + tf,v1: + env: + CM_ML_MODEL_FILE: mobilenet_v1_<<>>_<<>><<>>.tflite + CM_ML_MODEL_OUTPUT_LAYER_NAME: MobilenetV1/Predictions/Reshape_1 + CM_ML_MODEL_VER: 1_<<>>_<<>><<>>_2018_08_02 + CM_ML_MODEL_WEIGHTS_FILE: mobilenet_v1_<<>>_<<>><<>>.ckpt.data-00000-of-00001 + tf,v1,fp32: + env: + CM_ML_MODEL_MOBILENET_NAME_PREFIX: '' + tf,v1,int8: + env: + CM_ML_MODEL_MOBILENET_NAME_SUFFIX: _quant + tf,v1,uint8: + env: + CM_ML_MODEL_MOBILENET_NAME_SUFFIX: _quant + tf,v2,fp32: + env: + CM_ML_MODEL_MOBILENET_NAME_PREFIX: '' + CM_ML_MODEL_OUTPUT_LAYER_NAME: MobilenetV2/Predictions/Reshape_1 + CM_ML_MODEL_VER: 2_<<>>_<<>> + tf,v2,int8: + env: + CM_ML_MODEL_MOBILENET_NAME_PREFIX: quantized + CM_ML_MODEL_OUTPUT_LAYER_NAME: MobilenetV2/Predictions/Softmax + CM_ML_MODEL_VER: 2_<<>>_<<>> + tf,v2,uint8: + env: + CM_ML_MODEL_MOBILENET_NAME_PREFIX: quantized + CM_ML_MODEL_OUTPUT_LAYER_NAME: MobilenetV2/Predictions/Softmax + CM_ML_MODEL_VER: 2_<<>>_<<>> + tf,v3: + env: + CM_ML_MODEL_OUTPUT_LAYER_NAME: MobilenetV3/Predictions/Softmax + CM_ML_MODEL_VER: 3_<<>>_<<>> + tflite: + base: + - tf + uint8: + base: + - quantized_ + env: + CM_ML_MODEL_INPUTS_DATA_TYPE: uint8 + CM_ML_MODEL_MOBILENET_PRECISION: uint8 + CM_ML_MODEL_PRECISION: uint8 + CM_ML_MODEL_WEIGHTS_DATA_TYPE: uint8 + group: precision + v1: + default_variations: + multiplier: multiplier-1.0 + resolution: resolution-224 + env: + CM_ML_MODEL_FULL_NAME: mobilenet-v1-precision_<<>>-<<>>-<<>> + CM_ML_MODEL_MOBILENET_VERSION: '1' + group: version + v2: + default_variations: + multiplier: multiplier-1.0 + resolution: resolution-224 + env: + CM_ML_MODEL_FULL_NAME: mobilenet-v2-precision_<<>>-<<>>-<<>> + CM_ML_MODEL_MOBILENET_VERSION: '2' + CM_ML_MODEL_VER: '2' + group: version + v3: + default: true + default_variations: + multiplier: multiplier-1.0 + resolution: resolution-224 + env: + CM_ML_MODEL_FULL_NAME: mobilenet-v3-precision_<<>>-<<>>-<<>> + CM_ML_MODEL_MOBILENET_VERSION: '3' + CM_ML_MODEL_VER: '3' + group: version diff --git a/script/get-ml-model-neuralmagic-zoo/_cm.yaml b/script/get-ml-model-neuralmagic-zoo/_cm.yaml index 04a8a1ca52..3c78a1ce92 100644 --- a/script/get-ml-model-neuralmagic-zoo/_cm.yaml +++ b/script/get-ml-model-neuralmagic-zoo/_cm.yaml @@ -1,302 +1,223 @@ -{ - "alias": "get-ml-model-neuralmagic-zoo", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML models", - "env": { - }, - "new_env_keys": [ - "CM_ML_MODEL*", - "CM_MODEL_ZOO_STUB", - "CM_MLPERF_CUSTOM_MODEL_PATH", - "CM_GET_DEPENDENT_CACHED_PATH" - ], - "tags": [ - "get", - "ml-model", - "model", - "zoo", - "deepsparse", - "model-zoo", - "sparse-zoo", - "neuralmagic", - "neural-magic" - ], - "deps": [ - { - "tags": "get,python3", - "names": [ "python3", "python" ] - }, - { - "tags": "get,generic-python-lib,_package.protobuf", - "version_max": "3.20.1" - }, - { - "tags": "get,generic-python-lib,_sparsezoo" - } - ], - "uid": "adbb3f2525a14f97", - "variations": { - "bert-base-pruned95_obs_quant-none": { - "env": { - "CM_MODEL_ZOO_STUB": "zoo:nlp/question_answering/bert-base/pytorch/huggingface/squad/pruned95_obs_quant-none", - "CM_ML_MODEL_FULL_NAME": "bert-base-pruned95_obs_quant-none-bert-99", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://huggingface.co/bert-base-uncased", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "quantization, unstructured pruning", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "int8", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "int64", - "CM_ML_MODEL_RETRAINING": "yes" - } - }, - "model-stub.zoo:nlp/question_answering/bert-base/pytorch/huggingface/squad/pruned95_obs_quant-none": { - "alias": "bert-base-pruned95_obs_quant-none" - }, - "obert-large-pruned95_quant-none-vnni": { - "env": { - "CM_MODEL_ZOO_STUB": "zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned95_quant-none-vnni", - "CM_ML_MODEL_FULL_NAME": "obert-large-pruned95_quant-none-vnni-bert-99", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://huggingface.co/bert-large-uncased", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "quantization, unstructured pruning", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "int8", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "int64", - "CM_ML_MODEL_RETRAINING": "yes" - } - }, - "model-stub.zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned95_quant-none-vnni": { - "alias": "obert-large-pruned95_quant-none-vnni" - }, - "mobilebert-14layer_pruned50_quant-none-vnni": { - "env": { - "CM_MODEL_ZOO_STUB": "zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/14layer_pruned50_quant-none-vnni", - "CM_ML_MODEL_FULL_NAME": "mobilebert-14layer_pruned50_quant-none-vnni-bert-99", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://storage.googleapis.com/cloud-tpu-checkpoints/mobilebert/uncased_L-24_H-128_B-512_A-4_F-4_OPT.tar.gz", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "quantization, unstructured pruning", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "int8", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "int64", - "CM_ML_MODEL_RETRAINING": "yes" - } - }, - "model-stub.zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/14layer_pruned50_quant-none-vnni": { - "alias": "mobilebert-14layer_pruned50_quant-none-vnni" - }, - "mobilebert-base_quant-none": { - "env": { - "CM_MODEL_ZOO_STUB": "zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/base_quant-none", - "CM_ML_MODEL_FULL_NAME": "mobilebert-base_quant-none-bert-99", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://storage.googleapis.com/cloud-tpu-checkpoints/mobilebert/uncased_L-24_H-128_B-512_A-4_F-4_OPT.tar.gz", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "quantization, unstructured pruning", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "int8", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "int64", - "CM_ML_MODEL_RETRAINING": "yes" - } - }, - "model-stub.zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/base_quant-none": { - "alias": "mobilebert-base_quant-none" - }, - "mobilebert-none-base-none": { - "env": { - "CM_MODEL_ZOO_STUB": "zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/base-none", - "CM_ML_MODEL_FULL_NAME": "mobilebert-none-base-none-bert-99", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://storage.googleapis.com/cloud-tpu-checkpoints/mobilebert/uncased_L-24_H-128_B-512_A-4_F-4_OPT.tar.gz", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "unstructured pruning", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_RETRAINING": "no" - } - }, - "model-stub.zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/base-none": { - "alias": "mobilebert-none-base-none" - }, - "oberta-base-pruned90-quant-none": { - "env": { - "CM_MODEL_ZOO_STUB": "zoo:nlp/question_answering/oberta-base/pytorch/huggingface/squad/pruned90_quant-none", - "CM_ML_MODEL_FULL_NAME": "oberta-base-pruned90-quant-none-bert-99", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://huggingface.co/roberta-base", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "quantization, unstructured pruning", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "int8", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "int64", - "CM_ML_MODEL_RETRAINING": "no" - } - }, - "model-stub.zoo:nlp/question_answering/oberta-base/pytorch/huggingface/squad/pruned90_quant-none": { - "alias": "oberta-base-pruned90-quant-none" - }, - "roberta-base-pruned85-quant-none": { - "env": { - "CM_MODEL_ZOO_STUB": "zoo:nlp/question_answering/roberta-base/pytorch/huggingface/squad/pruned85_quant-none", - "CM_ML_MODEL_FULL_NAME": "roberta-base-pruned85-quant-none-bert-99", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://huggingface.co/roberta-base", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "quantization, unstructured pruning", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "int8", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "int64", - "CM_ML_MODEL_RETRAINING": "no" - } - }, - "model-stub.zoo:nlp/question_answering/roberta-base/pytorch/huggingface/squad/pruned85_quant-none": { - "alias": "roberta-base-pruned85-quant-none" - }, - "mobilebert-14layer_pruned50-none-vnni": { - "env": { - "CM_MODEL_ZOO_STUB": "zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/14layer_pruned50-none-vnni", - "CM_ML_MODEL_FULL_NAME": "mobilebert-14layer_pruned50-none-vnni-bert-99", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://storage.googleapis.com/cloud-tpu-checkpoints/mobilebert/uncased_L-24_H-128_B-512_A-4_F-4_OPT.tar.gz", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "unstructured pruning", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_RETRAINING": "no" - } - }, - "model-stub.zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/14layer_pruned50-none-vnni": { - "alias": "mobilebert-14layer_pruned50-none-vnni" - }, - "obert-base-pruned90-none": { - "env": { - "CM_MODEL_ZOO_STUB": "zoo:nlp/question_answering/obert-base/pytorch/huggingface/squad/pruned90-none", - "CM_ML_MODEL_FULL_NAME": "obert-base-pruned90-none-bert-99", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://huggingface.co/bert-large-uncased", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "unstructured pruning", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_RETRAINING": "no" - } - }, - "model-stub.zoo:nlp/question_answering/obert-base/pytorch/huggingface/squad/pruned90-none": { - "alias": "obert-base-pruned90-none" - }, - "obert-large-pruned97-quant-none": { - "env": { - "CM_MODEL_ZOO_STUB": "zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned97_quant-none", - "CM_ML_MODEL_FULL_NAME": "obert-large-pruned97-quant-none-bert-99", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://huggingface.co/bert-large-uncased", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "quantization, unstructured pruning", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "int8", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "int64", - "CM_ML_MODEL_RETRAINING": "no" - } - }, - "model-stub.zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned97_quant-none": { - "alias": "obert-large-pruned97-quant-none" - }, - "bert-base_cased-pruned90-none": { - "env": { - "CM_MODEL_ZOO_STUB": "zoo:nlp/question_answering/bert-base_cased/pytorch/huggingface/squad/pruned90-none", - "CM_ML_MODEL_FULL_NAME": "bert-base_cased-pruned90-none-bert-99", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://huggingface.co/bert-base-cased", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "unstructured pruning", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_RETRAINING": "no" - } - }, - "model-stub.zoo:nlp/question_answering/bert-base_cased/pytorch/huggingface/squad/pruned90-none": { - "alias": "bert-base_cased-pruned90-none" - }, - "bert-base-pruned90-none": { - "env": { - "CM_MODEL_ZOO_STUB": "zoo:nlp/question_answering/bert-base/pytorch/huggingface/squad/pruned90-none", - "CM_ML_MODEL_FULL_NAME": "bert-base-pruned90-none-bert-99", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://huggingface.co/bert-base-uncased", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "unstructured pruning", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_RETRAINING": "no" - } - }, - "model-stub.zoo:nlp/question_answering/bert-base/pytorch/huggingface/squad/pruned90-none": { - "alias": "bert-base-pruned90-none" - }, - "bert-large-pruned80_quant-none-vnni": { - "env": { - "CM_MODEL_ZOO_STUB": "zoo:nlp/question_answering/bert-large/pytorch/huggingface/squad/pruned80_quant-none-vnni", - "CM_ML_MODEL_FULL_NAME": "bert-large-pruned80_quant-none-vnni-bert-99", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://huggingface.co/bert-large-uncased", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "quantization, unstructured pruning", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "int8", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "int64", - "CM_ML_MODEL_RETRAINING": "no" - } - }, - "model-stub.zoo:nlp/question_answering/bert-large/pytorch/huggingface/squad/pruned80_quant-none-vnni": { - "alias": "bert-large-pruned80_quant-none-vnni" - }, - "obert-large-pruned95-none-vnni": { - "env": { - "CM_MODEL_ZOO_STUB": "zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned95-none-vnni", - "CM_ML_MODEL_FULL_NAME": "obert-large-pruned95-none-vnni-bert-99", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://huggingface.co/bert-large-uncased", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "unstructured pruning", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_RETRAINING": "no" - } - }, - "model-stub.zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned95-none-vnni": { - "alias": "obert-large-pruned95-none-vnni" - }, - "obert-large-pruned97-none": { - "env": { - "CM_MODEL_ZOO_STUB": "zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned97-none", - "CM_ML_MODEL_FULL_NAME": "obert-large-pruned97-none-bert-99", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://huggingface.co/bert-large-uncased", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "unstructured pruning", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_RETRAINING": "no" - } - }, - "model-stub.zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned97-none": { - "alias": "obert-large-pruned97-none" - }, - "bert-large-base-none": { - "env": { - "CM_MODEL_ZOO_STUB": "zoo:nlp/question_answering/bert-large/pytorch/huggingface/squad/base-none", - "CM_ML_MODEL_FULL_NAME": "bert-large-base-none-bert-99", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://huggingface.co/bert-large-uncased", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "unstructured pruning", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_RETRAINING": "no" - } - }, - "model-stub.zoo:nlp/question_answering/bert-large/pytorch/huggingface/squad/base-none": { - "alias": "bert-large-base-none" - }, - "obert-large-base-none": { - "env": { - "CM_MODEL_ZOO_STUB": "zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/base-none", - "CM_ML_MODEL_FULL_NAME": "obert-large-base-none-bert-99", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://huggingface.co/bert-large-uncased", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "unstructured pruning", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_RETRAINING": "no" - } - }, - "model-stub.zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/base-none": { - "alias": "obert-large-base-none" - }, - "mobilebert-none-base-none": { - "env": { - "CM_MODEL_ZOO_STUB": "zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/base-none", - "CM_ML_MODEL_FULL_NAME": "mobilebert-none-base-none-bert-99", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://storage.googleapis.com/cloud-tpu-checkpoints/mobilebert/uncased_L-24_H-128_B-512_A-4_F-4_OPT.tar.gz", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "unstructured pruning", - "CM_ML_MODEL_WEIGHTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_INPUTS_DATA_TYPE": "fp32", - "CM_ML_MODEL_RETRAINING": "no" - } - }, - "model-stub.zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/base-none": { - "alias": "mobilebert-none-base-none" - }, - "model-stub.#": { - "env": { - "CM_MODEL_ZOO_STUB": "#" - } - } - }, - "print_env_at_the_end" : { - "CM_ML_MODEL_FILE_WITH_PATH": "Path to the ML model" - } -} +alias: get-ml-model-neuralmagic-zoo +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +deps: +- names: + - python3 + - python + tags: get,python3 +- tags: get,generic-python-lib,_package.protobuf + version_max: 3.20.1 +- tags: get,generic-python-lib,_sparsezoo +env: {} +new_env_keys: +- CM_ML_MODEL* +- CM_MODEL_ZOO_STUB +- CM_MLPERF_CUSTOM_MODEL_PATH +- CM_GET_DEPENDENT_CACHED_PATH +print_env_at_the_end: + CM_ML_MODEL_FILE_WITH_PATH: Path to the ML model +tags: +- get +- ml-model +- model +- zoo +- deepsparse +- model-zoo +- sparse-zoo +- neuralmagic +- neural-magic +uid: adbb3f2525a14f97 +variations: + bert-base-pruned90-none: + env: + CM_ML_MODEL_FULL_NAME: bert-base-pruned90-none-bert-99 + CM_ML_MODEL_INPUTS_DATA_TYPE: fp32 + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://huggingface.co/bert-base-uncased + CM_ML_MODEL_WEIGHTS_DATA_TYPE: fp32 + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: unstructured pruning + CM_MODEL_ZOO_STUB: zoo:nlp/question_answering/bert-base/pytorch/huggingface/squad/pruned90-none + bert-base-pruned95_obs_quant-none: + env: + CM_ML_MODEL_FULL_NAME: bert-base-pruned95_obs_quant-none-bert-99 + CM_ML_MODEL_INPUTS_DATA_TYPE: int64 + CM_ML_MODEL_RETRAINING: 'yes' + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://huggingface.co/bert-base-uncased + CM_ML_MODEL_WEIGHTS_DATA_TYPE: int8 + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: quantization, unstructured pruning + CM_MODEL_ZOO_STUB: zoo:nlp/question_answering/bert-base/pytorch/huggingface/squad/pruned95_obs_quant-none + bert-base_cased-pruned90-none: + env: + CM_ML_MODEL_FULL_NAME: bert-base_cased-pruned90-none-bert-99 + CM_ML_MODEL_INPUTS_DATA_TYPE: fp32 + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://huggingface.co/bert-base-cased + CM_ML_MODEL_WEIGHTS_DATA_TYPE: fp32 + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: unstructured pruning + CM_MODEL_ZOO_STUB: zoo:nlp/question_answering/bert-base_cased/pytorch/huggingface/squad/pruned90-none + bert-large-base-none: + env: + CM_ML_MODEL_FULL_NAME: bert-large-base-none-bert-99 + CM_ML_MODEL_INPUTS_DATA_TYPE: fp32 + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://huggingface.co/bert-large-uncased + CM_ML_MODEL_WEIGHTS_DATA_TYPE: fp32 + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: unstructured pruning + CM_MODEL_ZOO_STUB: zoo:nlp/question_answering/bert-large/pytorch/huggingface/squad/base-none + bert-large-pruned80_quant-none-vnni: + env: + CM_ML_MODEL_FULL_NAME: bert-large-pruned80_quant-none-vnni-bert-99 + CM_ML_MODEL_INPUTS_DATA_TYPE: int64 + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://huggingface.co/bert-large-uncased + CM_ML_MODEL_WEIGHTS_DATA_TYPE: int8 + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: quantization, unstructured pruning + CM_MODEL_ZOO_STUB: zoo:nlp/question_answering/bert-large/pytorch/huggingface/squad/pruned80_quant-none-vnni + mobilebert-14layer_pruned50-none-vnni: + env: + CM_ML_MODEL_FULL_NAME: mobilebert-14layer_pruned50-none-vnni-bert-99 + CM_ML_MODEL_INPUTS_DATA_TYPE: fp32 + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://storage.googleapis.com/cloud-tpu-checkpoints/mobilebert/uncased_L-24_H-128_B-512_A-4_F-4_OPT.tar.gz + CM_ML_MODEL_WEIGHTS_DATA_TYPE: fp32 + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: unstructured pruning + CM_MODEL_ZOO_STUB: zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/14layer_pruned50-none-vnni + mobilebert-14layer_pruned50_quant-none-vnni: + env: + CM_ML_MODEL_FULL_NAME: mobilebert-14layer_pruned50_quant-none-vnni-bert-99 + CM_ML_MODEL_INPUTS_DATA_TYPE: int64 + CM_ML_MODEL_RETRAINING: 'yes' + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://storage.googleapis.com/cloud-tpu-checkpoints/mobilebert/uncased_L-24_H-128_B-512_A-4_F-4_OPT.tar.gz + CM_ML_MODEL_WEIGHTS_DATA_TYPE: int8 + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: quantization, unstructured pruning + CM_MODEL_ZOO_STUB: zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/14layer_pruned50_quant-none-vnni + mobilebert-base_quant-none: + env: + CM_ML_MODEL_FULL_NAME: mobilebert-base_quant-none-bert-99 + CM_ML_MODEL_INPUTS_DATA_TYPE: int64 + CM_ML_MODEL_RETRAINING: 'yes' + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://storage.googleapis.com/cloud-tpu-checkpoints/mobilebert/uncased_L-24_H-128_B-512_A-4_F-4_OPT.tar.gz + CM_ML_MODEL_WEIGHTS_DATA_TYPE: int8 + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: quantization, unstructured pruning + CM_MODEL_ZOO_STUB: zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/base_quant-none + mobilebert-none-base-none: + env: + CM_ML_MODEL_FULL_NAME: mobilebert-none-base-none-bert-99 + CM_ML_MODEL_INPUTS_DATA_TYPE: fp32 + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://storage.googleapis.com/cloud-tpu-checkpoints/mobilebert/uncased_L-24_H-128_B-512_A-4_F-4_OPT.tar.gz + CM_ML_MODEL_WEIGHTS_DATA_TYPE: fp32 + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: unstructured pruning + CM_MODEL_ZOO_STUB: zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/base-none + model-stub.#: + env: + CM_MODEL_ZOO_STUB: '#' + model-stub.zoo:nlp/question_answering/bert-base/pytorch/huggingface/squad/pruned90-none: + alias: bert-base-pruned90-none + model-stub.zoo:nlp/question_answering/bert-base/pytorch/huggingface/squad/pruned95_obs_quant-none: + alias: bert-base-pruned95_obs_quant-none + model-stub.zoo:nlp/question_answering/bert-base_cased/pytorch/huggingface/squad/pruned90-none: + alias: bert-base_cased-pruned90-none + model-stub.zoo:nlp/question_answering/bert-large/pytorch/huggingface/squad/base-none: + alias: bert-large-base-none + model-stub.zoo:nlp/question_answering/bert-large/pytorch/huggingface/squad/pruned80_quant-none-vnni: + alias: bert-large-pruned80_quant-none-vnni + model-stub.zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/14layer_pruned50-none-vnni: + alias: mobilebert-14layer_pruned50-none-vnni + model-stub.zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/14layer_pruned50_quant-none-vnni: + alias: mobilebert-14layer_pruned50_quant-none-vnni + model-stub.zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/base-none: + alias: mobilebert-none-base-none + model-stub.zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/base_quant-none: + alias: mobilebert-base_quant-none + model-stub.zoo:nlp/question_answering/obert-base/pytorch/huggingface/squad/pruned90-none: + alias: obert-base-pruned90-none + model-stub.zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/base-none: + alias: obert-large-base-none + model-stub.zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned95-none-vnni: + alias: obert-large-pruned95-none-vnni + model-stub.zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned95_quant-none-vnni: + alias: obert-large-pruned95_quant-none-vnni + model-stub.zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned97-none: + alias: obert-large-pruned97-none + model-stub.zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned97_quant-none: + alias: obert-large-pruned97-quant-none + model-stub.zoo:nlp/question_answering/oberta-base/pytorch/huggingface/squad/pruned90_quant-none: + alias: oberta-base-pruned90-quant-none + model-stub.zoo:nlp/question_answering/roberta-base/pytorch/huggingface/squad/pruned85_quant-none: + alias: roberta-base-pruned85-quant-none + obert-base-pruned90-none: + env: + CM_ML_MODEL_FULL_NAME: obert-base-pruned90-none-bert-99 + CM_ML_MODEL_INPUTS_DATA_TYPE: fp32 + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://huggingface.co/bert-large-uncased + CM_ML_MODEL_WEIGHTS_DATA_TYPE: fp32 + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: unstructured pruning + CM_MODEL_ZOO_STUB: zoo:nlp/question_answering/obert-base/pytorch/huggingface/squad/pruned90-none + obert-large-base-none: + env: + CM_ML_MODEL_FULL_NAME: obert-large-base-none-bert-99 + CM_ML_MODEL_INPUTS_DATA_TYPE: fp32 + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://huggingface.co/bert-large-uncased + CM_ML_MODEL_WEIGHTS_DATA_TYPE: fp32 + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: unstructured pruning + CM_MODEL_ZOO_STUB: zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/base-none + obert-large-pruned95-none-vnni: + env: + CM_ML_MODEL_FULL_NAME: obert-large-pruned95-none-vnni-bert-99 + CM_ML_MODEL_INPUTS_DATA_TYPE: fp32 + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://huggingface.co/bert-large-uncased + CM_ML_MODEL_WEIGHTS_DATA_TYPE: fp32 + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: unstructured pruning + CM_MODEL_ZOO_STUB: zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned95-none-vnni + obert-large-pruned95_quant-none-vnni: + env: + CM_ML_MODEL_FULL_NAME: obert-large-pruned95_quant-none-vnni-bert-99 + CM_ML_MODEL_INPUTS_DATA_TYPE: int64 + CM_ML_MODEL_RETRAINING: 'yes' + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://huggingface.co/bert-large-uncased + CM_ML_MODEL_WEIGHTS_DATA_TYPE: int8 + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: quantization, unstructured pruning + CM_MODEL_ZOO_STUB: zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned95_quant-none-vnni + obert-large-pruned97-none: + env: + CM_ML_MODEL_FULL_NAME: obert-large-pruned97-none-bert-99 + CM_ML_MODEL_INPUTS_DATA_TYPE: fp32 + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://huggingface.co/bert-large-uncased + CM_ML_MODEL_WEIGHTS_DATA_TYPE: fp32 + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: unstructured pruning + CM_MODEL_ZOO_STUB: zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned97-none + obert-large-pruned97-quant-none: + env: + CM_ML_MODEL_FULL_NAME: obert-large-pruned97-quant-none-bert-99 + CM_ML_MODEL_INPUTS_DATA_TYPE: int64 + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://huggingface.co/bert-large-uncased + CM_ML_MODEL_WEIGHTS_DATA_TYPE: int8 + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: quantization, unstructured pruning + CM_MODEL_ZOO_STUB: zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned97_quant-none + oberta-base-pruned90-quant-none: + env: + CM_ML_MODEL_FULL_NAME: oberta-base-pruned90-quant-none-bert-99 + CM_ML_MODEL_INPUTS_DATA_TYPE: int64 + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://huggingface.co/roberta-base + CM_ML_MODEL_WEIGHTS_DATA_TYPE: int8 + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: quantization, unstructured pruning + CM_MODEL_ZOO_STUB: zoo:nlp/question_answering/oberta-base/pytorch/huggingface/squad/pruned90_quant-none + roberta-base-pruned85-quant-none: + env: + CM_ML_MODEL_FULL_NAME: roberta-base-pruned85-quant-none-bert-99 + CM_ML_MODEL_INPUTS_DATA_TYPE: int64 + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://huggingface.co/roberta-base + CM_ML_MODEL_WEIGHTS_DATA_TYPE: int8 + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: quantization, unstructured pruning + CM_MODEL_ZOO_STUB: zoo:nlp/question_answering/roberta-base/pytorch/huggingface/squad/pruned85_quant-none diff --git a/script/get-ml-model-resnet50/_cm.yaml b/script/get-ml-model-resnet50/_cm.yaml index 29445a0a0c..61da526b5a 100644 --- a/script/get-ml-model-resnet50/_cm.yaml +++ b/script/get-ml-model-resnet50/_cm.yaml @@ -1,322 +1,237 @@ -{ - "alias": "get-ml-model-resnet50", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML models", - "env": { - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_ML_MODEL_FILE_WITH_PATH", - "CM_ML_MODEL": "RESNET50", - "CM_ML_MODEL_DATASET": "imagenet2012-val", - "CM_ML_MODEL_IMAGE_HEIGHT": "224", - "CM_ML_MODEL_IMAGE_WIDTH": "224", - "CM_ML_MODEL_NORMALIZE_DATA": "0", - "CM_ML_MODEL_RETRAINING": "no", - "CM_ML_MODEL_SUBTRACT_MEANS": "YES", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "no" - }, - "new_env_keys": [ - "CM_ML_MODEL_*" - ], - "prehook_deps": [ - { - "env": { - "CM_EXTRACT_EXTRACTED_FILENAME": "<<>>", - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_ML_MODEL_FILE_WITH_PATH", - "CM_EXTRACT_FINAL_ENV_NAME": "CM_ML_MODEL_FILE_WITH_PATH" - }, - "extra_cache_tags": "ml-model,resnet50,raw,ml-model-resnet50,_<<>>", - "force_cache": true, - "names": [ - "model-downloader" - ], - "tags": "download-and-extract", - "update_tags_from_env_with_prefix": { - "_url.": [ - "CM_PACKAGE_URL" - ] - } - } - ], - "tags": [ - "get", - "raw", - "ml-model", - "resnet50", - "ml-model-resnet50", - "image-classification" - ], - "uid": "56203e4e998b4bc0", - "variations": { - "argmax": { - "default": true, - "env": { - "CM_ML_MODEL_OUTPUT_LAYER_ARGMAX": "yes" - }, - "group": "model-output" - }, - "batch_size.#": { - "env": { - "CM_ML_MODEL_BATCH_SIZE": "#" - } - }, - "batch_size.1": { - "env": { - "CM_ML_MODEL_BATCH_SIZE": "1" - } - }, - "fix-input-shape": { - "deps": [ - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - } - ] - }, - "fp32": { - "default": true, - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "fp32", - "CM_ML_MODEL_PRECISION": "fp32", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "fp32" - }, - "group": "precision" - }, - "from-tf": {}, - "huggingface_default": { - "env": { - "CM_PACKAGE_URL": "https://huggingface.co/ctuning/mlperf-inference-resnet50-onnx-fp32-imagenet2012-v1.0/resolve/main/resnet50_v1.onnx", - "CM_DOWNLOAD_CHECKSUM":"f6a4da60cd5f084d97efc2c1ddb10beb" - } - }, - "int8": { - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "int8", - "CM_ML_MODEL_PRECISION": "int8", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "int8" - }, - "group": "precision" - }, - "ncnn": { - "env": { - "CM_ML_MODEL_FRAMEWORK": "ncnn" - }, - "group": "framework" - }, - "ncnn,fp32": { - "env": { - "CM_PACKAGE_URL": "https://zenodo.org/record/8073420/files/resnet50_v1.bin?download=1", - "CM_DOWNLOAD_CHECKSUM":"0360777ab2178a65a8f78c35a7d619e0" - }, - "post_deps": [ - { - "env": { - "CM_EXTRACT_EXTRACTED_FILENAME": "<<>>", - "CM_DOWNLOAD_CHECKSUM": "f9ba6c4d7f66348e6d24c06bfe3f4ae8" - }, - "extra_cache_tags": "ml-model-params,params,resnet50,ncnn,model-params", - "tags": "download-and-extract,_url.https://zenodo.org/record/8073420/files/resnet50_v1.param?download=" - } - ] - }, - "no-argmax": { - "env": { - "CM_ML_MODEL_OUTPUT_LAYER_ARGMAX": "no" - }, - "group": "model-output" - }, - "onnx": { - "default": true, - "default_variations": { - "opset-version": "opset-11" - }, - "env": { - "CM_ML_MODEL_DATA_LAYOUT": "NCHW", - "CM_ML_MODEL_FRAMEWORK": "onnx", - "CM_ML_MODEL_INPUT_LAYERS": "input_tensor:0", - "CM_ML_MODEL_INPUT_LAYER_NAME": "input_tensor:0", - "CM_ML_MODEL_INPUT_SHAPES": "\\\"input_tensor:0\\\": (BATCH_SIZE, 3, 224, 224)", - "CM_ML_MODEL_OUTPUT_LAYERS": "softmax_tensor:0", - "CM_ML_MODEL_OUTPUT_LAYER_NAME": "softmax_tensor:0", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "<<>>", - "CM_ML_MODEL_VER": "1.5" - }, - "group": "framework" - }, - "onnx,from-tf": { - "env": { - "CM_ML_MODEL_DATA_LAYOUT": "NHWC", - "CM_ML_MODEL_FRAMEWORK": "onnx", - "CM_ML_MODEL_INPUT_LAYERS": "input_tensor", - "CM_ML_MODEL_INPUT_LAYER_NAME": "input_tensor", - "CM_ML_MODEL_INPUT_SHAPES": "\\\"input_tensor\\\": (BATCH_SIZE, 224, 224, 3)", - "CM_ML_MODEL_OUTPUT_LAYERS": "softmax_tensor", - "CM_ML_MODEL_OUTPUT_LAYER_NAME": "softmax_tensor", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://zenodo.org/record/2535873/files/resnet50_v1.pb", - "CM_DOWNLOAD_CHECKSUM": "7b94a2da05dd30f6c0af23a46bc08886" - } - }, - "onnx,from-tf,fp32": { - "adr": { - "model-downloader": { - "tags": "_gdown" - } - }, - "env": { - "CM_DOWNLOAD_FILENAME": "resnet50_v1_modified.onnx", - "CM_PACKAGE_URL": "https://drive.google.com/uc?id=15wZ_8Vt12cb10IEBsln8wksD1zGwlbOM", - "CM_DOWNLOAD_CHECKSUM": "04a510152d9eded924883bdfcf85dd4a" - } - }, - "onnx,opset-11": { - "env": { - "CM_PACKAGE_URL": "https://zenodo.org/record/4735647/files/resnet50_v1.onnx", - "CM_DOWNLOAD_CHECKSUM": "f6a4da60cd5f084d97efc2c1ddb10beb" - } - }, - "onnx,opset-8": { - "env": { - "CM_PACKAGE_URL": "https://zenodo.org/record/2592612/files/resnet50_v1.onnx", - "CM_DOWNLOAD_CHECKSUM": "a638cf028b5870da29e09ccc2f7182e7" - } - }, - "onnxruntime": { - "alias": "onnx" - }, - "opset-11": { - "env": { - "CM_ML_MODEL_ONNX_OPSET": "11" - }, - "group": "opset-version" - }, - "opset-8": { - "env": { - "CM_ML_MODEL_ONNX_OPSET": "8" - }, - "group": "opset-version" - }, - "pytorch": { - "env": { - "CM_ML_MODEL_DATA_LAYOUT": "NCHW", - "CM_ML_MODEL_FRAMEWORK": "pytorch", - "CM_ML_MODEL_GIVEN_CHANNEL_MEANS": "?", - "CM_ML_MODEL_INPUT_LAYER_NAME": "input_tensor:0", - "CM_ML_MODEL_INPUT_SHAPES": "\\\"input_tensor:0\\\": [BATCH_SIZE, 3, 224, 224]", - "CM_ML_MODEL_OUTPUT_LAYERS": "output", - "CM_ML_MODEL_OUTPUT_LAYER_NAME": "?", - "CM_ML_STARTING_WEIGHTS_FILENAME": "<<>>" - }, - "group": "framework" - }, - "pytorch,fp32": { - "env": { - "CM_PACKAGE_URL": "https://zenodo.org/record/4588417/files/resnet50-19c8e357.pth", - "CM_DOWNLOAD_CHECKSUM": "9e9c86b324d80e65229fab49b8d9a8e8" - } - }, - "pytorch,int8": { - "base": [ - "int8", - "pytorch" - ], - "env": { - "CM_PACKAGE_URL": "https://zenodo.org/record/4589637/files/resnet50_INT8bit_quantized.pt", - "CM_DOWNLOAD_CHECKSUM": "6893ea9769b0afce65bb0ddf002f4438" - } - }, - "tensorflow": { - "env": { - "CM_ML_MODEL_ACCURACY": "76.456", - "CM_ML_MODEL_DATA_LAYOUT": "NHWC", - "CM_ML_MODEL_FRAMEWORK": "tensorflow", - "CM_ML_MODEL_GIVEN_CHANNEL_MEANS": "123.68 116.78 103.94", - "CM_ML_MODEL_INPUT_LAYERS": "input_tensor", - "CM_ML_MODEL_INPUT_LAYER_NAME": "input_tensor", - "CM_ML_MODEL_INPUT_SHAPES": "\\\"input_tensor:0\\\": (BATCH_SIZE, 3, 224, 224)", - "CM_ML_MODEL_NORMALIZE_DATA": "0", - "CM_ML_MODEL_OUTPUT_LAYERS": "softmax_tensor", - "CM_ML_MODEL_OUTPUT_LAYER_NAME": "softmax_tensor", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "<<>>", - "CM_ML_MODEL_SUBTRACT_MEANS": "YES", - "CM_PACKAGE_URL": "https://zenodo.org/record/2535873/files/resnet50_v1.pb", - "CM_DOWNLOAD_CHECKSUM":"7b94a2da05dd30f6c0af23a46bc08886" - }, - "group": "framework" - }, - "tensorflow,fix-input-shape": { - "deps": [ - { - "names": [ - "tensorflow" - ], - "tags": "get,generic-python-lib,_package.tensorflow" - } - ], - "env": { - "CM_ML_MODEL_TF_FIX_INPUT_SHAPE": "yes" - } - }, - "tf": { - "alias": "tensorflow" - }, - "tflite": { - "env": { - "CM_ML_MODEL_ACCURACY": "76.456", - "CM_ML_MODEL_DATA_LAYOUT": "NHWC", - "CM_ML_MODEL_FRAMEWORK": "tflite", - "CM_ML_MODEL_GIVEN_CHANNEL_MEANS": "123.68 116.78 103.94", - "CM_ML_MODEL_INPUT_LAYERS": "input_tensor", - "CM_ML_MODEL_INPUT_LAYER_NAME": "input_tensor", - "CM_ML_MODEL_INPUT_SHAPES": "\\\"input_tensor 2\\\": (BATCH_SIZE, 224, 224, 3)", - "CM_ML_MODEL_NORMALIZE_DATA": "0", - "CM_ML_MODEL_OUTPUT_LAYERS": "softmax_tensor", - "CM_ML_MODEL_OUTPUT_LAYER_NAME": "softmax_tensor", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "<<>>", - "CM_ML_MODEL_SUBTRACT_MEANS": "YES" - }, - "group": "framework" - }, - "tflite,argmax": { - "env": { - "CM_DAE_EXTRACT_DOWNLOADED": "yes", - "CM_DOWNLOAD_FINAL_ENV_NAME": "", - "CM_EXTRACT_FINAL_ENV_NAME": "CM_ML_MODEL_FILE_WITH_PATH", - "CM_ML_MODEL_FILE": "resnet50_v1.tflite", - "CM_ML_MODEL_INPUT_SHAPES": "\\\"input_tensor 2\\\": (BATCH_SIZE, 224, 224, 3)", - "CM_PACKAGE_URL": "https://www.dropbox.com/s/cvv2zlfo80h54uz/resnet50_v1.tflite.gz?dl=1", - "CM_DOWNLOAD_CHECKSUM": "92b5ae497e0de5c2d487507953b6e5cc" - } - }, - "tflite,int8,no-argmax": { - "env": { - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_ML_MODEL_FILE_WITH_PATH", - "CM_ML_MODEL_FILE": "resnet50_quant_full_mlperf_edgetpu.tflite", - "CM_ML_MODEL_INPUT_SHAPES": "\\\"input_tensor 2\\\": (BATCH_SIZE, 224, 224, 3)", - "CM_PACKAGE_URL": "https://zenodo.org/record/8234946/files/resnet50_quant_full_mlperf_edgetpu.tflite?download=1", - "CM_DOWNLOAD_CHECKSUM":"a657cf1f97545aefd058c1c718cc0e17" - } - }, - "tflite,no-argmax": { - "env": { - "CM_ML_MODEL_FILE": "resnet50_v1.no-argmax.tflite", - "CM_ML_MODEL_INPUT_SHAPES": "\\\"input_tensor 2\\\": (BATCH_SIZE, 224, 224, 3)", - "CM_PACKAGE_URL": "https://www.dropbox.com/s/vhuqo0wc39lky0a/resnet50_v1.no-argmax.tflite?dl=1", - "CM_DOWNLOAD_CHECKSUM": "53e81f9f9b459ecfb6d64add3da91564" - } - }, - "uint8": { - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "uint8", - "CM_ML_MODEL_PRECISION": "uint8", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "uint8" - }, - "group": "precision" - } - }, - "print_env_at_the_end" : { - "CM_ML_MODEL_FILE_WITH_PATH": "Path to the ML model" - } -} +alias: get-ml-model-resnet50 +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +env: + CM_DOWNLOAD_FINAL_ENV_NAME: CM_ML_MODEL_FILE_WITH_PATH + CM_ML_MODEL: RESNET50 + CM_ML_MODEL_DATASET: imagenet2012-val + CM_ML_MODEL_IMAGE_HEIGHT: '224' + CM_ML_MODEL_IMAGE_WIDTH: '224' + CM_ML_MODEL_NORMALIZE_DATA: '0' + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_SUBTRACT_MEANS: 'YES' + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: 'no' +new_env_keys: +- CM_ML_MODEL_* +prehook_deps: +- env: + CM_DOWNLOAD_FINAL_ENV_NAME: CM_ML_MODEL_FILE_WITH_PATH + CM_EXTRACT_EXTRACTED_FILENAME: <<>> + CM_EXTRACT_FINAL_ENV_NAME: CM_ML_MODEL_FILE_WITH_PATH + extra_cache_tags: ml-model,resnet50,raw,ml-model-resnet50,_<<>> + force_cache: true + names: + - model-downloader + tags: download-and-extract + update_tags_from_env_with_prefix: + _url.: + - CM_PACKAGE_URL +print_env_at_the_end: + CM_ML_MODEL_FILE_WITH_PATH: Path to the ML model +tags: +- get +- raw +- ml-model +- resnet50 +- ml-model-resnet50 +- image-classification +uid: 56203e4e998b4bc0 +variations: + argmax: + default: true + env: + CM_ML_MODEL_OUTPUT_LAYER_ARGMAX: 'yes' + group: model-output + batch_size.#: + env: + CM_ML_MODEL_BATCH_SIZE: '#' + batch_size.1: + env: + CM_ML_MODEL_BATCH_SIZE: '1' + fix-input-shape: + deps: + - names: + - python + - python3 + tags: get,python3 + fp32: + default: true + env: + CM_ML_MODEL_INPUT_DATA_TYPES: fp32 + CM_ML_MODEL_PRECISION: fp32 + CM_ML_MODEL_WEIGHT_DATA_TYPES: fp32 + group: precision + from-tf: {} + huggingface_default: + env: + CM_DOWNLOAD_CHECKSUM: f6a4da60cd5f084d97efc2c1ddb10beb + CM_PACKAGE_URL: https://huggingface.co/ctuning/mlperf-inference-resnet50-onnx-fp32-imagenet2012-v1.0/resolve/main/resnet50_v1.onnx + int8: + env: + CM_ML_MODEL_INPUT_DATA_TYPES: int8 + CM_ML_MODEL_PRECISION: int8 + CM_ML_MODEL_WEIGHT_DATA_TYPES: int8 + group: precision + ncnn: + env: + CM_ML_MODEL_FRAMEWORK: ncnn + group: framework + ncnn,fp32: + env: + CM_DOWNLOAD_CHECKSUM: 0360777ab2178a65a8f78c35a7d619e0 + CM_PACKAGE_URL: https://zenodo.org/record/8073420/files/resnet50_v1.bin?download=1 + post_deps: + - env: + CM_DOWNLOAD_CHECKSUM: f9ba6c4d7f66348e6d24c06bfe3f4ae8 + CM_EXTRACT_EXTRACTED_FILENAME: <<>> + extra_cache_tags: ml-model-params,params,resnet50,ncnn,model-params + tags: download-and-extract,_url.https://zenodo.org/record/8073420/files/resnet50_v1.param?download= + no-argmax: + env: + CM_ML_MODEL_OUTPUT_LAYER_ARGMAX: 'no' + group: model-output + onnx: + default: true + default_variations: + opset-version: opset-11 + env: + CM_ML_MODEL_DATA_LAYOUT: NCHW + CM_ML_MODEL_FRAMEWORK: onnx + CM_ML_MODEL_INPUT_LAYERS: input_tensor:0 + CM_ML_MODEL_INPUT_LAYER_NAME: input_tensor:0 + CM_ML_MODEL_INPUT_SHAPES: '\"input_tensor:0\": (BATCH_SIZE, 3, 224, 224)' + CM_ML_MODEL_OUTPUT_LAYERS: softmax_tensor:0 + CM_ML_MODEL_OUTPUT_LAYER_NAME: softmax_tensor:0 + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: <<>> + CM_ML_MODEL_VER: '1.5' + group: framework + onnx,from-tf: + env: + CM_DOWNLOAD_CHECKSUM: 7b94a2da05dd30f6c0af23a46bc08886 + CM_ML_MODEL_DATA_LAYOUT: NHWC + CM_ML_MODEL_FRAMEWORK: onnx + CM_ML_MODEL_INPUT_LAYERS: input_tensor + CM_ML_MODEL_INPUT_LAYER_NAME: input_tensor + CM_ML_MODEL_INPUT_SHAPES: '\"input_tensor\": (BATCH_SIZE, 224, 224, 3)' + CM_ML_MODEL_OUTPUT_LAYERS: softmax_tensor + CM_ML_MODEL_OUTPUT_LAYER_NAME: softmax_tensor + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://zenodo.org/record/2535873/files/resnet50_v1.pb + onnx,from-tf,fp32: + adr: + model-downloader: + tags: _gdown + env: + CM_DOWNLOAD_CHECKSUM: 04a510152d9eded924883bdfcf85dd4a + CM_DOWNLOAD_FILENAME: resnet50_v1_modified.onnx + CM_PACKAGE_URL: https://drive.google.com/uc?id=15wZ_8Vt12cb10IEBsln8wksD1zGwlbOM + onnx,opset-11: + env: + CM_DOWNLOAD_CHECKSUM: f6a4da60cd5f084d97efc2c1ddb10beb + CM_PACKAGE_URL: https://zenodo.org/record/4735647/files/resnet50_v1.onnx + onnx,opset-8: + env: + CM_DOWNLOAD_CHECKSUM: a638cf028b5870da29e09ccc2f7182e7 + CM_PACKAGE_URL: https://zenodo.org/record/2592612/files/resnet50_v1.onnx + onnxruntime: + alias: onnx + opset-11: + env: + CM_ML_MODEL_ONNX_OPSET: '11' + group: opset-version + opset-8: + env: + CM_ML_MODEL_ONNX_OPSET: '8' + group: opset-version + pytorch: + env: + CM_ML_MODEL_DATA_LAYOUT: NCHW + CM_ML_MODEL_FRAMEWORK: pytorch + CM_ML_MODEL_GIVEN_CHANNEL_MEANS: '?' + CM_ML_MODEL_INPUT_LAYER_NAME: input_tensor:0 + CM_ML_MODEL_INPUT_SHAPES: '\"input_tensor:0\": [BATCH_SIZE, 3, 224, 224]' + CM_ML_MODEL_OUTPUT_LAYERS: output + CM_ML_MODEL_OUTPUT_LAYER_NAME: '?' + CM_ML_STARTING_WEIGHTS_FILENAME: <<>> + group: framework + pytorch,fp32: + env: + CM_DOWNLOAD_CHECKSUM: 9e9c86b324d80e65229fab49b8d9a8e8 + CM_PACKAGE_URL: https://zenodo.org/record/4588417/files/resnet50-19c8e357.pth + pytorch,int8: + base: + - int8 + - pytorch + env: + CM_DOWNLOAD_CHECKSUM: 6893ea9769b0afce65bb0ddf002f4438 + CM_PACKAGE_URL: https://zenodo.org/record/4589637/files/resnet50_INT8bit_quantized.pt + tensorflow: + env: + CM_DOWNLOAD_CHECKSUM: 7b94a2da05dd30f6c0af23a46bc08886 + CM_ML_MODEL_ACCURACY: '76.456' + CM_ML_MODEL_DATA_LAYOUT: NHWC + CM_ML_MODEL_FRAMEWORK: tensorflow + CM_ML_MODEL_GIVEN_CHANNEL_MEANS: 123.68 116.78 103.94 + CM_ML_MODEL_INPUT_LAYERS: input_tensor + CM_ML_MODEL_INPUT_LAYER_NAME: input_tensor + CM_ML_MODEL_INPUT_SHAPES: '\"input_tensor:0\": (BATCH_SIZE, 3, 224, 224)' + CM_ML_MODEL_NORMALIZE_DATA: '0' + CM_ML_MODEL_OUTPUT_LAYERS: softmax_tensor + CM_ML_MODEL_OUTPUT_LAYER_NAME: softmax_tensor + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: <<>> + CM_ML_MODEL_SUBTRACT_MEANS: 'YES' + CM_PACKAGE_URL: https://zenodo.org/record/2535873/files/resnet50_v1.pb + group: framework + tensorflow,fix-input-shape: + deps: + - names: + - tensorflow + tags: get,generic-python-lib,_package.tensorflow + env: + CM_ML_MODEL_TF_FIX_INPUT_SHAPE: 'yes' + tf: + alias: tensorflow + tflite: + env: + CM_ML_MODEL_ACCURACY: '76.456' + CM_ML_MODEL_DATA_LAYOUT: NHWC + CM_ML_MODEL_FRAMEWORK: tflite + CM_ML_MODEL_GIVEN_CHANNEL_MEANS: 123.68 116.78 103.94 + CM_ML_MODEL_INPUT_LAYERS: input_tensor + CM_ML_MODEL_INPUT_LAYER_NAME: input_tensor + CM_ML_MODEL_INPUT_SHAPES: '\"input_tensor 2\": (BATCH_SIZE, 224, 224, 3)' + CM_ML_MODEL_NORMALIZE_DATA: '0' + CM_ML_MODEL_OUTPUT_LAYERS: softmax_tensor + CM_ML_MODEL_OUTPUT_LAYER_NAME: softmax_tensor + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: <<>> + CM_ML_MODEL_SUBTRACT_MEANS: 'YES' + group: framework + tflite,argmax: + env: + CM_DAE_EXTRACT_DOWNLOADED: 'yes' + CM_DOWNLOAD_CHECKSUM: 92b5ae497e0de5c2d487507953b6e5cc + CM_DOWNLOAD_FINAL_ENV_NAME: '' + CM_EXTRACT_FINAL_ENV_NAME: CM_ML_MODEL_FILE_WITH_PATH + CM_ML_MODEL_FILE: resnet50_v1.tflite + CM_ML_MODEL_INPUT_SHAPES: '\"input_tensor 2\": (BATCH_SIZE, 224, 224, 3)' + CM_PACKAGE_URL: https://www.dropbox.com/s/cvv2zlfo80h54uz/resnet50_v1.tflite.gz?dl=1 + tflite,int8,no-argmax: + env: + CM_DOWNLOAD_CHECKSUM: a657cf1f97545aefd058c1c718cc0e17 + CM_DOWNLOAD_FINAL_ENV_NAME: CM_ML_MODEL_FILE_WITH_PATH + CM_ML_MODEL_FILE: resnet50_quant_full_mlperf_edgetpu.tflite + CM_ML_MODEL_INPUT_SHAPES: '\"input_tensor 2\": (BATCH_SIZE, 224, 224, 3)' + CM_PACKAGE_URL: https://zenodo.org/record/8234946/files/resnet50_quant_full_mlperf_edgetpu.tflite?download=1 + tflite,no-argmax: + env: + CM_DOWNLOAD_CHECKSUM: 53e81f9f9b459ecfb6d64add3da91564 + CM_ML_MODEL_FILE: resnet50_v1.no-argmax.tflite + CM_ML_MODEL_INPUT_SHAPES: '\"input_tensor 2\": (BATCH_SIZE, 224, 224, 3)' + CM_PACKAGE_URL: https://www.dropbox.com/s/vhuqo0wc39lky0a/resnet50_v1.no-argmax.tflite?dl=1 + uint8: + env: + CM_ML_MODEL_INPUT_DATA_TYPES: uint8 + CM_ML_MODEL_PRECISION: uint8 + CM_ML_MODEL_WEIGHT_DATA_TYPES: uint8 + group: precision diff --git a/script/get-ml-model-retinanet-nvidia/_cm.yaml b/script/get-ml-model-retinanet-nvidia/_cm.yaml index 53e705e380..4e114e43dc 100644 --- a/script/get-ml-model-retinanet-nvidia/_cm.yaml +++ b/script/get-ml-model-retinanet-nvidia/_cm.yaml @@ -1,84 +1,45 @@ -{ - "alias": "get-ml-model-retinanet-nvidia", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML models", - "default_env": { - "CM_TORCH_DEVICE": "cpu" - }, - "deps": [ - { - "tags": "detect,os" - }, - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - }, - { - "tags": "get,mlperf,training,src,_nvidia-retinanet" - }, - { - "tags": "get,mlperf,inference,src" - }, - { - "tags": "get,ml-model,retinanet,_pytorch,_fp32,_weights" - }, - { - "enable_if_env": { - "CM_TORCH_DEVICE": "cpu" - }, - "tags": "get,generic-python-lib,_torch" - }, - { - "tags": "get,generic-python-lib,_torchvision" - }, - { - "tags": "get,generic-python-lib,_mlperf_logging" - }, - { - "enable_if_env": { - "CM_TORCH_DEVICE": "cuda" - }, - "tags": "get,cuda" - }, - { - "enable_if_env": { - "CM_TORCH_DEVICE": "cuda" - }, - "tags": "get,generic-python-lib,_torch_cuda" - }, - { - "tags": "get,nvidia,mlperf,inference,common-code,-_custom" - } - ], - "new_env_keys": [ - "CM_NVIDIA_RETINANET_*", - "CM_ML_MODEL_*" - ], - "tags": [ - "get", - "ml-model", - "nvidia-retinanet", - "nvidia" - ], - "uid": "f059d249fac843ba", - "variations": { - "efficient-nms": { - "deps": [ - { - "tags": "get,generic-python-lib,_polygraphy" - } - ], - "env": { - "CM_NVIDIA_EFFICIENT_NMS": "yes" - } - } - }, - "print_env_at_the_end" : { - "CM_NVIDIA_RETINANET_EFFICIENT_NMS_CONCAT_MODEL_WITH_PATH": "Path to the ML model" - } -} +alias: get-ml-model-retinanet-nvidia +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +default_env: + CM_TORCH_DEVICE: cpu +deps: +- tags: detect,os +- names: + - python + - python3 + tags: get,python3 +- tags: get,mlperf,training,src,_nvidia-retinanet +- tags: get,mlperf,inference,src +- tags: get,ml-model,retinanet,_pytorch,_fp32,_weights +- enable_if_env: + CM_TORCH_DEVICE: cpu + tags: get,generic-python-lib,_torch +- tags: get,generic-python-lib,_torchvision +- tags: get,generic-python-lib,_mlperf_logging +- enable_if_env: + CM_TORCH_DEVICE: cuda + tags: get,cuda +- enable_if_env: + CM_TORCH_DEVICE: cuda + tags: get,generic-python-lib,_torch_cuda +- tags: get,nvidia,mlperf,inference,common-code,-_custom +new_env_keys: +- CM_NVIDIA_RETINANET_* +- CM_ML_MODEL_* +print_env_at_the_end: + CM_NVIDIA_RETINANET_EFFICIENT_NMS_CONCAT_MODEL_WITH_PATH: Path to the ML model +tags: +- get +- ml-model +- nvidia-retinanet +- nvidia +uid: f059d249fac843ba +variations: + efficient-nms: + deps: + - tags: get,generic-python-lib,_polygraphy + env: + CM_NVIDIA_EFFICIENT_NMS: 'yes' diff --git a/script/get-ml-model-retinanet/_cm.yaml b/script/get-ml-model-retinanet/_cm.yaml index fff6ba1cff..90e937000d 100644 --- a/script/get-ml-model-retinanet/_cm.yaml +++ b/script/get-ml-model-retinanet/_cm.yaml @@ -1,180 +1,123 @@ -{ - "alias": "get-ml-model-retinanet", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "AI/ML models", - "cache": true, - "env": { - "CM_ML_MODEL": "retinanet", - "CM_ML_MODEL_DATASET": "open-images", - "CM_ML_MODEL_IMAGE_HEIGHT": "800", - "CM_ML_MODEL_IMAGE_WIDTH": "800", - "CM_ML_MODEL_NORMALIZE_DATA": "yes", - "CM_ML_MODEL_RETRAINING": "no", - "CM_ML_MODEL_SUBTRACT_MEANS": "yes", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "no" - }, - "new_env_keys": [ - "CM_ML_MODEL_*", - "<<>>" - ], - "tags": [ - "get", - "ml-model", - "raw", - "resnext50", - "retinanet", - "object-detection" - ], - "uid": "427bc5665e4541c2", - "prehook_deps": [ - { - "tags": "download-and-extract", - "env": { - "CM_EXTRACT_EXTRACTED_FILENAME": "<<>>", - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_ML_MODEL_FILE_WITH_PATH", - "CM_EXTRACT_FINAL_ENV_NAME": "CM_ML_MODEL_FILE_WITH_PATH" - }, - "update_tags_from_env_with_prefix": { - "_url.": [ "CM_PACKAGE_URL" ] - }, - "names": [ - "dae" - ], - "skip_if_env": { - "CM_TMP_ML_MODEL_RETINANET_NO_NMS": [ - "yes" - ] - }, - "force_cache": true, - "extra_cache_tags": "get,ml-model,model-retinanet" - } - ], - "variations": { - "fp32": { - "group": "precision", - "default": true, - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "fp32", - "CM_ML_MODEL_PRECISION": "fp32", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "fp32" - } - }, - "onnx": { - "group": "framework", - "default": true, - "env": { - "CM_ML_MODEL_DATA_LAYOUT": "NCHW", - "CM_ML_MODEL_FRAMEWORK": "onnx" - } - }, - "pytorch": { - "group": "framework", - "env": { - "CM_ML_MODEL_DATA_LAYOUT": "NCHW", - "CM_ML_MODEL_FRAMEWORK": "pytorch" - } - }, - "onnx,fp32": { - "env": { - "CM_PACKAGE_URL": "https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx", - "CM_DOWNLOAD_CHECKSUM": "4544f4e56e0a4684215831cc937ea45c", - "CM_ML_MODEL_ACCURACY": "0.3757" - }, - "required_disk_space": 150, - "warning":"This model is downloaded from Zenodo.org" - }, - "pytorch,fp32": { - "env": { - "CM_PACKAGE_URL": "https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth", - "CM_ML_MODEL_ACCURACY": "0.3755", - "CM_DOWNLOAD_CHECKSUM": "a55f6bec3464f605ce8d686da8ac1533" - } - - }, - "weights": { - "env": { - "CM_MODEL_WEIGHTS_FILE": "yes" - } - }, - "pytorch,fp32,weights": { - "env": { - "CM_PACKAGE_URL": "https://zenodo.org/record/6605272/files/retinanet_model_10.zip?download=1", - "CM_UNZIP": "yes", - "CM_ML_MODEL_FILE": "retinanet_model_10.pth", - "CM_ML_MODEL_ACCURACY": "0.3755", - "CM_DOWNLOAD_CHECKSUM": "2037c152a6be18e371ebec654314f7e0 " - }, - "add_deps_recursive": { - "dae": { - "tags": "_extract" - } - } - }, - "no-nms": { - "env": { - "CM_TMP_ML_MODEL_RETINANET_NO_NMS": "yes", - "CM_ML_MODEL_RETINANET_NO_NMS": "yes", - "CM_QAIC_PRINT_NODE_PRECISION_INFO": "yes" - } - }, - "onnx,no-nms": { - "env": { - }, - "deps": [ - { - "tags": "get,python3", - "names": [ - "python, python3" - ] - }, - { - "tags": "get,generic-python-lib,_package.onnx" - }, - { - "tags": "get,generic-python-lib,_package.onnxsim" - }, - { - "tags": "download,file,_url.https://raw.githubusercontent.com/arjunsuresh/ck-qaic/main/package/model-onnx-mlperf-retinanet-no-nms/remove-nms-and-extract-priors.patch", - "extra_cache_tags": "retinanet,training,patch,file", - "force_cache": true, - "env": { - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_RETINANET_NO_NMS_PATCH_FILE_PATH" - } - }, - { - "tags": "get,git,repo,_repo.https://github.com/mlcommons/training.git,_patch", - "extra_cache_tags": "training,src,mlperf,patched", - "names": [ - "mlperf-training-src" - ], - "env": { - "CM_GIT_PATCH_FILEPATHS": "<<>>", - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_MLPERF_TRAINING_REPO_PATCHED_PATH" - } - }, - { - "tags": "get,ml-model,retinanet,_pytorch,_fp32,_weights", - "names": [ - "pytorch-weights" - ], - "env": { - "CM_ENV_NAME_ML_MODEL_FILE": "CM_ML_MODEL_RETINANET_PYTORCH_WEIGHTS_FILE_PATH" - } - }, - { - "tags": "get,generic-python-lib,_package.torch", - "names": [ - "torch", - "pytorch" - ], - "version_min": "1.13.1" - } - ] - } - }, - "print_env_at_the_end" : { - "CM_ML_MODEL_FILE_WITH_PATH": "Path to the ML model", - "CM_ML_MODEL_ACCURACY": "Model accuracy" - } -} +alias: get-ml-model-retinanet +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +env: + CM_ML_MODEL: retinanet + CM_ML_MODEL_DATASET: open-images + CM_ML_MODEL_IMAGE_HEIGHT: '800' + CM_ML_MODEL_IMAGE_WIDTH: '800' + CM_ML_MODEL_NORMALIZE_DATA: 'yes' + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_SUBTRACT_MEANS: 'yes' + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: 'no' +new_env_keys: +- CM_ML_MODEL_* +- <<>> +prehook_deps: +- env: + CM_DOWNLOAD_FINAL_ENV_NAME: CM_ML_MODEL_FILE_WITH_PATH + CM_EXTRACT_EXTRACTED_FILENAME: <<>> + CM_EXTRACT_FINAL_ENV_NAME: CM_ML_MODEL_FILE_WITH_PATH + extra_cache_tags: get,ml-model,model-retinanet + force_cache: true + names: + - dae + skip_if_env: + CM_TMP_ML_MODEL_RETINANET_NO_NMS: + - 'yes' + tags: download-and-extract + update_tags_from_env_with_prefix: + _url.: + - CM_PACKAGE_URL +print_env_at_the_end: + CM_ML_MODEL_ACCURACY: Model accuracy + CM_ML_MODEL_FILE_WITH_PATH: Path to the ML model +tags: +- get +- ml-model +- raw +- resnext50 +- retinanet +- object-detection +uid: 427bc5665e4541c2 +variations: + fp32: + default: true + env: + CM_ML_MODEL_INPUT_DATA_TYPES: fp32 + CM_ML_MODEL_PRECISION: fp32 + CM_ML_MODEL_WEIGHT_DATA_TYPES: fp32 + group: precision + no-nms: + env: + CM_ML_MODEL_RETINANET_NO_NMS: 'yes' + CM_QAIC_PRINT_NODE_PRECISION_INFO: 'yes' + CM_TMP_ML_MODEL_RETINANET_NO_NMS: 'yes' + onnx: + default: true + env: + CM_ML_MODEL_DATA_LAYOUT: NCHW + CM_ML_MODEL_FRAMEWORK: onnx + group: framework + onnx,fp32: + env: + CM_DOWNLOAD_CHECKSUM: 4544f4e56e0a4684215831cc937ea45c + CM_ML_MODEL_ACCURACY: '0.3757' + CM_PACKAGE_URL: https://zenodo.org/record/6617879/files/resnext50_32x4d_fpn.onnx + required_disk_space: 150 + warning: This model is downloaded from Zenodo.org + onnx,no-nms: + deps: + - names: + - python, python3 + tags: get,python3 + - tags: get,generic-python-lib,_package.onnx + - tags: get,generic-python-lib,_package.onnxsim + - env: + CM_DOWNLOAD_FINAL_ENV_NAME: CM_RETINANET_NO_NMS_PATCH_FILE_PATH + extra_cache_tags: retinanet,training,patch,file + force_cache: true + tags: download,file,_url.https://raw.githubusercontent.com/arjunsuresh/ck-qaic/main/package/model-onnx-mlperf-retinanet-no-nms/remove-nms-and-extract-priors.patch + - env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_MLPERF_TRAINING_REPO_PATCHED_PATH + CM_GIT_PATCH_FILEPATHS: <<>> + extra_cache_tags: training,src,mlperf,patched + names: + - mlperf-training-src + tags: get,git,repo,_repo.https://github.com/mlcommons/training.git,_patch + - env: + CM_ENV_NAME_ML_MODEL_FILE: CM_ML_MODEL_RETINANET_PYTORCH_WEIGHTS_FILE_PATH + names: + - pytorch-weights + tags: get,ml-model,retinanet,_pytorch,_fp32,_weights + - names: + - torch + - pytorch + tags: get,generic-python-lib,_package.torch + version_min: 1.13.1 + env: {} + pytorch: + env: + CM_ML_MODEL_DATA_LAYOUT: NCHW + CM_ML_MODEL_FRAMEWORK: pytorch + group: framework + pytorch,fp32: + env: + CM_DOWNLOAD_CHECKSUM: a55f6bec3464f605ce8d686da8ac1533 + CM_ML_MODEL_ACCURACY: '0.3755' + CM_PACKAGE_URL: https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth + pytorch,fp32,weights: + add_deps_recursive: + dae: + tags: _extract + env: + CM_DOWNLOAD_CHECKSUM: '2037c152a6be18e371ebec654314f7e0 ' + CM_ML_MODEL_ACCURACY: '0.3755' + CM_ML_MODEL_FILE: retinanet_model_10.pth + CM_PACKAGE_URL: https://zenodo.org/record/6605272/files/retinanet_model_10.zip?download=1 + CM_UNZIP: 'yes' + weights: + env: + CM_MODEL_WEIGHTS_FILE: 'yes' diff --git a/script/get-ml-model-rnnt/_cm.yaml b/script/get-ml-model-rnnt/_cm.yaml index 5754713c08..913508aaf9 100644 --- a/script/get-ml-model-rnnt/_cm.yaml +++ b/script/get-ml-model-rnnt/_cm.yaml @@ -1,73 +1,52 @@ -{ - "alias": "get-ml-model-rnnt", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML models", - "env": { - "CM_ML_MODEL": "rnnt", - "CM_ML_MODEL_DATASET": "librispeech", - "CM_ML_MODEL_RETRAINING": "no", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "no" - }, - "new_env_keys": [ - "CM_ML_MODEL_*" - ], - "tags": [ - "get", - "ml-model", - "rnnt", - "raw", - "librispeech", - "speech-recognition" - ], - "uid": "8858f18b89774d28", - "variations": { - "fp32": { - "default": true, - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "fp32", - "CM_ML_MODEL_PRECISION": "fp32", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "fp32" - }, - "group": "precision" - }, - "pytorch": { - "env": { - "CM_ML_MODEL_FRAMEWORK": "pytorch" - }, - "group": "framework", - "default": true - }, - "pytorch,fp32": { - "env": { - "CM_ML_MODEL_ACCURACY": "0.07452253714852645", - "CM_PACKAGE_URL": "https://zenodo.org/record/3662521/files/DistributedDataParallel_1576581068.9962234-epoch-100.pt?download=1" - } - }, - "weights": { - "env": { - "CM_MODEL_WEIGHTS_FILE": "yes" - } - }, - "pytorch,fp32,amazon-s3": { - "env": { - } - }, - "pytorch,fp32,zenodo": { - "env": { - "CM_PACKAGE_URL": "https://zenodo.org/record/3662521/files/DistributedDataParallel_1576581068.9962234-epoch-100.pt?download=1" - } - }, - "zenodo": { - "group": "download-src", - "default": true - }, - "amazon-s3": { - "group": "download-src" - } - }, - "print_env_at_the_end" : { - "CM_ML_MODEL_FILE_WITH_PATH": "Path to the ML model" - } -} +alias: get-ml-model-rnnt +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +env: + CM_ML_MODEL: rnnt + CM_ML_MODEL_DATASET: librispeech + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: 'no' +new_env_keys: +- CM_ML_MODEL_* +print_env_at_the_end: + CM_ML_MODEL_FILE_WITH_PATH: Path to the ML model +tags: +- get +- ml-model +- rnnt +- raw +- librispeech +- speech-recognition +uid: 8858f18b89774d28 +variations: + amazon-s3: + group: download-src + fp32: + default: true + env: + CM_ML_MODEL_INPUT_DATA_TYPES: fp32 + CM_ML_MODEL_PRECISION: fp32 + CM_ML_MODEL_WEIGHT_DATA_TYPES: fp32 + group: precision + pytorch: + default: true + env: + CM_ML_MODEL_FRAMEWORK: pytorch + group: framework + pytorch,fp32: + env: + CM_ML_MODEL_ACCURACY: '0.07452253714852645' + CM_PACKAGE_URL: https://zenodo.org/record/3662521/files/DistributedDataParallel_1576581068.9962234-epoch-100.pt?download=1 + pytorch,fp32,amazon-s3: + env: {} + pytorch,fp32,zenodo: + env: + CM_PACKAGE_URL: https://zenodo.org/record/3662521/files/DistributedDataParallel_1576581068.9962234-epoch-100.pt?download=1 + weights: + env: + CM_MODEL_WEIGHTS_FILE: 'yes' + zenodo: + default: true + group: download-src diff --git a/script/get-ml-model-stable-diffusion/_cm.yaml b/script/get-ml-model-stable-diffusion/_cm.yaml index 5934e5c3e8..b2326daff9 100644 --- a/script/get-ml-model-stable-diffusion/_cm.yaml +++ b/script/get-ml-model-stable-diffusion/_cm.yaml @@ -1,186 +1,129 @@ -{ - "alias": "get-ml-model-stable-diffusion", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML models", - "env": { - "CM_ML_MODEL": "SDXL", - "CM_ML_MODEL_DATASET": "openorca", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "no" - }, - "input_mapping": { - "checkpoint": "SDXL_CHECKPOINT_PATH", - "download_path": "CM_DOWNLOAD_PATH", - "to": "CM_DOWNLOAD_PATH" - }, - "new_env_keys": [ - "CM_ML_MODEL_*", - "SDXL_CHECKPOINT_PATH" - ], - "prehook_deps": [ - { - "enable_if_env": { - "CM_TMP_REQUIRE_DOWNLOAD": [ - "yes" - ], - "CM_DOWNLOAD_TOOL": [ - "git" - ] - }, - "env": { - "CM_MODEL_ZOO_ENV_KEY": "SDXL", - "CM_GIT_CHECKOUT_FOLDER": "stable-diffusion-xl-base-1.0" - }, - "force_env_keys": [ - "CM_GIT_CHECKOUT_FOLDER" - ], - "names": [ - "hf-zoo" - ], - "tags": "get,ml-model,huggingface,zoo,_clone-repo,_model-stub.stabilityai/stable-diffusion-xl-base-1.0" - }, - { - "env": { - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_ML_MODEL_PATH" - }, - "tags": "download-and-extract", - "update_tags_from_env_with_prefix": { - "_url.": [ - "CM_DOWNLOAD_URL" - ] - }, - "enable_if_env": { - "CM_TMP_REQUIRE_DOWNLOAD": [ "yes" ], - "CM_DOWNLOAD_TOOL": [ - "rclone" - ] - }, - "force_cache": true, - "extra_cache_tags": "stable-diffusion,sdxl,model", - "names": [ - "dae" - ] - } - ], - "tags": [ - "get", - "raw", - "ml-model", - "stable-diffusion", - "sdxl", - "text-to-image" - ], - "uid": "22c6516b2d4d4c23", - "variations": { - "batch_size.#": { - "env": { - "CM_ML_MODEL_BATCH_SIZE": "#" - } - }, - "fp32": { - "default": true, - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "fp32", - "CM_ML_MODEL_PRECISION": "fp32", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "fp32" - }, - "group": "precision" - }, - "fp16": { - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "fp16", - "CM_ML_MODEL_PRECISION": "fp16", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "fp16" - }, - "group": "precision" - }, - "int8": { - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "int8", - "CM_ML_MODEL_PRECISION": "int8", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "int8" - }, - "group": "precision" - }, - "pytorch": { - "default": true, - "env": { - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://github.com/mlcommons/inference/tree/master/text_to_image#download-model", - "CM_ML_MODEL_FRAMEWORK": "pytorch" - }, - "group": "framework" - }, - "pytorch,fp16": { - "required_disk_space": 6500 - }, - "pytorch,fp32": { - "env": { - }, - "required_disk_space": 13000 - }, - "uint8": { - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "uint8", - "CM_ML_MODEL_PRECISION": "uint8", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "uint8" - }, - "group": "precision" - }, - "huggingface": { - "group": "download-source", - "default_variations": { - "download-tool": "git" - } - }, - "mlcommons": { - "group": "download-source", - "default": true, - "default_variations": { - "download-tool": "rclone" - } - }, - "git": { - "group": "download-tool", - "env": { - "CM_DOWNLOAD_TOOL": "git" - } - }, - "wget": { - "group": "download-tool", - "env": { - "CM_DOWNLOAD_TOOL": "wget" - }, - "adr": { - "dae": { - "tags": "_wget" - } - } - }, - "rclone": { - "group": "download-tool", - "env": { - "CM_RCLONE_CONFIG_NAME": "mlc-inference", - "CM_DOWNLOAD_TOOL": "rclone" - }, - "adr": { - "dae": { - "tags": "_rclone" - } - } - }, - "rclone,fp32": { - "env": { - "CM_DOWNLOAD_URL": "mlc-inference:mlcommons-inference-wg-public/stable_diffusion_fp32" - } - }, - "rclone,fp16": { - "env": { - "CM_DOWNLOAD_URL": "mlc-inference:mlcommons-inference-wg-public/stable_diffusion_fp16" - } - } - }, - "print_env_at_the_end" : { - "SDXL_CHECKPOINT_PATH": "Stable diffusion checkpoint path" - } -} +alias: get-ml-model-stable-diffusion +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +env: + CM_ML_MODEL: SDXL + CM_ML_MODEL_DATASET: openorca + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: 'no' +input_mapping: + checkpoint: SDXL_CHECKPOINT_PATH + download_path: CM_DOWNLOAD_PATH + to: CM_DOWNLOAD_PATH +new_env_keys: +- CM_ML_MODEL_* +- SDXL_CHECKPOINT_PATH +prehook_deps: +- enable_if_env: + CM_DOWNLOAD_TOOL: + - git + CM_TMP_REQUIRE_DOWNLOAD: + - 'yes' + env: + CM_GIT_CHECKOUT_FOLDER: stable-diffusion-xl-base-1.0 + CM_MODEL_ZOO_ENV_KEY: SDXL + force_env_keys: + - CM_GIT_CHECKOUT_FOLDER + names: + - hf-zoo + tags: get,ml-model,huggingface,zoo,_clone-repo,_model-stub.stabilityai/stable-diffusion-xl-base-1.0 +- enable_if_env: + CM_DOWNLOAD_TOOL: + - rclone + CM_TMP_REQUIRE_DOWNLOAD: + - 'yes' + env: + CM_DOWNLOAD_FINAL_ENV_NAME: CM_ML_MODEL_PATH + extra_cache_tags: stable-diffusion,sdxl,model + force_cache: true + names: + - dae + tags: download-and-extract + update_tags_from_env_with_prefix: + _url.: + - CM_DOWNLOAD_URL +print_env_at_the_end: + SDXL_CHECKPOINT_PATH: Stable diffusion checkpoint path +tags: +- get +- raw +- ml-model +- stable-diffusion +- sdxl +- text-to-image +uid: 22c6516b2d4d4c23 +variations: + batch_size.#: + env: + CM_ML_MODEL_BATCH_SIZE: '#' + fp16: + env: + CM_ML_MODEL_INPUT_DATA_TYPES: fp16 + CM_ML_MODEL_PRECISION: fp16 + CM_ML_MODEL_WEIGHT_DATA_TYPES: fp16 + group: precision + fp32: + default: true + env: + CM_ML_MODEL_INPUT_DATA_TYPES: fp32 + CM_ML_MODEL_PRECISION: fp32 + CM_ML_MODEL_WEIGHT_DATA_TYPES: fp32 + group: precision + git: + env: + CM_DOWNLOAD_TOOL: git + group: download-tool + huggingface: + default_variations: + download-tool: git + group: download-source + int8: + env: + CM_ML_MODEL_INPUT_DATA_TYPES: int8 + CM_ML_MODEL_PRECISION: int8 + CM_ML_MODEL_WEIGHT_DATA_TYPES: int8 + group: precision + mlcommons: + default: true + default_variations: + download-tool: rclone + group: download-source + pytorch: + default: true + env: + CM_ML_MODEL_FRAMEWORK: pytorch + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: https://github.com/mlcommons/inference/tree/master/text_to_image#download-model + group: framework + pytorch,fp16: + required_disk_space: 6500 + pytorch,fp32: + env: {} + required_disk_space: 13000 + rclone: + adr: + dae: + tags: _rclone + env: + CM_DOWNLOAD_TOOL: rclone + CM_RCLONE_CONFIG_NAME: mlc-inference + group: download-tool + rclone,fp16: + env: + CM_DOWNLOAD_URL: mlc-inference:mlcommons-inference-wg-public/stable_diffusion_fp16 + rclone,fp32: + env: + CM_DOWNLOAD_URL: mlc-inference:mlcommons-inference-wg-public/stable_diffusion_fp32 + uint8: + env: + CM_ML_MODEL_INPUT_DATA_TYPES: uint8 + CM_ML_MODEL_PRECISION: uint8 + CM_ML_MODEL_WEIGHT_DATA_TYPES: uint8 + group: precision + wget: + adr: + dae: + tags: _wget + env: + CM_DOWNLOAD_TOOL: wget + group: download-tool diff --git a/script/get-ml-model-tiny-resnet/_cm.yaml b/script/get-ml-model-tiny-resnet/_cm.yaml index e9a57d6758..4f8406e297 100644 --- a/script/get-ml-model-tiny-resnet/_cm.yaml +++ b/script/get-ml-model-tiny-resnet/_cm.yaml @@ -1,144 +1,108 @@ -{ - "alias": "get-ml-model-tiny-resnet", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML models", - "env": { - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_ML_MODEL_FILE_WITH_PATH", - "CM_ML_MODEL": "RESNET", - "CM_ML_MODEL_DATASET": "cifar-10", - "CM_ML_MODEL_IMAGE_HEIGHT": "32", - "CM_ML_MODEL_IMAGE_WIDTH": "32", - "CM_ML_MODEL_NORMALIZE_DATA": "0", - "CM_ML_MODEL_RETRAINING": "no", - "CM_ML_MODEL_SUBTRACT_MEANS": "YES", - "CM_ML_MODEL_WEIGHT_TRANSFORMATIONS": "no" - }, - "new_env_keys": [ - "CM_ML_MODEL_*" - ], - "prehook_deps": [ - { - "env": { - "CM_EXTRACT_EXTRACTED_FILENAME": "<<>>" - }, - "tags": "download-and-extract", - "update_tags_from_env_with_prefix": { - "_url.": [ - "CM_PACKAGE_URL" - ] - }, - "enable_if_env": { - "CM_PACKAGE_URL": [ "on" ] - } - } - ], - "tags": [ - "get", - "raw", - "ml-model", - "resnet", - "pretrained", - "tiny", - "model", - "ic", - "ml-model-tiny-resnet", - "image-classification" - ], - "uid": "dd5ec11c3f6e49eb", - "variations": { - "batch_size.#": { - "env": { - "CM_ML_MODEL_BATCH_SIZE": "#" - } - }, - "fp32": { - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "fp32", - "CM_ML_MODEL_PRECISION": "fp32", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "fp32" - }, - "group": "precision", - "add_deps_tags": { - "dependent-model": { - "tags": "_int8" - } - } - }, - "int8": { - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "int8", - "CM_ML_MODEL_PRECISION": "int8", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "int8" - }, - "group": "precision", - "default": true, - "add_deps_recursive": { - "dependent-model": { - "tags": "_int8" - } - } - }, - "tflite": { - "env": { - "CM_ML_MODEL_ACCURACY": "85", - "CM_ML_MODEL_DATA_LAYOUT": "NHWC", - "CM_ML_MODEL_FRAMEWORK": "tflite", - "CM_ML_MODEL_GIVEN_CHANNEL_MEANS": "", - "CM_ML_MODEL_INPUT_LAYERS": "", - "CM_ML_MODEL_INPUT_LAYER_NAME": "", - "CM_ML_MODEL_INPUT_SHAPES": "", - "CM_ML_MODEL_NORMALIZE_DATA": "0", - "CM_ML_MODEL_OUTPUT_LAYERS": "", - "CM_ML_MODEL_OUTPUT_LAYER_NAME": "", - "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "<<>>", - "CM_ML_MODEL_SUBTRACT_MEANS": "YES" - }, - "group": "framework", - "default": true - }, - "tflite,int8": { - "env": { - "CM_PACKAGE_URL": "https://github.com/mlcommons/tiny/raw/master/benchmark/training/image_classification/trained_models/pretrainedResnet_quant.tflite", - "CM_DOWNLOAD_CHECKSUM": "2d6dd48722471313e4c4528249205ae3" - } - }, - "onnx": { - "deps": [ - { - "names": [ "python,python3" ], - "tags": "get,python3" - }, - { - "names": [ "tflite-resnet-model", "dependent-model" ], - "tags": "get,tiny,model,resnet,_tflite" - }, - { - "names": [ "tf2onnx" ], - "tags": "get,generic-python-lib,_package.tf2onnx" - } - ], - "env": { - "CM_TMP_ML_MODEL_TF2ONNX": "yes" - }, - "group": "framework" - }, - "uint8": { - "env": { - "CM_ML_MODEL_INPUT_DATA_TYPES": "uint8", - "CM_ML_MODEL_PRECISION": "uint8", - "CM_ML_MODEL_WEIGHT_DATA_TYPES": "uint8" - }, - "group": "precision", - "add_deps_tags": { - "dependent-model": { - "tags": "_int8" - } - } - } - }, - "print_env_at_the_end" : { - "CM_ML_MODEL_FILE_WITH_PATH": "Path to the ML model" - } -} +alias: get-ml-model-tiny-resnet +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +env: + CM_DOWNLOAD_FINAL_ENV_NAME: CM_ML_MODEL_FILE_WITH_PATH + CM_ML_MODEL: RESNET + CM_ML_MODEL_DATASET: cifar-10 + CM_ML_MODEL_IMAGE_HEIGHT: '32' + CM_ML_MODEL_IMAGE_WIDTH: '32' + CM_ML_MODEL_NORMALIZE_DATA: '0' + CM_ML_MODEL_RETRAINING: 'no' + CM_ML_MODEL_SUBTRACT_MEANS: 'YES' + CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: 'no' +new_env_keys: +- CM_ML_MODEL_* +prehook_deps: +- enable_if_env: + CM_PACKAGE_URL: + - 'on' + env: + CM_EXTRACT_EXTRACTED_FILENAME: <<>> + tags: download-and-extract + update_tags_from_env_with_prefix: + _url.: + - CM_PACKAGE_URL +print_env_at_the_end: + CM_ML_MODEL_FILE_WITH_PATH: Path to the ML model +tags: +- get +- raw +- ml-model +- resnet +- pretrained +- tiny +- model +- ic +- ml-model-tiny-resnet +- image-classification +uid: dd5ec11c3f6e49eb +variations: + batch_size.#: + env: + CM_ML_MODEL_BATCH_SIZE: '#' + fp32: + add_deps_tags: + dependent-model: + tags: _int8 + env: + CM_ML_MODEL_INPUT_DATA_TYPES: fp32 + CM_ML_MODEL_PRECISION: fp32 + CM_ML_MODEL_WEIGHT_DATA_TYPES: fp32 + group: precision + int8: + add_deps_recursive: + dependent-model: + tags: _int8 + default: true + env: + CM_ML_MODEL_INPUT_DATA_TYPES: int8 + CM_ML_MODEL_PRECISION: int8 + CM_ML_MODEL_WEIGHT_DATA_TYPES: int8 + group: precision + onnx: + deps: + - names: + - python,python3 + tags: get,python3 + - names: + - tflite-resnet-model + - dependent-model + tags: get,tiny,model,resnet,_tflite + - names: + - tf2onnx + tags: get,generic-python-lib,_package.tf2onnx + env: + CM_TMP_ML_MODEL_TF2ONNX: 'yes' + group: framework + tflite: + default: true + env: + CM_ML_MODEL_ACCURACY: '85' + CM_ML_MODEL_DATA_LAYOUT: NHWC + CM_ML_MODEL_FRAMEWORK: tflite + CM_ML_MODEL_GIVEN_CHANNEL_MEANS: '' + CM_ML_MODEL_INPUT_LAYERS: '' + CM_ML_MODEL_INPUT_LAYER_NAME: '' + CM_ML_MODEL_INPUT_SHAPES: '' + CM_ML_MODEL_NORMALIZE_DATA: '0' + CM_ML_MODEL_OUTPUT_LAYERS: '' + CM_ML_MODEL_OUTPUT_LAYER_NAME: '' + CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: <<>> + CM_ML_MODEL_SUBTRACT_MEANS: 'YES' + group: framework + tflite,int8: + env: + CM_DOWNLOAD_CHECKSUM: 2d6dd48722471313e4c4528249205ae3 + CM_PACKAGE_URL: https://github.com/mlcommons/tiny/raw/master/benchmark/training/image_classification/trained_models/pretrainedResnet_quant.tflite + uint8: + add_deps_tags: + dependent-model: + tags: _int8 + env: + CM_ML_MODEL_INPUT_DATA_TYPES: uint8 + CM_ML_MODEL_PRECISION: uint8 + CM_ML_MODEL_WEIGHT_DATA_TYPES: uint8 + group: precision diff --git a/script/get-ml-model-using-imagenet-from-model-zoo/_cm.yaml b/script/get-ml-model-using-imagenet-from-model-zoo/_cm.yaml index e53d6160b7..3f5b3f648f 100644 --- a/script/get-ml-model-using-imagenet-from-model-zoo/_cm.yaml +++ b/script/get-ml-model-using-imagenet-from-model-zoo/_cm.yaml @@ -1,58 +1,37 @@ -{ - "alias": "get-ml-model-using-imagenet-from-model-zoo", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML models", - "env": { - "CM_ML_MODEL": "resnet", - "CM_ML_MODEL_DATASET": "imagenet" - }, - "new_env_keys": [ - "CM_ML_MODEL*" - ], - "tags": [ - "get", - "ml-model", - "model-zoo", - "zoo", - "imagenet", - "image-classification" - ], - "uid": "153e08828c4e45cc", - "variations": { - "model.#": { - "deps": [ - { - "names": [ - "neural-magic-zoo-downloader" - ], - "tags": "get,ml-model,zoo,deepsparse,_model-stub.#" - } - ], - "group": "model-source" - }, - "model.resnet101-pytorch-base": { - "deps": [ - { - "names": [ - "neural-magic-zoo-downloader" - ], - "tags": "get,ml-model,zoo,deepsparse,_model-stub.zoo:cv/classification/resnet_v1-101/pytorch/sparseml/imagenet/base-none" - } - ], - "group": "model-source" - }, - "model.resnet50-pruned95-uniform-quant": { - "deps": [ - { - "names": [ - "neural-magic-zoo-downloader" - ], - "tags": "get,ml-model,zoo,deepsparse,_model-stub.zoo:cv/classification/resnet_v1-50/pytorch/sparseml/imagenet/pruned95_uniform_quant-none" - } - ], - "group": "model-source" - } - } -} +alias: get-ml-model-using-imagenet-from-model-zoo +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +env: + CM_ML_MODEL: resnet + CM_ML_MODEL_DATASET: imagenet +new_env_keys: +- CM_ML_MODEL* +tags: +- get +- ml-model +- model-zoo +- zoo +- imagenet +- image-classification +uid: 153e08828c4e45cc +variations: + model.#: + deps: + - names: + - neural-magic-zoo-downloader + tags: get,ml-model,zoo,deepsparse,_model-stub.# + group: model-source + model.resnet101-pytorch-base: + deps: + - names: + - neural-magic-zoo-downloader + tags: get,ml-model,zoo,deepsparse,_model-stub.zoo:cv/classification/resnet_v1-101/pytorch/sparseml/imagenet/base-none + group: model-source + model.resnet50-pruned95-uniform-quant: + deps: + - names: + - neural-magic-zoo-downloader + tags: get,ml-model,zoo,deepsparse,_model-stub.zoo:cv/classification/resnet_v1-50/pytorch/sparseml/imagenet/pruned95_uniform_quant-none + group: model-source diff --git a/script/get-mlperf-inference-intel-scratch-space/_cm.yaml b/script/get-mlperf-inference-intel-scratch-space/_cm.yaml index 3b2b650973..1ddab564e5 100644 --- a/script/get-mlperf-inference-intel-scratch-space/_cm.yaml +++ b/script/get-mlperf-inference-intel-scratch-space/_cm.yaml @@ -1,48 +1,37 @@ -{ - "alias": "get-mlperf-inference-intel-scratch-space", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "MLPerf benchmark support", - "deps": [], - "docker": { - "run": false - }, - "input_description": {}, - "input_mapping": { - "scratch_path": "MLPERF_INTEL_SCRATCH_PATH" - }, - "new_env_keys": [ - "CM_INTEL_MLPERF_SCRATCH_PATH", - "CM_INTEL_SCRATCH_SPACE_VERSION" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "get", - "mlperf", - "inference", - "intel", - "scratch", - "space" - ], - "uid": "e83fca30851f45ef", - "variations": { - "version.#": { - "group": "version", - "env": { - "CM_INTEL_SCRATCH_SPACE_VERSION": "#" - } - }, - "version.4_0": { - "group": "version", - "default": true, - "env": { - "CM_INTEL_SCRATCH_SPACE_VERSION": "4_0" - } - } - }, - "versions": {} -} +alias: get-mlperf-inference-intel-scratch-space +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: MLPerf benchmark support +deps: [] +docker: + run: false +input_description: {} +input_mapping: + scratch_path: MLPERF_INTEL_SCRATCH_PATH +new_env_keys: +- CM_INTEL_MLPERF_SCRATCH_PATH +- CM_INTEL_SCRATCH_SPACE_VERSION +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- get +- mlperf +- inference +- intel +- scratch +- space +uid: e83fca30851f45ef +variations: + version.#: + env: + CM_INTEL_SCRATCH_SPACE_VERSION: '#' + group: version + version.4_0: + default: true + env: + CM_INTEL_SCRATCH_SPACE_VERSION: '4_0' + group: version +versions: {} diff --git a/script/get-mlperf-inference-nvidia-common-code/_cm.yaml b/script/get-mlperf-inference-nvidia-common-code/_cm.yaml index a0191d9e9e..bb3828b007 100644 --- a/script/get-mlperf-inference-nvidia-common-code/_cm.yaml +++ b/script/get-mlperf-inference-nvidia-common-code/_cm.yaml @@ -1,85 +1,55 @@ -{ - "alias": "get-mlperf-inference-nvidia-common-code", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "MLPerf benchmark support", - "default_version": "r3.1", - "clean_files": [], - "deps": [ - { - "names": [ - "mlperf-inference-results" - ], - "tags": "get,mlperf,inference,results,official,_code-only", - "inherit_variation_tags": true - } - ], - "new_env_keys": [ - "+PYTHONPATH", - "CM_MLPERF_INFERENCE_NVIDIA_CODE_PATH" - ], - "tags": [ - "get", - "nvidia", - "mlperf", - "inference", - "common-code" - ], - "uid": "26b78bf3ffdc4926", - "variations": { - "mlcommons": { - "group": "repo-owner", - "default": true - }, - "custom": { - "group": "repo-owner" - }, - "ctuning": { - "group": "repo-owner" - }, - "nvidia-only": { - "group": "repo-owner" - }, - "go": { - "group": "repo-owner" - } - }, - "versions": { - "r2.1": { - "add_deps_recursive": { - "mlperf-inference-results": { - "version": "v2.1" - } - } - }, - "r3.0": { - "add_deps_recursive": { - "mlperf-inference-results": { - "version": "v3.0" - } - } - }, - "r3.1": { - "add_deps_recursive": { - "mlperf-inference-results": { - "version": "v3.1" - } - } - }, - "r4.0": { - "add_deps_recursive": { - "mlperf-inference-results": { - "version": "v4.0" - } - } - }, - "r4.1": { - "add_deps_recursive": { - "mlperf-inference-results": { - "version": "v4.1" - } - } - } - } -} +alias: get-mlperf-inference-nvidia-common-code +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: MLPerf benchmark support +clean_files: [] +default_version: r3.1 +deps: +- inherit_variation_tags: true + names: + - mlperf-inference-results + tags: get,mlperf,inference,results,official,_code-only +new_env_keys: +- +PYTHONPATH +- CM_MLPERF_INFERENCE_NVIDIA_CODE_PATH +tags: +- get +- nvidia +- mlperf +- inference +- common-code +uid: 26b78bf3ffdc4926 +variations: + ctuning: + group: repo-owner + custom: + group: repo-owner + go: + group: repo-owner + mlcommons: + default: true + group: repo-owner + nvidia-only: + group: repo-owner +versions: + r2.1: + add_deps_recursive: + mlperf-inference-results: + version: v2.1 + r3.0: + add_deps_recursive: + mlperf-inference-results: + version: v3.0 + r3.1: + add_deps_recursive: + mlperf-inference-results: + version: v3.1 + r4.0: + add_deps_recursive: + mlperf-inference-results: + version: v4.0 + r4.1: + add_deps_recursive: + mlperf-inference-results: + version: v4.1 diff --git a/script/get-mlperf-inference-nvidia-scratch-space/_cm.yaml b/script/get-mlperf-inference-nvidia-scratch-space/_cm.yaml index 729a9d7844..b6612265f9 100644 --- a/script/get-mlperf-inference-nvidia-scratch-space/_cm.yaml +++ b/script/get-mlperf-inference-nvidia-scratch-space/_cm.yaml @@ -1,61 +1,46 @@ -{ - "alias": "get-mlperf-inference-nvidia-scratch-space", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "MLPerf benchmark support", - "deps": [], - "input_description": {}, - "input_mapping": { - "scratch_path": "CM_NVIDIA_MLPERF_SCRATCH_PATH" - }, - "new_env_keys": [ - "CM_NVIDIA_MLPERF_SCRATCH_PATH", - "MLPERF_SCRATCH_PATH", - "CM_NVIDIA_SCRATCH_SPACE_VERSION" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "get", - "mlperf", - "inference", - "nvidia", - "scratch", - "space" - ], - "uid": "0b2bec8b29fb4ab7", - "variations": { - "version.#": { - "group": "version", - "env": { - "CM_NVIDIA_SCRATCH_SPACE_VERSION": "#" - } - }, - "version.4_0": { - "group": "version", - "env": { - "CM_NVIDIA_SCRATCH_SPACE_VERSION": "4_0" - } - }, - "version.4_1": { - "group": "version", - "env": { - "CM_NVIDIA_SCRATCH_SPACE_VERSION": "4_1" - } - }, - "version.4_1-dev": { - "group": "version", - "default": true, - "env": { - "CM_NVIDIA_SCRATCH_SPACE_VERSION": "4_1-dev" - } - } - }, - "versions": {}, - "docker": { - "run": false - } -} +alias: get-mlperf-inference-nvidia-scratch-space +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: MLPerf benchmark support +deps: [] +docker: + run: false +input_description: {} +input_mapping: + scratch_path: CM_NVIDIA_MLPERF_SCRATCH_PATH +new_env_keys: +- CM_NVIDIA_MLPERF_SCRATCH_PATH +- MLPERF_SCRATCH_PATH +- CM_NVIDIA_SCRATCH_SPACE_VERSION +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- get +- mlperf +- inference +- nvidia +- scratch +- space +uid: 0b2bec8b29fb4ab7 +variations: + version.#: + env: + CM_NVIDIA_SCRATCH_SPACE_VERSION: '#' + group: version + version.4_0: + env: + CM_NVIDIA_SCRATCH_SPACE_VERSION: '4_0' + group: version + version.4_1: + env: + CM_NVIDIA_SCRATCH_SPACE_VERSION: '4_1' + group: version + version.4_1-dev: + default: true + env: + CM_NVIDIA_SCRATCH_SPACE_VERSION: 4_1-dev + group: version +versions: {} diff --git a/script/get-mlperf-inference-results-dir/_cm.yaml b/script/get-mlperf-inference-results-dir/_cm.yaml index 81b599a3e9..4aad780079 100644 --- a/script/get-mlperf-inference-results-dir/_cm.yaml +++ b/script/get-mlperf-inference-results-dir/_cm.yaml @@ -1,58 +1,44 @@ -{ - "alias": "get-mlperf-inference-results-dir", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "MLPerf benchmark support", - "deps": [], - "docker": { - "run": false - }, - "input_description": {}, - "input_mapping": { - "results_dir": "CM_MLPERF_INFERENCE_RESULTS_DIR" - }, - "new_env_keys": [ - "CM_MLPERF_INFERENCE_RESULTS_DIR", - "CM_MLPERF_INFERENCE_RESULTS_VERSION" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "get", - "mlperf", - "inference", - "local", - "results", - "dir", - "directory" - ], - "uid": "84f3c5aad5e1444b", - "variations": { - "path.#": { - "CM_MLPERF_INFERENCE_RESULTS_DIR" : "#" - }, - "version.#": { - "group": "version", - "env": { - "CM_MLPERF_INFERENCE_RESULTS_VERSION": "#" - } - }, - "version.4_1": { - "group": "version", - "env": { - "CM_MLPERF_INFERENCE_RESULTS_VERSION": "4_1" - } - }, - "version.4_1-dev": { - "group": "version", - "default": true, - "env": { - "CM_MLPERF_INFERENCE_RESULTS_VERSION": "4_1-dev" - } - } - }, - "versions": {} -} +alias: get-mlperf-inference-results-dir +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: MLPerf benchmark support +deps: [] +docker: + run: false +input_description: {} +input_mapping: + results_dir: CM_MLPERF_INFERENCE_RESULTS_DIR +new_env_keys: +- CM_MLPERF_INFERENCE_RESULTS_DIR +- CM_MLPERF_INFERENCE_RESULTS_VERSION +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- get +- mlperf +- inference +- local +- results +- dir +- directory +uid: 84f3c5aad5e1444b +variations: + path.#: + CM_MLPERF_INFERENCE_RESULTS_DIR: '#' + version.#: + env: + CM_MLPERF_INFERENCE_RESULTS_VERSION: '#' + group: version + version.4_1: + env: + CM_MLPERF_INFERENCE_RESULTS_VERSION: '4_1' + group: version + version.4_1-dev: + default: true + env: + CM_MLPERF_INFERENCE_RESULTS_VERSION: 4_1-dev + group: version +versions: {} diff --git a/script/get-mlperf-inference-results/_cm.yaml b/script/get-mlperf-inference-results/_cm.yaml index 01451d42b8..22ceaa92a9 100644 --- a/script/get-mlperf-inference-results/_cm.yaml +++ b/script/get-mlperf-inference-results/_cm.yaml @@ -1,120 +1,83 @@ -{ - "alias": "get-mlperf-inference-results", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "MLPerf benchmark support", - "default_env": { - "CM_GIT_CHECKOUT": "master", - "CM_GIT_DEPTH": "--depth 1", - "CM_GIT_PATCH": "no" - }, - "default_version": "v4.0", - "prehook_deps": [ - { - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_repo.": [ "CM_GIT_URL" ] - }, - "force_env_keys": [ - "CM_GIT_*" - ], - "names": [ - "inference-results-repo" - ], - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_MLPERF_INFERENCE_RESULTS_PATH" - }, - "extra_cache_tags": "mlperf,inference,results,official" - } - ], - "deps": [ - ], - "new_env_keys": [ - "CM_MLPERF_INFERENCE_RESULTS_*" - ], - "tags": [ - "get", - "results", - "inference", - "official", - "inference-results", - "mlcommons", - "mlperf" - ], - "uid": "36bae5b25dbe41da", - "versions": { - "v2.1": { - "env": { - "CM_MLPERF_INFERENCE_RESULTS_VERSION_NAME": "v2.1", - "CM_GIT_URL": "https://github.com/<<>>/inference_results_v2.1.git" - } - }, - "v3.0": { - "env": { - "CM_MLPERF_INFERENCE_RESULTS_VERSION_NAME": "v3.0", - "CM_GIT_URL": "https://github.com/<<>>/inference_results_v3.0.git" - } - }, - "v3.1": { - "env": { - "CM_MLPERF_INFERENCE_RESULTS_VERSION_NAME": "v3.1", - "CM_GIT_URL": "https://github.com/<<>>/inference_results_v3.1.git" - } - }, - "v4.0": { - "env": { - "CM_MLPERF_INFERENCE_RESULTS_VERSION_NAME": "v4.0", - "CM_GIT_URL": "https://github.com/<<>>/inference_results_v4.0.git" - } - }, - "v4.1": { - "env": { - "CM_MLPERF_INFERENCE_RESULTS_VERSION_NAME": "v4.1", - "CM_GIT_URL": "https://github.com/<<>>/inference_results_v4.1.git" - } - } - }, - "variations": { - "mlcommons": { - "group": "source-repo", - "default": true, - "env": { - "GITHUB_REPO_OWNER": "mlcommons" - } - }, - "custom": { - "group": "source-repo", - "env": { - "GITHUB_REPO_OWNER": "arjunsuresh" - } - }, - "ctuning": { - "group": "source-repo", - "env": { - "GITHUB_REPO_OWNER": "ctuning" - } - }, - "nvidia-only": { - "group": "source-repo", - "env": { - "GITHUB_REPO_OWNER": "GATEOverflow", - "NVIDIA_ONLY": "yes" - } - }, - "go": { - "group": "source-repo", - "env": { - "GITHUB_REPO_OWNER": "GATEOverflow" - } - }, - "code-only": { - "group": "repo-branch", - "adr": { - "inference-results-repo": { - "tags": "_branch.cm-code-only" - } - } - } - } -} +alias: get-mlperf-inference-results +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: MLPerf benchmark support +default_env: + CM_GIT_CHECKOUT: master + CM_GIT_DEPTH: --depth 1 + CM_GIT_PATCH: 'no' +default_version: v4.0 +deps: [] +new_env_keys: +- CM_MLPERF_INFERENCE_RESULTS_* +prehook_deps: +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_MLPERF_INFERENCE_RESULTS_PATH + extra_cache_tags: mlperf,inference,results,official + force_env_keys: + - CM_GIT_* + names: + - inference-results-repo + tags: get,git,repo + update_tags_from_env_with_prefix: + _repo.: + - CM_GIT_URL +tags: +- get +- results +- inference +- official +- inference-results +- mlcommons +- mlperf +uid: 36bae5b25dbe41da +variations: + code-only: + adr: + inference-results-repo: + tags: _branch.cm-code-only + group: repo-branch + ctuning: + env: + GITHUB_REPO_OWNER: ctuning + group: source-repo + custom: + env: + GITHUB_REPO_OWNER: arjunsuresh + group: source-repo + go: + env: + GITHUB_REPO_OWNER: GATEOverflow + group: source-repo + mlcommons: + default: true + env: + GITHUB_REPO_OWNER: mlcommons + group: source-repo + nvidia-only: + env: + GITHUB_REPO_OWNER: GATEOverflow + NVIDIA_ONLY: 'yes' + group: source-repo +versions: + v2.1: + env: + CM_GIT_URL: https://github.com/<<>>/inference_results_v2.1.git + CM_MLPERF_INFERENCE_RESULTS_VERSION_NAME: v2.1 + v3.0: + env: + CM_GIT_URL: https://github.com/<<>>/inference_results_v3.0.git + CM_MLPERF_INFERENCE_RESULTS_VERSION_NAME: v3.0 + v3.1: + env: + CM_GIT_URL: https://github.com/<<>>/inference_results_v3.1.git + CM_MLPERF_INFERENCE_RESULTS_VERSION_NAME: v3.1 + v4.0: + env: + CM_GIT_URL: https://github.com/<<>>/inference_results_v4.0.git + CM_MLPERF_INFERENCE_RESULTS_VERSION_NAME: v4.0 + v4.1: + env: + CM_GIT_URL: https://github.com/<<>>/inference_results_v4.1.git + CM_MLPERF_INFERENCE_RESULTS_VERSION_NAME: v4.1 diff --git a/script/get-mlperf-inference-src/_cm.yaml b/script/get-mlperf-inference-src/_cm.yaml index 8b8600d397..0eb7cf4ffa 100644 --- a/script/get-mlperf-inference-src/_cm.yaml +++ b/script/get-mlperf-inference-src/_cm.yaml @@ -1,259 +1,175 @@ -{ - "alias": "get-mlperf-inference-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "MLPerf benchmark support", - "default_version": "master", - "default_env": { - "CM_GIT_CHECKOUT_FOLDER": "inference", - "CM_GIT_DEPTH": "--depth 4", - "CM_GIT_PATCH": "no", - "CM_GIT_RECURSE_SUBMODULES": "" - }, - "deps": [ - { - "tags": "detect,os" - }, - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - } - ], - "new_env_keys": [ - "CM_MLPERF_INFERENCE_3DUNET_PATH", - "CM_MLPERF_INFERENCE_BERT_PATH", - "CM_MLPERF_INFERENCE_CLASSIFICATION_AND_DETECTION_PATH", - "CM_MLPERF_INFERENCE_CONF_PATH", - "CM_MLPERF_INFERENCE_DLRM_PATH", - "CM_MLPERF_INFERENCE_DLRM_V2_PATH", - "CM_MLPERF_INFERENCE_GPTJ_PATH", - "CM_MLPERF_INFERENCE_RNNT_PATH", - "CM_MLPERF_INFERENCE_SOURCE", - "CM_MLPERF_INFERENCE_SOURCE_VERSION", - "CM_MLPERF_INFERENCE_VERSION", - "CM_MLPERF_INFERENCE_VISION_PATH", - "CM_MLPERF_LAST_RELEASE", - "+PYTHONPATH" - ], - "prehook_deps": [ - { - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_MLPERF_INFERENCE_SOURCE" - }, - "extra_cache_tags": "inference,src", - "force_env_keys": [ - "CM_GIT_*" - ], - "names": [ - "inference-git-repo" - ], - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_branch.": [ - "CM_GIT_CHECKOUT" - ], - "_repo.": [ - "CM_GIT_URL" - ], - "_sha.": [ - "CM_GIT_SHA" - ], - "_submodules.": [ - "CM_GIT_SUBMODULES" - ] - } - } - ], - "print_env_at_the_end_disabled": { - "CM_MLPERF_INFERENCE_CONF_PATH": "Path to the MLPerf inference benchmark configuration file", - "CM_MLPERF_INFERENCE_SOURCE": "Path to MLPerf inference benchmark sources" - }, - "tags": [ - "get", - "src", - "source", - "inference", - "inference-src", - "inference-source", - "mlperf", - "mlcommons" - ], - "uid": "4b57186581024797", - "variations": { - "3d-unet": { - "env": { - "CM_SUBMODULE_3D_UNET": "yes" - } - }, - "branch.#": { - "env": { - "CM_GIT_CHECKOUT": "#" - }, - "group": "checkout", - "default_version": "custom" - }, - "deeplearningexamples": { - "env": { - "CM_SUBMODULE_DEEPLEARNINGEXAMPLES": "yes" - } - }, - "deepsparse": { - "base":[ - "_branch.deepsparse", - "_repo.https://github.com/neuralmagic/inference" - ], - "env": { - "CM_MLPERF_LAST_RELEASE": "v4.0" - } - }, - "full-history": { - "env": { - "CM_GIT_DEPTH": "" - }, - "group": "git-history" - }, - "gn": { - "env": { - "CM_SUBMODULE_GN": "yes" - } - }, - "no-recurse-submodules": { - "env": { - "CM_GIT_RECURSE_SUBMODULES": "" - } - }, - "nvidia-pycocotools": { - "base": [ - "patch" - ], - "env": { - "CM_GIT_PATCH_FILENAME": "coco.patch" - } - }, - "octoml": { - "base": [ - "short-history", - "_repo.https://github.com/octoml/inference" - ], - "env": { - "CM_GIT_URL": "https://github.com/octoml/inference" - } - }, - "openimages-nvidia-pycocotools": { - "base": [ - "patch" - ], - "env": { - "CM_GIT_PATCH_FILENAME": "openimages-pycocotools.patch" - } - }, - "patch": { - "ad": { - "inference-git-repo": { - "tags": "_patch" - } - }, - "env": { - "CM_GIT_PATCH": "yes" - } - }, - "pybind": { - "env": { - "CM_SUBMODULE_PYBIND": "yes" - } - }, - "recurse-submodules": { - "env": { - "CM_GIT_RECURSE_SUBMODULES": " --recurse-submodules" - } - }, - "repo.#": { - "env": { - "CM_GIT_URL": "#" - } - }, - "sha.#": { - "env": { - "CM_GIT_SHA": "#" - }, - "group": "checkout" - }, - "short-history": { - "default": true, - "env": { - "CM_GIT_DEPTH": "--depth 10" - }, - "group": "git-history" - }, - "submodules.#": { - "env": { - "CM_GIT_SUBMODULES": "#" - } - } - }, - "versions": { - "custom": { - "env": { - "CM_MLPERF_LAST_RELEASE": "v4.1" - } - }, - "deepsparse": { - "env": { - "CM_TMP_GIT_CHECKOUT": "deepsparse", - "CM_TMP_GIT_URL": "https://github.com/neuralmagic/inference", - "CM_MLPERF_LAST_RELEASE": "v4.0" - } - }, - "main": { - "env": { - "CM_TMP_GIT_CHECKOUT": "main", - "CM_MLPERF_LAST_RELEASE": "v4.1" - } - }, - "master": { - "env": { - "CM_TMP_GIT_CHECKOUT": "master", - "CM_MLPERF_LAST_RELEASE": "v4.1" - } - }, - "r2.1": { - "env": { - "CM_TMP_GIT_CHECKOUT": "v2.1", - "CM_MLPERF_LAST_RELEASE": "v2.1" - } - }, - "r3.0": { - "adr": { - "inference-git-repo": { - "tags": "_tag.v3.0" - } - }, - "env": { - "CM_TMP_GIT_CHECKOUT": "", - "CM_MLPERF_LAST_RELEASE": "v3.0" - } - }, - "r3.1": { - "adr": { - "inference-git-repo": { - "tags": "_tag.v3.1" - } - }, - "env": { - "CM_TMP_GIT_CHECKOUT": "", - "CM_MLPERF_LAST_RELEASE": "v3.1" - } - }, - "tvm": { - "env": { - "CM_TMP_GIT_CHECKOUT": "tvm", - "CM_TMP_GIT_URL": "https://github.com/mlcommons/inference", - "CM_MLPERF_LAST_RELEASE": "v3.1" - } - } - } -} +alias: get-mlperf-inference-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: MLPerf benchmark support +default_env: + CM_GIT_CHECKOUT_FOLDER: inference + CM_GIT_DEPTH: --depth 4 + CM_GIT_PATCH: 'no' + CM_GIT_RECURSE_SUBMODULES: '' +default_version: master +deps: +- tags: detect,os +- names: + - python + - python3 + tags: get,python3 +new_env_keys: +- CM_MLPERF_INFERENCE_3DUNET_PATH +- CM_MLPERF_INFERENCE_BERT_PATH +- CM_MLPERF_INFERENCE_CLASSIFICATION_AND_DETECTION_PATH +- CM_MLPERF_INFERENCE_CONF_PATH +- CM_MLPERF_INFERENCE_DLRM_PATH +- CM_MLPERF_INFERENCE_DLRM_V2_PATH +- CM_MLPERF_INFERENCE_GPTJ_PATH +- CM_MLPERF_INFERENCE_RNNT_PATH +- CM_MLPERF_INFERENCE_SOURCE +- CM_MLPERF_INFERENCE_SOURCE_VERSION +- CM_MLPERF_INFERENCE_VERSION +- CM_MLPERF_INFERENCE_VISION_PATH +- CM_MLPERF_LAST_RELEASE +- +PYTHONPATH +prehook_deps: +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_MLPERF_INFERENCE_SOURCE + extra_cache_tags: inference,src + force_env_keys: + - CM_GIT_* + names: + - inference-git-repo + tags: get,git,repo + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL + _sha.: + - CM_GIT_SHA + _submodules.: + - CM_GIT_SUBMODULES +print_env_at_the_end_disabled: + CM_MLPERF_INFERENCE_CONF_PATH: Path to the MLPerf inference benchmark configuration + file + CM_MLPERF_INFERENCE_SOURCE: Path to MLPerf inference benchmark sources +tags: +- get +- src +- source +- inference +- inference-src +- inference-source +- mlperf +- mlcommons +uid: 4b57186581024797 +variations: + 3d-unet: + env: + CM_SUBMODULE_3D_UNET: 'yes' + branch.#: + default_version: custom + env: + CM_GIT_CHECKOUT: '#' + group: checkout + deeplearningexamples: + env: + CM_SUBMODULE_DEEPLEARNINGEXAMPLES: 'yes' + deepsparse: + base: + - _branch.deepsparse + - _repo.https://github.com/neuralmagic/inference + env: + CM_MLPERF_LAST_RELEASE: v4.0 + full-history: + env: + CM_GIT_DEPTH: '' + group: git-history + gn: + env: + CM_SUBMODULE_GN: 'yes' + no-recurse-submodules: + env: + CM_GIT_RECURSE_SUBMODULES: '' + nvidia-pycocotools: + base: + - patch + env: + CM_GIT_PATCH_FILENAME: coco.patch + octoml: + base: + - short-history + - _repo.https://github.com/octoml/inference + env: + CM_GIT_URL: https://github.com/octoml/inference + openimages-nvidia-pycocotools: + base: + - patch + env: + CM_GIT_PATCH_FILENAME: openimages-pycocotools.patch + patch: + ad: + inference-git-repo: + tags: _patch + env: + CM_GIT_PATCH: 'yes' + pybind: + env: + CM_SUBMODULE_PYBIND: 'yes' + recurse-submodules: + env: + CM_GIT_RECURSE_SUBMODULES: ' --recurse-submodules' + repo.#: + env: + CM_GIT_URL: '#' + sha.#: + env: + CM_GIT_SHA: '#' + group: checkout + short-history: + default: true + env: + CM_GIT_DEPTH: --depth 10 + group: git-history + submodules.#: + env: + CM_GIT_SUBMODULES: '#' +versions: + custom: + env: + CM_MLPERF_LAST_RELEASE: v4.1 + deepsparse: + env: + CM_MLPERF_LAST_RELEASE: v4.0 + CM_TMP_GIT_CHECKOUT: deepsparse + CM_TMP_GIT_URL: https://github.com/neuralmagic/inference + main: + env: + CM_MLPERF_LAST_RELEASE: v4.1 + CM_TMP_GIT_CHECKOUT: main + master: + env: + CM_MLPERF_LAST_RELEASE: v4.1 + CM_TMP_GIT_CHECKOUT: master + r2.1: + env: + CM_MLPERF_LAST_RELEASE: v2.1 + CM_TMP_GIT_CHECKOUT: v2.1 + r3.0: + adr: + inference-git-repo: + tags: _tag.v3.0 + env: + CM_MLPERF_LAST_RELEASE: v3.0 + CM_TMP_GIT_CHECKOUT: '' + r3.1: + adr: + inference-git-repo: + tags: _tag.v3.1 + env: + CM_MLPERF_LAST_RELEASE: v3.1 + CM_TMP_GIT_CHECKOUT: '' + tvm: + env: + CM_MLPERF_LAST_RELEASE: v3.1 + CM_TMP_GIT_CHECKOUT: tvm + CM_TMP_GIT_URL: https://github.com/mlcommons/inference diff --git a/script/get-mlperf-inference-submission-dir/_cm.yaml b/script/get-mlperf-inference-submission-dir/_cm.yaml index 59c95b7b39..84f4b30cc5 100644 --- a/script/get-mlperf-inference-submission-dir/_cm.yaml +++ b/script/get-mlperf-inference-submission-dir/_cm.yaml @@ -1,49 +1,38 @@ -{ - "alias": "get-mlperf-inference-submission-dir", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "MLPerf benchmark support", - "deps": [], - "docker": { - "run": false - }, - "input_description": {}, - "input_mapping": { - "submission_dir": "CM_MLPERF_INFERENCE_SUBMISSION_DIR" - }, - "new_env_keys": [ - "CM_MLPERF_INFERENCE_SUBMISSION_DIR", - "CM_MLPERF_INFERENCE_SUBMISSION_VERSION" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "get", - "mlperf", - "inference", - "submission", - "local", - "dir", - "directory" - ], - "uid": "ddf36a41d6934a7e", - "variations": { - "version.#": { - "env": { - "CM_MLPERF_INFERENCE_SUBMISSION_VERSION": "#" - }, - "group": "version" - }, - "version.4_1-dev": { - "default": true, - "env": { - "CM_MLPERF_INFERENCE_SUBMISSION_VERSION": "4_1-dev" - }, - "group": "version" - } - }, - "versions": {} -} +alias: get-mlperf-inference-submission-dir +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: MLPerf benchmark support +deps: [] +docker: + run: false +input_description: {} +input_mapping: + submission_dir: CM_MLPERF_INFERENCE_SUBMISSION_DIR +new_env_keys: +- CM_MLPERF_INFERENCE_SUBMISSION_DIR +- CM_MLPERF_INFERENCE_SUBMISSION_VERSION +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- get +- mlperf +- inference +- submission +- local +- dir +- directory +uid: ddf36a41d6934a7e +variations: + version.#: + env: + CM_MLPERF_INFERENCE_SUBMISSION_VERSION: '#' + group: version + version.4_1-dev: + default: true + env: + CM_MLPERF_INFERENCE_SUBMISSION_VERSION: 4_1-dev + group: version +versions: {} diff --git a/script/get-mlperf-inference-sut-configs/_cm.yaml b/script/get-mlperf-inference-sut-configs/_cm.yaml index cef8942f1c..8913bdc29d 100644 --- a/script/get-mlperf-inference-sut-configs/_cm.yaml +++ b/script/get-mlperf-inference-sut-configs/_cm.yaml @@ -1,44 +1,32 @@ -{ - "alias": "get-mlperf-inference-sut-configs", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "category": "MLPerf benchmark support", - "new_env_keys": [ - "CM_HW_*", - "CM_SUT_*", - "CM_MLPERF_INFERENCE_SUT_RUN_CONFIG" - ], - "new_state_keys": [ - "CM_SUT_*" - ], - "default_env": { - "CM_SUT_CONFIGS_PATH": "", - "CM_GIT_URL": "" - }, - "input_mapping": { - "repo_path": "CM_SUT_CONFIGS_PATH", - "configs_git_url": "CM_GIT_URL", - "run_config": "CM_MLPERF_SUT_NAME_RUN_CONFIG_SUFFIX" - }, - "tags": [ - "get", - "mlperf", - "inference", - "sut", - "configs", - "sut-configs" - ], - "deps": [ - { - "tags": "get,cache,dir,_name.mlperf-inference-sut-configs", - "env": { - "CM_CACHE_DIR_ENV_NAME": "CM_SUT_CONFIGS_PATH" - }, - "extra_cache_tags": "mlperf,inference,sut,configs" - } - ], - "uid": "c2fbf72009e2445b", - "variations": { - } -} +alias: get-mlperf-inference-sut-configs +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: MLPerf benchmark support +default_env: + CM_GIT_URL: '' + CM_SUT_CONFIGS_PATH: '' +deps: +- env: + CM_CACHE_DIR_ENV_NAME: CM_SUT_CONFIGS_PATH + extra_cache_tags: mlperf,inference,sut,configs + tags: get,cache,dir,_name.mlperf-inference-sut-configs +input_mapping: + configs_git_url: CM_GIT_URL + repo_path: CM_SUT_CONFIGS_PATH + run_config: CM_MLPERF_SUT_NAME_RUN_CONFIG_SUFFIX +new_env_keys: +- CM_HW_* +- CM_SUT_* +- CM_MLPERF_INFERENCE_SUT_RUN_CONFIG +new_state_keys: +- CM_SUT_* +tags: +- get +- mlperf +- inference +- sut +- configs +- sut-configs +uid: c2fbf72009e2445b +variations: {} diff --git a/script/get-mlperf-inference-sut-description/_cm.yaml b/script/get-mlperf-inference-sut-description/_cm.yaml index d350ee2eaa..9d21398690 100644 --- a/script/get-mlperf-inference-sut-description/_cm.yaml +++ b/script/get-mlperf-inference-sut-description/_cm.yaml @@ -1,91 +1,55 @@ -{ - "alias": "get-mlperf-inference-sut-description", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "category": "MLPerf benchmark support", - "docker": { - "run": false - }, - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "names": [ - "python3", - "python" - ], - "tags": "get,python3" - }, - { - "names": [ - "compiler" - ], - "tags": "get,compiler", - "skip_if_env": { - "CM_MLPERF_INFERENCE_LOADGEN_INSTALL_FROM_PIP": - [ - "yes" - ] - } - }, - { - "tags": "get,cuda-devices,_with-pycuda", - "enable_if_env": { - "CM_MLPERF_DEVICE": [ - "gpu", - "cuda" - ] - } - }, - { - "tags": "detect,sudo", - "enable_if_env": { - "CM_DETERMINE_MEMORY_CONFIGURATION": [ - "yes" - ], - "CM_HOST_OS_TYPE": [ - "linux" - ] - } - }, - { - "tags": "get,generic-python-lib,_package.dmiparser" - }, - { - "tags": "get,cache,dir,_name.mlperf-inference-sut-descriptions", - "extra_cache_tags": "mlperf,inference,sut,descriptions", - "env": { - "CM_CACHE_DIR_ENV_NAME": "CM_MLPERF_INFERENCE_SUT_DESC_PATH" - } - } - ], - "default_env": { - "CM_SUT_DESC_CACHE": "no" - }, - "input_mapping": { - "name": "CM_HW_NAME", - "submitter": "CM_MLPERF_SUBMITTER" - }, - "new_env_keys": [ - "CM_HW_*", - "CM_SUT_*" - ], - "new_state_keys": [ - "CM_SUT_*", - "CM_HW_*" - ], - "tags": [ - "get", - "mlperf", - "sut", - "description", - "system-under-test", - "system-description" - ], - "uid": "e49a3f758b2d4e7b" -} +alias: get-mlperf-inference-sut-description +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: MLPerf benchmark support +default_env: + CM_SUT_DESC_CACHE: 'no' +deps: +- tags: detect,os +- tags: detect,cpu +- names: + - python3 + - python + tags: get,python3 +- names: + - compiler + skip_if_env: + CM_MLPERF_INFERENCE_LOADGEN_INSTALL_FROM_PIP: + - 'yes' + tags: get,compiler +- enable_if_env: + CM_MLPERF_DEVICE: + - gpu + - cuda + tags: get,cuda-devices,_with-pycuda +- enable_if_env: + CM_DETERMINE_MEMORY_CONFIGURATION: + - 'yes' + CM_HOST_OS_TYPE: + - linux + tags: detect,sudo +- tags: get,generic-python-lib,_package.dmiparser +- env: + CM_CACHE_DIR_ENV_NAME: CM_MLPERF_INFERENCE_SUT_DESC_PATH + extra_cache_tags: mlperf,inference,sut,descriptions + tags: get,cache,dir,_name.mlperf-inference-sut-descriptions +docker: + run: false +input_mapping: + name: CM_HW_NAME + submitter: CM_MLPERF_SUBMITTER +new_env_keys: +- CM_HW_* +- CM_SUT_* +new_state_keys: +- CM_SUT_* +- CM_HW_* +tags: +- get +- mlperf +- sut +- description +- system-under-test +- system-description +uid: e49a3f758b2d4e7b diff --git a/script/get-mlperf-logging/_cm.yaml b/script/get-mlperf-logging/_cm.yaml index a81fc231c9..c173a906a7 100644 --- a/script/get-mlperf-logging/_cm.yaml +++ b/script/get-mlperf-logging/_cm.yaml @@ -1,38 +1,24 @@ -{ - "alias": "get-mlperf-logging", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "MLPerf benchmark support", - "default_env": { - }, - "deps": [ - { - "tags": "detect,os" - }, - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - }, - { - "tags": "get,git,repo,_repo.https://github.com/mlcommons/logging", - "env": { - "CM_GIT_CHECKOUT": "master" - } - } - ], - "new_env_keys": [ - "CM_MLPERF_LOGGING_*", - "+PYTHONPATH" - ], - "tags": [ - "get", - "mlperf", - "logging", - "mlperf-logging" - ], - "uid": "c9830dc6f87b4dc6" -} +alias: get-mlperf-logging +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: MLPerf benchmark support +default_env: {} +deps: +- tags: detect,os +- names: + - python + - python3 + tags: get,python3 +- env: + CM_GIT_CHECKOUT: master + tags: get,git,repo,_repo.https://github.com/mlcommons/logging +new_env_keys: +- CM_MLPERF_LOGGING_* +- +PYTHONPATH +tags: +- get +- mlperf +- logging +- mlperf-logging +uid: c9830dc6f87b4dc6 diff --git a/script/get-mlperf-power-dev/_cm.yaml b/script/get-mlperf-power-dev/_cm.yaml index 3adb7b3dbf..c97047225a 100644 --- a/script/get-mlperf-power-dev/_cm.yaml +++ b/script/get-mlperf-power-dev/_cm.yaml @@ -1,87 +1,65 @@ -{ - "alias": "get-mlperf-power-dev", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "MLPerf benchmark support", - "default_env": { - "CM_GIT_DEPTH": "--depth 1", - "CM_GIT_PATCH": "no", - "CM_GIT_CHECKOUT_FOLDER": "power-dev" - }, - "deps": [ - ], - "new_env_keys": [ - "CM_MLPERF_POWER_SOURCE" - ], - "prehook_deps": [ - { - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_repo.": [ "CM_GIT_URL" ], - "_branch.": [ "CM_GIT_CHECKOUT" ], - "_tag.": [ "CM_GIT_CHECKOUT_TAG" ], - "_sha.": [ "CM_GIT_SHA" ] - }, - "force_env_keys": [ - "CM_GIT_*" - ], - "names": [ - "mlperf-power-dev-git-repo" - ], - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_MLPERF_POWER_SOURCE" - }, - "extra_cache_tags": "mlperf,power,power-dev,src" - } - ], - "tags": [ - "get", - "src", - "source", - "power", - "power-dev", - "mlperf", - "mlcommons" - ], - "uid": "72aa56768c994bcf", - "variations": { - "octoml": { - "group": "repo", - "env": { - "CM_GIT_URL": "https://github.com/octoml/power-dev.git" - } - }, - "mlcommons": { - "group": "repo", - "default": true, - "env": { - "CM_GIT_URL": "https://github.com/mlcommons/power-dev.git" - } - }, - "repo.#": { - "group": "repo", - "env": { - "CM_GIT_URL" : "#" - } - }, - "branch.#": { - "group": "checkout", - "env": { - "CM_GIT_CHECKOUT": "#" - } - }, - "sha.#": { - "group": "checkout", - "env": { - "CM_GIT_SHA": "#" - } - }, - "tag.#": { - "group": "checkout", - "env": { - "CM_GIT_CHECKOUT_TAG": "#" - } - } - } -} +alias: get-mlperf-power-dev +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: MLPerf benchmark support +default_env: + CM_GIT_CHECKOUT_FOLDER: power-dev + CM_GIT_DEPTH: --depth 1 + CM_GIT_PATCH: 'no' +deps: [] +new_env_keys: +- CM_MLPERF_POWER_SOURCE +prehook_deps: +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_MLPERF_POWER_SOURCE + extra_cache_tags: mlperf,power,power-dev,src + force_env_keys: + - CM_GIT_* + names: + - mlperf-power-dev-git-repo + tags: get,git,repo + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL + _sha.: + - CM_GIT_SHA + _tag.: + - CM_GIT_CHECKOUT_TAG +tags: +- get +- src +- source +- power +- power-dev +- mlperf +- mlcommons +uid: 72aa56768c994bcf +variations: + branch.#: + env: + CM_GIT_CHECKOUT: '#' + group: checkout + mlcommons: + default: true + env: + CM_GIT_URL: https://github.com/mlcommons/power-dev.git + group: repo + octoml: + env: + CM_GIT_URL: https://github.com/octoml/power-dev.git + group: repo + repo.#: + env: + CM_GIT_URL: '#' + group: repo + sha.#: + env: + CM_GIT_SHA: '#' + group: checkout + tag.#: + env: + CM_GIT_CHECKOUT_TAG: '#' + group: checkout diff --git a/script/get-mlperf-tiny-eembc-energy-runner-src/_cm.yaml b/script/get-mlperf-tiny-eembc-energy-runner-src/_cm.yaml index 67579d7792..32e42c2062 100644 --- a/script/get-mlperf-tiny-eembc-energy-runner-src/_cm.yaml +++ b/script/get-mlperf-tiny-eembc-energy-runner-src/_cm.yaml @@ -1,28 +1,23 @@ -{ - "alias": "get-mlperf-tiny-eembc-energy-runner-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "MLPerf benchmark support", - "default_env": { - "CM_GIT_CHECKOUT": "main", - "CM_GIT_PATCH": "no", - "CM_GIT_RECURSE_SUBMODULES": "", - "CM_GIT_URL": "https://github.com/eembc/energyrunner" - }, - "new_env_keys": [ - "CM_EEMBC_ENERGY_RUNNER_*", - "+PYTHONPATH" - ], - "tags": [ - "get", - "src", - "source", - "eembc", - "energyrunner", - "energy-runner", - "eembc-energy-runner", - "tinymlperf-energy-runner" - ], - "uid": "c7da8d1ce4164a4b" -} +alias: get-mlperf-tiny-eembc-energy-runner-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: MLPerf benchmark support +default_env: + CM_GIT_CHECKOUT: main + CM_GIT_PATCH: 'no' + CM_GIT_RECURSE_SUBMODULES: '' + CM_GIT_URL: https://github.com/eembc/energyrunner +new_env_keys: +- CM_EEMBC_ENERGY_RUNNER_* +- +PYTHONPATH +tags: +- get +- src +- source +- eembc +- energyrunner +- energy-runner +- eembc-energy-runner +- tinymlperf-energy-runner +uid: c7da8d1ce4164a4b diff --git a/script/get-mlperf-tiny-src/_cm.yaml b/script/get-mlperf-tiny-src/_cm.yaml index 4a73973593..86e859a739 100644 --- a/script/get-mlperf-tiny-src/_cm.yaml +++ b/script/get-mlperf-tiny-src/_cm.yaml @@ -1,42 +1,31 @@ -{ - "alias": "get-mlperf-tiny-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "MLPerf benchmark support", - "default_env": { - "CM_GIT_CHECKOUT": "master", - "CM_GIT_PATCH": "no", - "CM_GIT_RECURSE_SUBMODULES": "", - "CM_GIT_URL": "https://github.com/mlcommons/tiny.git" - }, - "deps": [ - { - "tags": "detect,os" - }, - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - } - ], - "new_env_keys": [ - "CM_MLPERF_TINY_*", - "+PYTHONPATH" - ], - "tags": [ - "get", - "src", - "source", - "tiny", - "tiny-src", - "tiny-source", - "tinymlperf", - "tinymlperf-src", - "mlperf", - "mlcommons" - ], - "uid": "777843a0bb034524" -} +alias: get-mlperf-tiny-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: MLPerf benchmark support +default_env: + CM_GIT_CHECKOUT: master + CM_GIT_PATCH: 'no' + CM_GIT_RECURSE_SUBMODULES: '' + CM_GIT_URL: https://github.com/mlcommons/tiny.git +deps: +- tags: detect,os +- names: + - python + - python3 + tags: get,python3 +new_env_keys: +- CM_MLPERF_TINY_* +- +PYTHONPATH +tags: +- get +- src +- source +- tiny +- tiny-src +- tiny-source +- tinymlperf +- tinymlperf-src +- mlperf +- mlcommons +uid: 777843a0bb034524 diff --git a/script/get-mlperf-training-nvidia-code/_cm.yaml b/script/get-mlperf-training-nvidia-code/_cm.yaml index 457e2cd289..02e2ca1736 100644 --- a/script/get-mlperf-training-nvidia-code/_cm.yaml +++ b/script/get-mlperf-training-nvidia-code/_cm.yaml @@ -1,79 +1,53 @@ -{ - "alias": "get-mlperf-training-nvidia-code", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "MLPerf benchmark support", - "clean_files": [], - "default_version": "r3.0", - "deps": [ - { - "names": [ - "mlperf-training-results" - ], - "extra_cache_tags": "mlperf,training,results", - "tags": "get,git,repo", - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_MLPERF_TRAINING_RESULTS_PATH" - }, - "update_tags_from_env_with_prefix": { - "_repo.": [ - "CM_NVIDIA_CODE_DOWNLOAD_URL" - ] - } - } - ], - "new_env_keys": [ - "CM_MLPERF_TRAINING_NVIDIA_CODE_PATH" - ], - "tags": [ - "get", - "nvidia", - "mlperf", - "training", - "code", - "training-code" - ], - "uid": "fdc630b1d41743c5", - "variations": { - "ctuning": { - "group": "repo-owner", - "env": { - "CM_TMP_TRAINING_SRC": "ctuning" - } - }, - "custom": { - "group": "repo-owner" - }, - "mlcommons": { - "default": true, - "group": "repo-owner", - "env": { - "CM_TMP_TRAINING_SRC": "mlcommons" - } - }, - "nvidia-only": { - "group": "repo-owner", - "env": { - "CM_TMP_TRAINING_SRC": "GATEOverflow" - } - } - }, - "versions": { - "r3.1": { - "env": { - "CM_NVIDIA_CODE_DOWNLOAD_URL": "https://github.com/<<>>/training_results_v3.1" - } - }, - "r3.0": { - "env": { - "CM_NVIDIA_CODE_DOWNLOAD_URL": "https://github.com/<<>>/training_results_v3.0" - } - }, - "r2.1": { - "env": { - "CM_NVIDIA_CODE_DOWNLOAD_URL": "https://github.com/<<>>/training_results_v2.1" - } - } - } -} +alias: get-mlperf-training-nvidia-code +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: MLPerf benchmark support +clean_files: [] +default_version: r3.0 +deps: +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_MLPERF_TRAINING_RESULTS_PATH + extra_cache_tags: mlperf,training,results + names: + - mlperf-training-results + tags: get,git,repo + update_tags_from_env_with_prefix: + _repo.: + - CM_NVIDIA_CODE_DOWNLOAD_URL +new_env_keys: +- CM_MLPERF_TRAINING_NVIDIA_CODE_PATH +tags: +- get +- nvidia +- mlperf +- training +- code +- training-code +uid: fdc630b1d41743c5 +variations: + ctuning: + env: + CM_TMP_TRAINING_SRC: ctuning + group: repo-owner + custom: + group: repo-owner + mlcommons: + default: true + env: + CM_TMP_TRAINING_SRC: mlcommons + group: repo-owner + nvidia-only: + env: + CM_TMP_TRAINING_SRC: GATEOverflow + group: repo-owner +versions: + r2.1: + env: + CM_NVIDIA_CODE_DOWNLOAD_URL: https://github.com/<<>>/training_results_v2.1 + r3.0: + env: + CM_NVIDIA_CODE_DOWNLOAD_URL: https://github.com/<<>>/training_results_v3.0 + r3.1: + env: + CM_NVIDIA_CODE_DOWNLOAD_URL: https://github.com/<<>>/training_results_v3.1 diff --git a/script/get-mlperf-training-src/_cm.yaml b/script/get-mlperf-training-src/_cm.yaml index 194ab8d736..063e655ff4 100644 --- a/script/get-mlperf-training-src/_cm.yaml +++ b/script/get-mlperf-training-src/_cm.yaml @@ -1,134 +1,97 @@ -{ - "alias": "get-mlperf-training-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "MLPerf benchmark support", - "default_env": { - "CM_GIT_CHECKOUT": "master", - "CM_GIT_DEPTH": "--depth 4", - "CM_GIT_PATCH": "no", - "CM_GIT_RECURSE_SUBMODULES": " --recurse-submodules", - "CM_GIT_CHECKOUT_FOLDER": "training" - }, - "default_version": "master", - "new_env_keys": [ - "CM_MLPERF_TRAINING_*", - "CM_MLPERF_TRAINING_LAST_RELEASE", - "+PYTHONPATH" - ], - "prehook_deps": [ - { - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_repo.": [ "CM_GIT_URL" ], - "_branch.": [ "CM_GIT_CHECKOUT" ], - "_tag.": [ "CM_GIT_CHECKOUT_TAG" ], - "_sha.": [ "CM_GIT_SHA" ] - }, - "force_env_keys": [ - "CM_GIT_*" - ], - "names": [ - "mlperf-training-repo" - ], - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_MLPERF_TRAINING_SOURCE" - }, - "extra_cache_tags": "mlperf,training,src" - } - ], - "tags": [ - "get", - "src", - "source", - "training", - "training-src", - "training-source", - "mlperf", - "mlcommons" - ], - "uid": "dc440bd88e794a28", - "variations": { - "mlcommons": { - "group": "src", - "env": { - "CM_GIT_URL": "https://github.com/mlcommons/training.git" - } - }, - "repo.#": { - "group": "repo", - "env": { - "CM_GIT_URL" : "#" - } - }, - "branch.#": { - "group": "checkout", - "env": { - "CM_GIT_CHECKOUT": "#" - } - }, - "sha.#": { - "group": "checkout", - "env": { - "CM_GIT_SHA": "#" - } - }, - "tag.#": { - "group": "checkout", - "env": { - "CM_GIT_CHECKOUT_TAG": "#" - } - }, - "full-history": { - "group": "git-history", - "env": { - "CM_GIT_DEPTH": "" - } - }, - "no-recurse-submodules": { - "env": { - "CM_GIT_RECURSE_SUBMODULES": "" - } - }, - "patch": { - "env": { - "CM_GIT_PATCH": "yes" - } - }, - "short-history": { - "group": "git-history", - "default": true, - "env": { - "CM_GIT_DEPTH": "--depth 5" - } - }, - "nvidia-retinanet": { - "base": [ - "patch" - ], - "env": { - "CM_GIT_PATCH_FILENAMES": "nvidia-retinanet.patch,cpu_load.patch" - } - }, - "cknowledge": { - "group": "src", - "default": true, - "env": { - "CM_GIT_URL": "https://github.com/cknowledge/training.git" - } - } - }, - "versions": { - "custom": { - "env": { - "CM_MLPERF_LAST_RELEASE": "custom" - } - }, - "master": { - "env": { - "CM_MLPERF_LAST_RELEASE": "v3.1" - } - } - } -} +alias: get-mlperf-training-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: MLPerf benchmark support +default_env: + CM_GIT_CHECKOUT: master + CM_GIT_CHECKOUT_FOLDER: training + CM_GIT_DEPTH: --depth 4 + CM_GIT_PATCH: 'no' + CM_GIT_RECURSE_SUBMODULES: ' --recurse-submodules' +default_version: master +new_env_keys: +- CM_MLPERF_TRAINING_* +- CM_MLPERF_TRAINING_LAST_RELEASE +- +PYTHONPATH +prehook_deps: +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_MLPERF_TRAINING_SOURCE + extra_cache_tags: mlperf,training,src + force_env_keys: + - CM_GIT_* + names: + - mlperf-training-repo + tags: get,git,repo + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL + _sha.: + - CM_GIT_SHA + _tag.: + - CM_GIT_CHECKOUT_TAG +tags: +- get +- src +- source +- training +- training-src +- training-source +- mlperf +- mlcommons +uid: dc440bd88e794a28 +variations: + branch.#: + env: + CM_GIT_CHECKOUT: '#' + group: checkout + cknowledge: + default: true + env: + CM_GIT_URL: https://github.com/cknowledge/training.git + group: src + full-history: + env: + CM_GIT_DEPTH: '' + group: git-history + mlcommons: + env: + CM_GIT_URL: https://github.com/mlcommons/training.git + group: src + no-recurse-submodules: + env: + CM_GIT_RECURSE_SUBMODULES: '' + nvidia-retinanet: + base: + - patch + env: + CM_GIT_PATCH_FILENAMES: nvidia-retinanet.patch,cpu_load.patch + patch: + env: + CM_GIT_PATCH: 'yes' + repo.#: + env: + CM_GIT_URL: '#' + group: repo + sha.#: + env: + CM_GIT_SHA: '#' + group: checkout + short-history: + default: true + env: + CM_GIT_DEPTH: --depth 5 + group: git-history + tag.#: + env: + CM_GIT_CHECKOUT_TAG: '#' + group: checkout +versions: + custom: + env: + CM_MLPERF_LAST_RELEASE: custom + master: + env: + CM_MLPERF_LAST_RELEASE: v3.1 diff --git a/script/get-nvidia-docker/_cm.yaml b/script/get-nvidia-docker/_cm.yaml index 7cd1c042c7..3031247997 100644 --- a/script/get-nvidia-docker/_cm.yaml +++ b/script/get-nvidia-docker/_cm.yaml @@ -1,34 +1,26 @@ -{ - "alias": "get-nvidia-docker", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "get,docker" - } - ], - "docker_input_mapping": {}, - "input_description": {}, - "input_mapping": {}, - "new_env_keys": [], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "get", - "install", - "nvidia", - "nvidia-container-toolkit", - "nvidia-docker", - "engine" - ], - "uid": "465ae240998e4779", - "variations": {}, - "versions": {} -} +alias: get-nvidia-docker +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +deps: +- tags: detect,os +- tags: get,docker +docker_input_mapping: {} +input_description: {} +input_mapping: {} +new_env_keys: [] +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- get +- install +- nvidia +- nvidia-container-toolkit +- nvidia-docker +- engine +uid: 465ae240998e4779 +variations: {} +versions: {} diff --git a/script/get-nvidia-mitten/_cm.yaml b/script/get-nvidia-mitten/_cm.yaml index 8329b6c219..fe0200b5ce 100644 --- a/script/get-nvidia-mitten/_cm.yaml +++ b/script/get-nvidia-mitten/_cm.yaml @@ -1,53 +1,33 @@ -{ - "alias": "get-nvidia-mitten", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "MLPerf benchmark support", - "default_version": "master", - "deps": [ - { - "tags": "detect,os" - }, - { - "names": [ - "python3", - "python" - ], - "tags": "get,python3" - }, - { - "tags": "get,generic-python-lib,_pycuda", - "version": "2022.2.2" - }, - { - "tags": "get,git,_repo.https://github.com/NVIDIA/mitten", - "force_env_keys": [ - "CM_GIT_CHECKOUT" - ], - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_NVIDIA_MITTEN_SRC" - }, - "extra_cache_tags": "nvidia,mitten,src", - "names": [ - "nvidia-mitten-git-src" - ] - } - ], - "extra_cache_tags_from_env": [ - { - "env": "CM_PYTHON_CACHE_TAGS", - "prefix": "python-" - } - ], - "new_env_keys": [ - "CM_NVIDIA_MITTEN*" - ], - "tags": [ - "get", - "nvidia", - "mitten", - "nvidia-mitten" - ], - "uid": "1c045f2902374de9" -} +alias: get-nvidia-mitten +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: MLPerf benchmark support +default_version: master +deps: +- tags: detect,os +- names: + - python3 + - python + tags: get,python3 +- tags: get,generic-python-lib,_pycuda + version: 2022.2.2 +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_NVIDIA_MITTEN_SRC + extra_cache_tags: nvidia,mitten,src + force_env_keys: + - CM_GIT_CHECKOUT + names: + - nvidia-mitten-git-src + tags: get,git,_repo.https://github.com/NVIDIA/mitten +extra_cache_tags_from_env: +- env: CM_PYTHON_CACHE_TAGS + prefix: python- +new_env_keys: +- CM_NVIDIA_MITTEN* +tags: +- get +- nvidia +- mitten +- nvidia-mitten +uid: 1c045f2902374de9 diff --git a/script/get-onnxruntime-prebuilt/_cm.yaml b/script/get-onnxruntime-prebuilt/_cm.yaml index 4a9b77d795..22bb2b719a 100644 --- a/script/get-onnxruntime-prebuilt/_cm.yaml +++ b/script/get-onnxruntime-prebuilt/_cm.yaml @@ -1,48 +1,36 @@ -{ - "alias": "get-onnxruntime-prebuilt", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "AI/ML frameworks", - "cache": true, - "clean_files": [], - "default_version": "1.16.3", - "deps": [ - { - "tags": "detect,os" - } - ], - "new_env_keys": [ - "CM_ONNXRUNTIME_LIB_PATH", - "CM_ONNXRUNTIME_INCLUDE_PATH", - "+PATH", - "+C_INCLUDE_PATH", - "+CPLUS_INCLUDE_PATH", - "+LD_LIBRARY_PATH", - "+DYLD_FALLBACK_LIBRARY_PATH" - ], - "tags": [ - "install", - "onnxruntime", - "get", - "prebuilt", - "lib", - "lang-c", - "lang-cpp" - ], - "uid": "be02c84ff57c4244", - "variations": { - "cpu": { - "group": "device", - "default": true, - "env": { - "CM_ONNXRUNTIME_DEVICE": "" - } - }, - "cuda": { - "group": "device", - "env": { - "CM_ONNXRUNTIME_DEVICE": "gpu" - } - } - } -} +alias: get-onnxruntime-prebuilt +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML frameworks +clean_files: [] +default_version: 1.16.3 +deps: +- tags: detect,os +new_env_keys: +- CM_ONNXRUNTIME_LIB_PATH +- CM_ONNXRUNTIME_INCLUDE_PATH +- +PATH +- +C_INCLUDE_PATH +- +CPLUS_INCLUDE_PATH +- +LD_LIBRARY_PATH +- +DYLD_FALLBACK_LIBRARY_PATH +tags: +- install +- onnxruntime +- get +- prebuilt +- lib +- lang-c +- lang-cpp +uid: be02c84ff57c4244 +variations: + cpu: + default: true + env: + CM_ONNXRUNTIME_DEVICE: '' + group: device + cuda: + env: + CM_ONNXRUNTIME_DEVICE: gpu + group: device diff --git a/script/get-openssl/_cm.yaml b/script/get-openssl/_cm.yaml index 20cdaa778f..d46266838e 100644 --- a/script/get-openssl/_cm.yaml +++ b/script/get-openssl/_cm.yaml @@ -1,33 +1,23 @@ -{ - "alias": "get-openssl", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Detection or installation of tools and artifacts", - "cache": true, - "clean_files": [], - "env": { - "CM_REQUIRE_INSTALL": "no" - }, - "new_env_keys": [ - "CM_OPENSSL_*", - "+LD_LIBRARY_PATH" - ], - "prehook_deps": [ - { - "enable_if_env": { - "CM_REQUIRE_INSTALL": [ - "yes" - ] - }, - "reuse_version": true, - "tags": "install,openssl" - } - ], - "tags": [ - "get", - "openssl", - "lib", - "lib-openssl" - ], - "uid": "febdae70e9e64e30" -} +alias: get-openssl +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +clean_files: [] +env: + CM_REQUIRE_INSTALL: 'no' +new_env_keys: +- CM_OPENSSL_* +- +LD_LIBRARY_PATH +prehook_deps: +- enable_if_env: + CM_REQUIRE_INSTALL: + - 'yes' + reuse_version: true + tags: install,openssl +tags: +- get +- openssl +- lib +- lib-openssl +uid: febdae70e9e64e30 diff --git a/script/get-platform-details/_cm.yaml b/script/get-platform-details/_cm.yaml index 114aadbadd..957d72e96a 100644 --- a/script/get-platform-details/_cm.yaml +++ b/script/get-platform-details/_cm.yaml @@ -1,107 +1,62 @@ -{ - "alias": "get-platform-details", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "category": "Platform information", - "input_mapping": { - "out_dir_path": "CM_PLATFORM_DETAILS_DIR_PATH", - "out_file_name": "CM_PLATFORM_DETAILS_FILE_NAME" - }, - "deps": [ - { - "tags": "detect,os" - }, - { - "skip_if_env": { - "CM_HOST_OS_TYPE": [ - "windows" - ] - }, - "tags": "detect,sudo" - }, - { - "skip_if_any_env": { - "CM_HOST_OS_TYPE": [ - "windows" - ] - }, - "skip_if_env": { - "CM_SUDO_USER": [ - "no" - ] - }, - "tags": "get,sys-util,generic,_psmisc" - }, - { - "enable_if_env": { - "CM_HOST_OS_TYPE": [ - "linux" - ] - }, - "skip_if_env": { - "CM_SUDO_USER": [ - "no" - ] - }, - "tags": "get,sys-util,generic,_systemd" - }, - { - "enable_if_env": { - "CM_HOST_OS_TYPE": [ - "linux" - ] - }, - "skip_if_env": { - "CM_SUDO_USER": [ - "no" - ] - }, - "tags": "get,sys-util,generic,_dmidecode" - } - ], - "prehook_deps": [ - { - "enable_if_env": { - "CM_INSTALL_NUMACTL": [ - "True" - ], - "CM_HOST_OS_TYPE": [ - "linux" - ] - }, - "skip_if_env": { - "CM_SUDO_USER": [ - "no" - ] - }, - "tags": "get,sys-util,generic,_numactl" - }, - { - "enable_if_env": { - "CM_INSTALL_CPUPOWER": [ - "True" - ], - "CM_HOST_OS_TYPE": [ - "linux" - ] - }, - "skip_if_env": { - "CM_SUDO_USER": [ - "no" - ] - }, - "tags": "get,sys-util,generic,_linux-tools", - "env": { - "CM_TMP_FAIL_SAFE": "yes" - } - } - ], - "tags": [ - "get", - "platform", - "details", - "platform-details" - ], - "uid": "f0801943c17f4e48" -} +alias: get-platform-details +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: Platform information +deps: +- tags: detect,os +- skip_if_env: + CM_HOST_OS_TYPE: + - windows + tags: detect,sudo +- skip_if_any_env: + CM_HOST_OS_TYPE: + - windows + skip_if_env: + CM_SUDO_USER: + - 'no' + tags: get,sys-util,generic,_psmisc +- enable_if_env: + CM_HOST_OS_TYPE: + - linux + skip_if_env: + CM_SUDO_USER: + - 'no' + tags: get,sys-util,generic,_systemd +- enable_if_env: + CM_HOST_OS_TYPE: + - linux + skip_if_env: + CM_SUDO_USER: + - 'no' + tags: get,sys-util,generic,_dmidecode +input_mapping: + out_dir_path: CM_PLATFORM_DETAILS_DIR_PATH + out_file_name: CM_PLATFORM_DETAILS_FILE_NAME +prehook_deps: +- enable_if_env: + CM_HOST_OS_TYPE: + - linux + CM_INSTALL_NUMACTL: + - 'True' + skip_if_env: + CM_SUDO_USER: + - 'no' + tags: get,sys-util,generic,_numactl +- enable_if_env: + CM_HOST_OS_TYPE: + - linux + CM_INSTALL_CPUPOWER: + - 'True' + env: + CM_TMP_FAIL_SAFE: 'yes' + skip_if_env: + CM_SUDO_USER: + - 'no' + tags: get,sys-util,generic,_linux-tools +tags: +- get +- platform +- details +- platform-details +uid: f0801943c17f4e48 diff --git a/script/get-preprocessed-dataset-criteo/_cm.yaml b/script/get-preprocessed-dataset-criteo/_cm.yaml index e910d11282..2f012605d6 100644 --- a/script/get-preprocessed-dataset-criteo/_cm.yaml +++ b/script/get-preprocessed-dataset-criteo/_cm.yaml @@ -1,266 +1,156 @@ -{ - "alias": "get-preprocessed-dataset-criteo", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "AI/ML datasets", - "cache": true, - "docker": { - "run": false - }, - "deps": [ - { - "names": [ - "python3", - "python" - ], - "tags": "get,python3" - }, - { - "names": [ - "original-dataset", - "criteo-dataset" - ], - "tags": "get,dataset,criteo,original", - "skip_if_env": { - "CM_DATASET_PREPROCESSED_PATH": [ - "on" - ] - } - }, - { - "names": [ - "dlrm-src" - ], - "tags": "get,dlrm,src", - "skip_if_env": { - "CM_DATASET_PREPROCESSED_PATH": [ - "on" - ] - } - }, - { - "names": [ - "inference-src" - ], - "tags": "mlperf,mlcommons,inference,source,src", - "skip_if_env": { - "CM_DATASET_PREPROCESSED_PATH": [ - "on" - ] - } - }, - { - "tags": "get,generic-python-lib,_scikit-learn", - "skip_if_env": { - "CM_DATASET_PREPROCESSED_PATH": [ - "on" - ] - } - }, - { - "tags": "get,generic-python-lib,_torch", - "skip_if_env": { - "CM_DATASET_PREPROCESSED_PATH": [ - "on" - ] - } - }, - { - "tags": "get,generic-python-lib,_opencv-python", - "skip_if_env": { - "CM_DATASET_PREPROCESSED_PATH": [ - "on" - ] - } - }, - { - "tags": "get,generic-python-lib,_decorator", - "skip_if_env": { - "CM_DATASET_PREPROCESSED_PATH": [ - "on" - ] - } - }, - { - "tags": "get,generic-python-lib,_psutil", - "skip_if_env": { - "CM_DATASET_PREPROCESSED_PATH": [ - "on" - ] - } - }, - { - "tags": "get,generic-python-lib,_onnx", - "skip_if_env": { - "CM_DATASET_PREPROCESSED_PATH": [ - "on" - ] - } - }, - { - "tags": "get,generic-python-lib,_tqdm", - "skip_if_env": { - "CM_DATASET_PREPROCESSED_PATH": [ - "on" - ] - } - }, - { - "tags": "get,generic-python-lib,_mlperf_logging", - "skip_if_env": { - "CM_DATASET_PREPROCESSED_PATH": [ - "on" - ] - } - } - ], - "input_mapping": { - "dir": "CM_DATASET_PREPROCESSED_PATH", - "output_dir": "CM_DATASET_PREPROCESSED_OUTPUT_PATH", - "threads": "CM_NUM_PREPROCESS_THREADS" - }, - "new_env_keys": [ - "CM_DATASET_PREPROCESSED_PATH", - "CM_DATASET_CRITEO_MULTIHOT", - "CM_CRITEO_PREPROCESSED_PATH" - ], - "tags": [ - "get", - "dataset", - "criteo", - "recommendation", - "dlrm", - "preprocessed" - ], - "uid": "afa59956272a4ba4", - "variations": { - "1": { - "env": { - "CM_DATASET_SIZE": "1" - } - }, - "50": { - "env": { - "CM_DATASET_SIZE": "50" - } - }, - "full": { - "env": { - }, - "add_deps_recursive": { - "original-dataset": { - "tags": "-_fake" - } - } - }, - "validation": { - "add_deps": { - "original-dataset": { - "tags": "_validation" - } - } - }, - "fake": { - "add_deps_recursive": { - "original-dataset": { - "tags": "_fake" - } - }, - "env": { - "CM_CRITEO_FAKE": "yes" - } - }, - "preprocess": { - "group": "src" - }, - "mlc": { - "group": "src", - "default": true, - "env": { - "CM_DATASET_PREPROCESSED_CRITEO_FROM_MLC": "yes", - "CM_DATASET_PREPROCESSED_PATH": "on" - } - }, - "multihot,mlc": { - "deps": [ - { - "tags": "download-and-extract,_rclone,_url.mlc-inference:mlcommons-inference-wg-public/dlrm_preprocessed", - "force_cache": true, - "names": [ - "dae" - ], - "extra_cache_tags": "criteo,preprocessed,dataset", - "env": { - "CM_RCLONE_CONFIG_NAME": "mlc-inference", - "CM_RCLONE_URL": "mlc-inference:mlcommons-inference-wg-public/dlrm_preprocessed", - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_DATASET_PREPROCESSED_PATH", - "CM_EXTRACT_FINAL_ENV_NAME": "CM_DATASET_PREPROCESSED_PATH", - "CM_EXTRACT_TO_FOLDER": "criteo-preprocessed", - "CM_DOWNLOAD_CHECKSUM_FILE": "<<>>/checksums.txt" - } - } - ] - }, - "multihot": { - "group": "type", - "default": true, - "env": { - "CM_DATASET_CRITEO_MULTIHOT": "yes" - }, - "deps": [ - { - "tags": "get,mlperf,training,src", - "names": [ - "mlperf-training", - "training-src" - ], - "skip_if_env": { - "CM_DATASET_PREPROCESSED_CRITEO_FROM_MLC": [ - "yes" - ] - } - }, - { - "tags": "get,generic-python-lib,_package.typing_inspect", - "skip_if_env": { - "CM_DATASET_PREPROCESSED_CRITEO_FROM_MLC": [ - "yes" - ] - } - }, - { - "tags": "get,generic-python-lib,_package.iopath", - "skip_if_env": { - "CM_DATASET_PREPROCESSED_CRITEO_FROM_MLC": [ - "yes" - ] - } - }, - { - "tags": "get,generic-python-lib,_package.fbgemm_gpu", - "skip_if_env": { - "CM_DATASET_PREPROCESSED_CRITEO_FROM_MLC": [ - "yes" - ] - } - }, - { - "tags": "get,generic-python-lib,_package.torchrec", - "skip_if_env": { - "CM_DATASET_PREPROCESSED_CRITEO_FROM_MLC": [ - "yes" - ] - } - }, - { - "tags": "get,generic-python-lib,_package.pyre_extensions", - "skip_if_env": { - "CM_DATASET_PREPROCESSED_CRITEO_FROM_MLC": [ - "yes" - ] - } - } - ] - } - } -} +alias: get-preprocessed-dataset-criteo +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +deps: +- names: + - python3 + - python + tags: get,python3 +- names: + - original-dataset + - criteo-dataset + skip_if_env: + CM_DATASET_PREPROCESSED_PATH: + - 'on' + tags: get,dataset,criteo,original +- names: + - dlrm-src + skip_if_env: + CM_DATASET_PREPROCESSED_PATH: + - 'on' + tags: get,dlrm,src +- names: + - inference-src + skip_if_env: + CM_DATASET_PREPROCESSED_PATH: + - 'on' + tags: mlperf,mlcommons,inference,source,src +- skip_if_env: + CM_DATASET_PREPROCESSED_PATH: + - 'on' + tags: get,generic-python-lib,_scikit-learn +- skip_if_env: + CM_DATASET_PREPROCESSED_PATH: + - 'on' + tags: get,generic-python-lib,_torch +- skip_if_env: + CM_DATASET_PREPROCESSED_PATH: + - 'on' + tags: get,generic-python-lib,_opencv-python +- skip_if_env: + CM_DATASET_PREPROCESSED_PATH: + - 'on' + tags: get,generic-python-lib,_decorator +- skip_if_env: + CM_DATASET_PREPROCESSED_PATH: + - 'on' + tags: get,generic-python-lib,_psutil +- skip_if_env: + CM_DATASET_PREPROCESSED_PATH: + - 'on' + tags: get,generic-python-lib,_onnx +- skip_if_env: + CM_DATASET_PREPROCESSED_PATH: + - 'on' + tags: get,generic-python-lib,_tqdm +- skip_if_env: + CM_DATASET_PREPROCESSED_PATH: + - 'on' + tags: get,generic-python-lib,_mlperf_logging +docker: + run: false +input_mapping: + dir: CM_DATASET_PREPROCESSED_PATH + output_dir: CM_DATASET_PREPROCESSED_OUTPUT_PATH + threads: CM_NUM_PREPROCESS_THREADS +new_env_keys: +- CM_DATASET_PREPROCESSED_PATH +- CM_DATASET_CRITEO_MULTIHOT +- CM_CRITEO_PREPROCESSED_PATH +tags: +- get +- dataset +- criteo +- recommendation +- dlrm +- preprocessed +uid: afa59956272a4ba4 +variations: + '1': + env: + CM_DATASET_SIZE: '1' + '50': + env: + CM_DATASET_SIZE: '50' + fake: + add_deps_recursive: + original-dataset: + tags: _fake + env: + CM_CRITEO_FAKE: 'yes' + full: + add_deps_recursive: + original-dataset: + tags: -_fake + env: {} + mlc: + default: true + env: + CM_DATASET_PREPROCESSED_CRITEO_FROM_MLC: 'yes' + CM_DATASET_PREPROCESSED_PATH: 'on' + group: src + multihot: + default: true + deps: + - names: + - mlperf-training + - training-src + skip_if_env: + CM_DATASET_PREPROCESSED_CRITEO_FROM_MLC: + - 'yes' + tags: get,mlperf,training,src + - skip_if_env: + CM_DATASET_PREPROCESSED_CRITEO_FROM_MLC: + - 'yes' + tags: get,generic-python-lib,_package.typing_inspect + - skip_if_env: + CM_DATASET_PREPROCESSED_CRITEO_FROM_MLC: + - 'yes' + tags: get,generic-python-lib,_package.iopath + - skip_if_env: + CM_DATASET_PREPROCESSED_CRITEO_FROM_MLC: + - 'yes' + tags: get,generic-python-lib,_package.fbgemm_gpu + - skip_if_env: + CM_DATASET_PREPROCESSED_CRITEO_FROM_MLC: + - 'yes' + tags: get,generic-python-lib,_package.torchrec + - skip_if_env: + CM_DATASET_PREPROCESSED_CRITEO_FROM_MLC: + - 'yes' + tags: get,generic-python-lib,_package.pyre_extensions + env: + CM_DATASET_CRITEO_MULTIHOT: 'yes' + group: type + multihot,mlc: + deps: + - env: + CM_DOWNLOAD_CHECKSUM_FILE: <<>>/checksums.txt + CM_DOWNLOAD_FINAL_ENV_NAME: CM_DATASET_PREPROCESSED_PATH + CM_EXTRACT_FINAL_ENV_NAME: CM_DATASET_PREPROCESSED_PATH + CM_EXTRACT_TO_FOLDER: criteo-preprocessed + CM_RCLONE_CONFIG_NAME: mlc-inference + CM_RCLONE_URL: mlc-inference:mlcommons-inference-wg-public/dlrm_preprocessed + extra_cache_tags: criteo,preprocessed,dataset + force_cache: true + names: + - dae + tags: download-and-extract,_rclone,_url.mlc-inference:mlcommons-inference-wg-public/dlrm_preprocessed + preprocess: + group: src + validation: + add_deps: + original-dataset: + tags: _validation diff --git a/script/get-preprocessed-dataset-generic/_cm.yaml b/script/get-preprocessed-dataset-generic/_cm.yaml index 6e312a39ed..22b6d7a928 100644 --- a/script/get-preprocessed-dataset-generic/_cm.yaml +++ b/script/get-preprocessed-dataset-generic/_cm.yaml @@ -1,18 +1,14 @@ -{ - "alias": "get-preprocesser-script-generic", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "category": "AI/ML datasets", - "new_env_keys": [ - "+PYTHONPATH" - ], - "tags": [ - "get", - "preprocessor", - "generic", - "image-preprocessor", - "script" - ], - "uid": "d5e603627e2046eb" -} +alias: get-preprocesser-script-generic +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: AI/ML datasets +new_env_keys: +- +PYTHONPATH +tags: +- get +- preprocessor +- generic +- image-preprocessor +- script +uid: d5e603627e2046eb diff --git a/script/get-preprocessed-dataset-imagenet/_cm.yaml b/script/get-preprocessed-dataset-imagenet/_cm.yaml index 99aad32e8a..fcd514b77c 100644 --- a/script/get-preprocessed-dataset-imagenet/_cm.yaml +++ b/script/get-preprocessed-dataset-imagenet/_cm.yaml @@ -1,388 +1,272 @@ -{ - "alias": "get-preprocessed-dataset-imagenet", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML datasets", - "deps": [ - { - "names": [ - "python3", - "python" - ], - "tags": "get,python3", - "skip_if_env": { - "CM_IMAGENET_PREPROCESSED_PATH": [ "on" ] - } - }, - { - "names": [ - "original-dataset" - ], - "tags": "get,dataset,image-classification,original", - "skip_if_env": { - "CM_IMAGENET_PREPROCESSED_PATH": [ "on" ] - } - }, - { - "tags": "get,dataset-aux,image-classification,imagenet-aux", - "skip_if_env": { - "CM_IMAGENET_PREPROCESSED_PATH": [ "on" ] - }, - "enable_if_env": { - "CM_DATASET_TYPE": [ "validation" ] - } - }, - { - "tags": "get,dataset,imagenet,calibration", - "enable_if_env": { - "CM_DATASET_TYPE": [ "calibration" ] - } - }, - { - "tags": "get,generic-python-lib,_package.opencv-python-headless" - }, - { - "tags": "get,generic-python-lib,_pillow" - }, - { - "names": [ - "inference-src" - ], - "tags": "mlperf,mlcommons,inference,source,src", - "enable_if_env": { - "CM_DATASET_REFERENCE_PREPROCESSOR": [ "1" ] - }, - "skip_if_env": { - "CM_IMAGENET_PREPROCESSED_PATH": [ "on" ] - } - } - ], - "default_env": { - "CM_DATASET_CROP_FACTOR": "87.5", - "CM_DATASET_DATA_TYPE": "float32", - "CM_DATASET_DATA_LAYOUT": "NCHW", - "CM_DATASET_QUANT_SCALE": "1", - "CM_DATASET_QUANTIZE": "0", - "CM_DATASET_QUANT_OFFSET": "0", - "CM_DATASET_PREPROCESSED_EXTENSION": "npy", - "CM_DATASET_CONVERT_TO_UNSIGNED": "0", - "CM_DATASET_REFERENCE_PREPROCESSOR": "1", - "CM_PREPROCESS_VGG": "yes", - "CM_MODEL": "resnet50" - }, - "env": { - "CM_DATASET": "imagenet" - }, - "input_mapping": { - "dir": "CM_DATASET_PREPROCESSED_PATH", - "threads": "CM_NUM_PREPROCESS_THREADS", - "imagenet_path": "CM_IMAGENET_PATH", - "imagenet_preprocessed_path": "CM_IMAGENET_PREPROCESSED_PATH" - }, - "new_env_keys": [ - "CM_DATASET_*" - ], - "tags": [ - "get", - "dataset", - "imagenet", - "ILSVRC", - "image-classification", - "preprocessed" - ], - "uid": "f259d490bbaf45f5", - "variations": { - "pytorch": { - "default_variations": { - "preprocessing-source": "mlcommons-reference-preprocessor" - }, - "env": { - "CM_PREPROCESS_PYTORCH": "yes", - "CM_MODEL": "resnet50" - }, - "deps": [ - { - "names": [ "torchvision" ], - "tags": "get,generic-python-lib,_torchvision" - } - ] - }, - "tflite_tpu": { - "default_variations": { - "preprocessing-source": "mlcommons-reference-preprocessor" - }, - "env": { - "CM_MODEL": "resnet50", - "CM_PREPROCESS_TFLITE_TPU": "yes" - } - }, - "1": { - "group": "size", - "add_deps": { - "original-dataset": { - "tags": "_2012-1" - } - }, - "env": { - "CM_DATASET_SIZE": "1" - } - }, - "500": { - "group": "size", - "add_deps": { - "original-dataset": { - "tags": "_2012" - } - }, - "env": { - "CM_DATASET_SIZE": "500" - } - }, - "500,validation": { - "add_deps": { - "original-dataset": { - "tags": "_size.500" - } - } - }, - "size.#": { - "group": "size", - "add_deps": { - "original-dataset": { - "tags": "_#" - } - }, - "env": { - "CM_DATASET_SIZE": "#" - } - }, - "full": { - "group": "size", - "add_deps": { - "original-dataset": { - "tags": "_full" - } - }, - "env": { - "CM_DATASET_SIZE": "50000" - } - }, - "NCHW": { - "group": "layout", - "default": true, - "env": { - "CM_DATASET_DATA_LAYOUT": "NCHW" - } - }, - "NHWC": { - "group": "layout", - "env": { - "CM_DATASET_DATA_LAYOUT": "NHWC" - } - }, - "resnet50_": { - "env": { - "CM_MODEL": "resnet50" - }, - "default_variations": { - "preprocessing-source": "generic-preprocessor", - "interpolation-method": "inter.area", - "extension": "rgb32", - "precision": "float32" - } - }, - "mobilenet_": { - "env": { - "CM_MODEL": "mobilenet" - }, - "default_variations": { - "preprocessing-source": "generic-preprocessor", - "interpolation-method": "inter.linear", - "extension": "rgb32", - "precision": "int8" - } - }, - "float32": { - "group": "precision", - "env": { - "CM_DATASET_DATA_TYPE": "float32", - "CM_DATASET_QUANTIZE": "0", - "CM_DATASET_CONVERT_TO_UNSIGNED": "0" - } - }, - "uint8": { - "group": "precision", - "env": { - "CM_DATASET_DATA_TYPE": "uint8", - "CM_DATASET_DATA_TYPE_INPUT": "float32", - "CM_DATASET_QUANTIZE": "1", - "CM_DATASET_CONVERT_TO_UNSIGNED": "1" - } - }, - "int8": { - "group": "precision", - "env": { - "CM_DATASET_DATA_TYPE": "int8", - "CM_DATASET_QUANTIZE": "1", - "CM_DATASET_CONVERT_TO_UNSIGNED": "0" - } - }, - "for.resnet50": { - "base": [ "resnet50_" ], - "group": "model", - "env": { - "CM_DATASET_SUBTRACT_MEANS": "1", - "CM_DATASET_GIVEN_CHANNEL_MEANS": "123.68 116.78 103.94", - "CM_DATASET_NORMALIZE_DATA": "0", - "CM_DATASET_INTERPOLATION_METHOD": "INTER_AREA" - } - }, - "for.resnet50,uint8": { - "env": { - "CM_DATASET_QUANT_SCALE": "1.18944883", - "CM_DATASET_QUANT_OFFSET": "0" - } - }, - "for.resnet50,float32": { - "env": { - } - }, - "for.resnet50,rgb8": { - "env": { - "CM_DATASET_GIVEN_CHANNEL_MEANS": "", - "CM_DATASET_SUBTRACT_MEANS": "0", - "CM_DATASET_NORMALIZE_DATA": "0", - "CM_DATASET_QUANTIZE": "0", - "CM_DATASET_DATA_TYPE": "uint8" - } - }, - "for.resnet50,rgb8,uint8": { - "env": { - "CM_DATASET_GIVEN_CHANNEL_MEANS": "123.68 116.78 103.94", - "CM_DATASET_SUBTRACT_MEANS": "1", - "CM_DATASET_QUANTIZE": "1" - } - }, - "for.mobilenet": { - "base": [ "mobilenet_" ], - "group": "model", - "env": { - } - }, - "for.mobilenet,float32": { - "env": { - "CM_DATASET_QUANTIZE": "0", - "CM_DATASET_GIVEN_CHANNEL_MEANS": "", - "CM_DATASET_NORMALIZE_DATA": "1", - "CM_DATASET_SUBTRACT_MEANS": "0" - } - }, - "for.mobilenet,rgb8": { - "env": { - "CM_DATASET_GIVEN_CHANNEL_MEANS": "", - "CM_DATASET_SUBTRACT_MEANS": "0", - "CM_DATASET_QUANTIZE": "0", - "CM_DATASET_NORMALIZE_DATA": "0", - "CM_DATASET_DATA_TYPE": "uint8" - } - }, - "rgb8": { - "group": "extension", - "env": { - "CM_DATASET_PREPROCESSED_EXTENSION": "rgb8" - } - }, - "rgb32": { - "group": "extension", - "env": { - "CM_DATASET_PREPROCESSED_EXTENSION": "rgb32" - } - }, - "inter.linear": { - "group": "interpolation-method", - "env": { - "CM_DATASET_INTERPOLATION_METHOD": "INTER_LINEAR" - } - }, - "inter.area": { - "group": "interpolation-method", - "env": { - "CM_DATASET_INTERPOLATION_METHOD": "INTER_AREA" - } - }, - "generic-preprocessor": { - "group": "preprocessing-source", - "prehook_deps": [ - { - "tags": "get,generic,image-preprocessor" - } - ], - "env": { - "CM_DATASET_REFERENCE_PREPROCESSOR": "0" - } - }, - "mlcommons-reference-preprocessor": { - "group": "preprocessing-source", - "default": true, - "env": { - "CM_DATASET_REFERENCE_PREPROCESSOR": "1" - } - }, - "resolution.224": { - "group": "resolution", - "default": true, - "env": { - "CM_DATASET_INPUT_SQUARE_SIDE": "224" - } - }, - "resolution.#": { - "group": "resolution", - "env": { - "CM_DATASET_INPUT_SQUARE_SIDE": "#" - } - }, - "validation": { - "group": "dataset-type", - "default": "true", - "env": { - "CM_DATASET_TYPE": "validation" - }, - "default_variations": { - "size": "500" - } - }, - "calibration": { - "group": "dataset-type", - "env": { - "CM_DATASET_TYPE": "calibration" - }, - "default_variations": { - "calibration-option": "mlperf.option1", - "preprocessing-source": "generic-preprocessor" - }, - "add_deps": { - "original-dataset": { - "tags": "_full" - } - } - }, - "mlperf.option1": { - "group": "calibration-option", - "env": { - "CM_DATASET_CALIBRATION_OPTION": "one" - } - }, - "mlperf.option2": { - "group": "calibration-option", - "env": { - "CM_DATASET_CALIBRATION_OPTION": "two" - } - }, - "default": { - } - }, - "docker": { - "run": false - } -} +alias: get-preprocessed-dataset-imagenet +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +default_env: + CM_DATASET_CONVERT_TO_UNSIGNED: '0' + CM_DATASET_CROP_FACTOR: '87.5' + CM_DATASET_DATA_LAYOUT: NCHW + CM_DATASET_DATA_TYPE: float32 + CM_DATASET_PREPROCESSED_EXTENSION: npy + CM_DATASET_QUANTIZE: '0' + CM_DATASET_QUANT_OFFSET: '0' + CM_DATASET_QUANT_SCALE: '1' + CM_DATASET_REFERENCE_PREPROCESSOR: '1' + CM_MODEL: resnet50 + CM_PREPROCESS_VGG: 'yes' +deps: +- names: + - python3 + - python + skip_if_env: + CM_IMAGENET_PREPROCESSED_PATH: + - 'on' + tags: get,python3 +- names: + - original-dataset + skip_if_env: + CM_IMAGENET_PREPROCESSED_PATH: + - 'on' + tags: get,dataset,image-classification,original +- enable_if_env: + CM_DATASET_TYPE: + - validation + skip_if_env: + CM_IMAGENET_PREPROCESSED_PATH: + - 'on' + tags: get,dataset-aux,image-classification,imagenet-aux +- enable_if_env: + CM_DATASET_TYPE: + - calibration + tags: get,dataset,imagenet,calibration +- tags: get,generic-python-lib,_package.opencv-python-headless +- tags: get,generic-python-lib,_pillow +- enable_if_env: + CM_DATASET_REFERENCE_PREPROCESSOR: + - '1' + names: + - inference-src + skip_if_env: + CM_IMAGENET_PREPROCESSED_PATH: + - 'on' + tags: mlperf,mlcommons,inference,source,src +docker: + run: false +env: + CM_DATASET: imagenet +input_mapping: + dir: CM_DATASET_PREPROCESSED_PATH + imagenet_path: CM_IMAGENET_PATH + imagenet_preprocessed_path: CM_IMAGENET_PREPROCESSED_PATH + threads: CM_NUM_PREPROCESS_THREADS +new_env_keys: +- CM_DATASET_* +tags: +- get +- dataset +- imagenet +- ILSVRC +- image-classification +- preprocessed +uid: f259d490bbaf45f5 +variations: + '1': + add_deps: + original-dataset: + tags: _2012-1 + env: + CM_DATASET_SIZE: '1' + group: size + '500': + add_deps: + original-dataset: + tags: _2012 + env: + CM_DATASET_SIZE: '500' + group: size + 500,validation: + add_deps: + original-dataset: + tags: _size.500 + NCHW: + default: true + env: + CM_DATASET_DATA_LAYOUT: NCHW + group: layout + NHWC: + env: + CM_DATASET_DATA_LAYOUT: NHWC + group: layout + calibration: + add_deps: + original-dataset: + tags: _full + default_variations: + calibration-option: mlperf.option1 + preprocessing-source: generic-preprocessor + env: + CM_DATASET_TYPE: calibration + group: dataset-type + default: {} + float32: + env: + CM_DATASET_CONVERT_TO_UNSIGNED: '0' + CM_DATASET_DATA_TYPE: float32 + CM_DATASET_QUANTIZE: '0' + group: precision + for.mobilenet: + base: + - mobilenet_ + env: {} + group: model + for.mobilenet,float32: + env: + CM_DATASET_GIVEN_CHANNEL_MEANS: '' + CM_DATASET_NORMALIZE_DATA: '1' + CM_DATASET_QUANTIZE: '0' + CM_DATASET_SUBTRACT_MEANS: '0' + for.mobilenet,rgb8: + env: + CM_DATASET_DATA_TYPE: uint8 + CM_DATASET_GIVEN_CHANNEL_MEANS: '' + CM_DATASET_NORMALIZE_DATA: '0' + CM_DATASET_QUANTIZE: '0' + CM_DATASET_SUBTRACT_MEANS: '0' + for.resnet50: + base: + - resnet50_ + env: + CM_DATASET_GIVEN_CHANNEL_MEANS: 123.68 116.78 103.94 + CM_DATASET_INTERPOLATION_METHOD: INTER_AREA + CM_DATASET_NORMALIZE_DATA: '0' + CM_DATASET_SUBTRACT_MEANS: '1' + group: model + for.resnet50,float32: + env: {} + for.resnet50,rgb8: + env: + CM_DATASET_DATA_TYPE: uint8 + CM_DATASET_GIVEN_CHANNEL_MEANS: '' + CM_DATASET_NORMALIZE_DATA: '0' + CM_DATASET_QUANTIZE: '0' + CM_DATASET_SUBTRACT_MEANS: '0' + for.resnet50,rgb8,uint8: + env: + CM_DATASET_GIVEN_CHANNEL_MEANS: 123.68 116.78 103.94 + CM_DATASET_QUANTIZE: '1' + CM_DATASET_SUBTRACT_MEANS: '1' + for.resnet50,uint8: + env: + CM_DATASET_QUANT_OFFSET: '0' + CM_DATASET_QUANT_SCALE: '1.18944883' + full: + add_deps: + original-dataset: + tags: _full + env: + CM_DATASET_SIZE: '50000' + group: size + generic-preprocessor: + env: + CM_DATASET_REFERENCE_PREPROCESSOR: '0' + group: preprocessing-source + prehook_deps: + - tags: get,generic,image-preprocessor + int8: + env: + CM_DATASET_CONVERT_TO_UNSIGNED: '0' + CM_DATASET_DATA_TYPE: int8 + CM_DATASET_QUANTIZE: '1' + group: precision + inter.area: + env: + CM_DATASET_INTERPOLATION_METHOD: INTER_AREA + group: interpolation-method + inter.linear: + env: + CM_DATASET_INTERPOLATION_METHOD: INTER_LINEAR + group: interpolation-method + mlcommons-reference-preprocessor: + default: true + env: + CM_DATASET_REFERENCE_PREPROCESSOR: '1' + group: preprocessing-source + mlperf.option1: + env: + CM_DATASET_CALIBRATION_OPTION: one + group: calibration-option + mlperf.option2: + env: + CM_DATASET_CALIBRATION_OPTION: two + group: calibration-option + mobilenet_: + default_variations: + extension: rgb32 + interpolation-method: inter.linear + precision: int8 + preprocessing-source: generic-preprocessor + env: + CM_MODEL: mobilenet + pytorch: + default_variations: + preprocessing-source: mlcommons-reference-preprocessor + deps: + - names: + - torchvision + tags: get,generic-python-lib,_torchvision + env: + CM_MODEL: resnet50 + CM_PREPROCESS_PYTORCH: 'yes' + resnet50_: + default_variations: + extension: rgb32 + interpolation-method: inter.area + precision: float32 + preprocessing-source: generic-preprocessor + env: + CM_MODEL: resnet50 + resolution.#: + env: + CM_DATASET_INPUT_SQUARE_SIDE: '#' + group: resolution + resolution.224: + default: true + env: + CM_DATASET_INPUT_SQUARE_SIDE: '224' + group: resolution + rgb32: + env: + CM_DATASET_PREPROCESSED_EXTENSION: rgb32 + group: extension + rgb8: + env: + CM_DATASET_PREPROCESSED_EXTENSION: rgb8 + group: extension + size.#: + add_deps: + original-dataset: + tags: _# + env: + CM_DATASET_SIZE: '#' + group: size + tflite_tpu: + default_variations: + preprocessing-source: mlcommons-reference-preprocessor + env: + CM_MODEL: resnet50 + CM_PREPROCESS_TFLITE_TPU: 'yes' + uint8: + env: + CM_DATASET_CONVERT_TO_UNSIGNED: '1' + CM_DATASET_DATA_TYPE: uint8 + CM_DATASET_DATA_TYPE_INPUT: float32 + CM_DATASET_QUANTIZE: '1' + group: precision + validation: + default: 'true' + default_variations: + size: '500' + env: + CM_DATASET_TYPE: validation + group: dataset-type diff --git a/script/get-preprocessed-dataset-kits19/_cm.yaml b/script/get-preprocessed-dataset-kits19/_cm.yaml index b69f856721..7c7eeda672 100644 --- a/script/get-preprocessed-dataset-kits19/_cm.yaml +++ b/script/get-preprocessed-dataset-kits19/_cm.yaml @@ -1,154 +1,97 @@ -{ - "alias": "get-preprocessed-dataset-kits19", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML datasets", - "default_env": { - "CM_DATASET": "kits19", - "CM_DATASET_DTYPE": "fp32" - }, - "deps": [ - { - "names": [ - "python3", - "python" - ], - "tags": "get,python3" - }, - { - "names": [ - "original-dataset" - ], - "tags": "get,dataset,medical-imaging,kits19,original" - }, - { - "names": [ - "inference-src" - ], - "tags": "mlperf,mlcommons,inference,source,src" - }, - { - "tags": "get,generic-python-lib,_scipy" - }, - { - "tags": "get,generic-python-lib,_nibabel" - }, - { - "names": [ - "numpy" - ], - "tags": "get,generic-python-lib,_numpy" - } - ], - "input_mapping": { - "dir": "CM_DATASET_PREPROCESSED_PATH", - "threads": "CM_NUM_PREPROCESS_THREADS" - }, - "new_env_keys": [ - "CM_DATASET_*" - ], - "tags": [ - "get", - "dataset", - "medical-imaging", - "kits19", - "preprocessed" - ], - "uid": "2094d9b9ab6c4c9e", - "variations": { - "1": { - "adr": { - "original-dataset": { - "tags": "_1" - } - }, - "env": { - "CM_DATASET_SIZE": "1" - }, - "group": "dataset-count" - }, - "5": { - "adr": { - "original-dataset": { - "tags": "_5" - } - }, - "env": { - "CM_DATASET_SIZE": "5" - }, - "group": "dataset-count" - }, - "50": { - "adr": { - "original-dataset": { - "tags": "_50" - } - }, - "env": { - "CM_DATASET_SIZE": "50" - }, - "group": "dataset-count" - }, - "500": { - "adr": { - "original-dataset": { - "tags": "_500" - } - }, - "env": { - "CM_DATASET_SIZE": "500" - }, - "group": "dataset-count" - }, - "calibration": { - "add_deps": { - "original-dataset": { - "tags": "_calibration" - } - }, - "env": { - "CM_DATASET_PATH": "<<>>" - }, - "group": "dataset-type" - }, - "fp32": { - "default": true, - "env": { - "CM_DATASET_DTYPE": "fp32" - }, - "group": "dataset-precision" - }, - "full": { - "adr": { - "original-dataset": { - "tags": "_full" - } - }, - "env": { - "CM_DATASET_SIZE": "" - }, - "group": "dataset-count" - }, - "int8": { - "env": { - "CM_DATASET_DTYPE": "int8" - }, - "group": "dataset-precision" - }, - "nvidia": { - "env": { - "CM_PREPROCESSING_BY_NVIDIA": "yes" - } - }, - "validation": { - "add_deps": { - "original-dataset": { - "tags": "_validation" - } - }, - "default": true, - "group": "dataset-type" - } - } -} +alias: get-preprocessed-dataset-kits19 +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +default_env: + CM_DATASET: kits19 + CM_DATASET_DTYPE: fp32 +deps: +- names: + - python3 + - python + tags: get,python3 +- names: + - original-dataset + tags: get,dataset,medical-imaging,kits19,original +- names: + - inference-src + tags: mlperf,mlcommons,inference,source,src +- tags: get,generic-python-lib,_scipy +- tags: get,generic-python-lib,_nibabel +- names: + - numpy + tags: get,generic-python-lib,_numpy +input_mapping: + dir: CM_DATASET_PREPROCESSED_PATH + threads: CM_NUM_PREPROCESS_THREADS +new_env_keys: +- CM_DATASET_* +tags: +- get +- dataset +- medical-imaging +- kits19 +- preprocessed +uid: 2094d9b9ab6c4c9e +variations: + '1': + adr: + original-dataset: + tags: _1 + env: + CM_DATASET_SIZE: '1' + group: dataset-count + '5': + adr: + original-dataset: + tags: _5 + env: + CM_DATASET_SIZE: '5' + group: dataset-count + '50': + adr: + original-dataset: + tags: _50 + env: + CM_DATASET_SIZE: '50' + group: dataset-count + '500': + adr: + original-dataset: + tags: _500 + env: + CM_DATASET_SIZE: '500' + group: dataset-count + calibration: + add_deps: + original-dataset: + tags: _calibration + env: + CM_DATASET_PATH: <<>> + group: dataset-type + fp32: + default: true + env: + CM_DATASET_DTYPE: fp32 + group: dataset-precision + full: + adr: + original-dataset: + tags: _full + env: + CM_DATASET_SIZE: '' + group: dataset-count + int8: + env: + CM_DATASET_DTYPE: int8 + group: dataset-precision + nvidia: + env: + CM_PREPROCESSING_BY_NVIDIA: 'yes' + validation: + add_deps: + original-dataset: + tags: _validation + default: true + group: dataset-type diff --git a/script/get-preprocessed-dataset-librispeech/_cm.yaml b/script/get-preprocessed-dataset-librispeech/_cm.yaml index a297c0b6c6..07adafaa54 100644 --- a/script/get-preprocessed-dataset-librispeech/_cm.yaml +++ b/script/get-preprocessed-dataset-librispeech/_cm.yaml @@ -1,149 +1,93 @@ -{ - "alias": "get-preprocessed-dataset-librispeech", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML datasets", - "default_env": { - "CM_DATASET": "kits19", - "CM_DATASET_DTYPE": "fp32" - }, - "deps": [ - { - "names": [ - "python3", - "python" - ], - "tags": "get,python3" - }, - { - "names": [ - "original-dataset" - ], - "tags": "get,dataset,speech-recognition,librispeech,original" - }, - { - "names": [ - "inference-src" - ], - "tags": "mlperf,mlcommons,inference,source,src" - }, - { - "tags": "get,generic-python-lib,_sox" - }, - { - "tags": "get,generic-python-lib,_pandas" - }, - { - "tags": "get,generic-python-lib,_tqdm" - }, - { - "tags": "get,sys-util,generic,_sox" - } - ], - "input_mapping": { - "dir": "CM_DATASET_PREPROCESSED_PATH", - "threads": "CM_NUM_PREPROCESS_THREADS" - }, - "new_env_keys": [ - "CM_DATASET_*" - ], - "tags": [ - "get", - "dataset", - "speech-recognition", - "librispeech", - "preprocessed" - ], - "uid": "e9f62fc969d5483a", - "variations": { - "1": { - "adr": { - "original-dataset": { - "tags": "_1" - } - }, - "env": { - "CM_DATASET_SIZE": "1" - }, - "group": "dataset-count" - }, - "5": { - "adr": { - "original-dataset": { - "tags": "_5" - } - }, - "env": { - "CM_DATASET_SIZE": "5" - }, - "group": "dataset-count" - }, - "50": { - "adr": { - "original-dataset": { - "tags": "_50" - } - }, - "env": { - "CM_DATASET_SIZE": "50" - }, - "group": "dataset-count" - }, - "500": { - "adr": { - "original-dataset": { - "tags": "_500" - } - }, - "env": { - "CM_DATASET_SIZE": "500" - }, - "group": "dataset-count" - }, - "calibration": { - "add_deps": { - "original-dataset": { - "tags": "_calibration" - } - }, - "env": { - "CM_DATASET_PATH": "<<>>" - }, - "group": "dataset-type" - }, - "fp32": { - "default": true, - "env": { - "CM_DATASET_DTYPE": "fp32" - }, - "group": "dataset-precision" - }, - "full": { - "adr": { - "original-dataset": { - "tags": "_full" - } - }, - "env": { - "CM_DATASET_SIZE": "" - }, - "group": "dataset-count" - }, - "int8": { - "env": { - "CM_DATASET_DTYPE": "int8" - }, - "group": "dataset-precision" - }, - "validation": { - "add_deps": { - "original-dataset": { - "tags": "validation" - } - }, - "default": true, - "group": "dataset-type" - } - } -} +alias: get-preprocessed-dataset-librispeech +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +default_env: + CM_DATASET: kits19 + CM_DATASET_DTYPE: fp32 +deps: +- names: + - python3 + - python + tags: get,python3 +- names: + - original-dataset + tags: get,dataset,speech-recognition,librispeech,original +- names: + - inference-src + tags: mlperf,mlcommons,inference,source,src +- tags: get,generic-python-lib,_sox +- tags: get,generic-python-lib,_pandas +- tags: get,generic-python-lib,_tqdm +- tags: get,sys-util,generic,_sox +input_mapping: + dir: CM_DATASET_PREPROCESSED_PATH + threads: CM_NUM_PREPROCESS_THREADS +new_env_keys: +- CM_DATASET_* +tags: +- get +- dataset +- speech-recognition +- librispeech +- preprocessed +uid: e9f62fc969d5483a +variations: + '1': + adr: + original-dataset: + tags: _1 + env: + CM_DATASET_SIZE: '1' + group: dataset-count + '5': + adr: + original-dataset: + tags: _5 + env: + CM_DATASET_SIZE: '5' + group: dataset-count + '50': + adr: + original-dataset: + tags: _50 + env: + CM_DATASET_SIZE: '50' + group: dataset-count + '500': + adr: + original-dataset: + tags: _500 + env: + CM_DATASET_SIZE: '500' + group: dataset-count + calibration: + add_deps: + original-dataset: + tags: _calibration + env: + CM_DATASET_PATH: <<>> + group: dataset-type + fp32: + default: true + env: + CM_DATASET_DTYPE: fp32 + group: dataset-precision + full: + adr: + original-dataset: + tags: _full + env: + CM_DATASET_SIZE: '' + group: dataset-count + int8: + env: + CM_DATASET_DTYPE: int8 + group: dataset-precision + validation: + add_deps: + original-dataset: + tags: validation + default: true + group: dataset-type diff --git a/script/get-preprocessed-dataset-openimages/_cm.yaml b/script/get-preprocessed-dataset-openimages/_cm.yaml index 0f796a7c6d..75c03137c7 100644 --- a/script/get-preprocessed-dataset-openimages/_cm.yaml +++ b/script/get-preprocessed-dataset-openimages/_cm.yaml @@ -1,351 +1,232 @@ -{ - "alias": "get-preprocessed-dataset-openimages", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML datasets", - "deps": [ - { - "names": [ - "python3", - "python" - ], - "tags": "get,python3" - }, - { - "names": [ - "original-dataset" - ], - "tags": "get,dataset,object-detection,openimages,original" - }, - { - "names": [ - "inference-src" - ], - "tags": "mlperf,mlcommons,inference,source,src" - }, - { - "names": [ - "pycocotools" - ], - "tags": "get,generic-python-lib,_pycocotools" - }, - { - "tags": "get,generic-python-lib,_opencv-python" - }, - { - "tags": "get,generic-python-lib,_pillow" - }, - { - "tags": "get,generic-python-lib,_package.ujson" - }, - { - "names": [ "numpy" ], - "tags": "get,generic-python-lib,_numpy" - }, - { - "names": [ "numpy" ], - "tags": "get,generic-python-lib,_numpy" - } - ], - "default_env": { - "CM_DATASET": "OPENIMAGES", - "CM_DATASET_DTYPE": "fp32", - "CM_DATASET_INPUT_SQUARE_SIDE": "800", - "CM_DATASET_CROP_FACTOR": "100.0", - "CM_DATASET_QUANT_SCALE": "1", - "CM_DATASET_QUANTIZE": "0", - "CM_DATASET_QUANT_OFFSET": "0" - }, - "input_mapping": { - "dir": "CM_DATASET_PREPROCESSED_PATH", - "threads": "CM_NUM_PREPROCESS_THREADS" - }, - "new_env_keys": [ - "CM_DATASET_*" - ], - "tags": [ - "get", - "dataset", - "openimages", - "open-images", - "object-detection", - "preprocessed" - ], - "uid": "9842f1be8cba4c7b", - "variations": { - "generic-preprocessor": { - "group": "preprocessing-source", - "deps": [ - { - "tags": "get,generic-python-lib,_torch", - "names": [ - "torch", "pytorch" - ] - }, - { - "tags": "get,generic-python-lib,_torchvision", - "names": [ - "torchvision" - ] - } - ], - "prehook_deps": [ - { - "tags": "get,generic,image-preprocessor" - } - ], - "env": { - "CM_DATASET_REFERENCE_PREPROCESSOR": "0" - } - }, - "mlcommons-reference-preprocessor": { - "group": "preprocessing-source", - "default": true, - "env": { - "CM_DATASET_REFERENCE_PREPROCESSOR": "1" - } - }, - "size.#": { - "group": "dataset-count", - "env": { - "CM_DATASET_SIZE": "#" - }, - "ad": { - "original-dataset": { - "tags": "_size.#" - } - } - }, - "50": { - "group": "dataset-count", - "default": true, - "env": { - "CM_DATASET_SIZE": "50" - }, - "ad": { - "original-dataset": { - "tags": "_50" - } - } - }, - "500": { - "group": "dataset-count", - "env": { - "CM_DATASET_SIZE": "500" - }, - "ad": { - "original-dataset": { - "tags": "_500" - } - } - }, - "full": { - "group": "dataset-count" - }, - "full,validation": { - "ad": { - "original-dataset": { - "tags": "_full" - } - }, - "env": { - "CM_DATASET_SIZE": "24781" - } - }, - "NCHW": { - "group": "dataset-layout", - "default": true, - "env": { - "CM_DATASET_DATA_LAYOUT": "NCHW" - } - }, - "NHWC": { - "group": "dataset-layout", - "env": { - "CM_DATASET_DATA_LAYOUT": "NHWC" - } - }, - "calibration": { - "group": "dataset-type", - "ad": { - "original-dataset": { - "tags": "_calibration" - } - }, - "default_variations": { - "dataset-count": "500" - }, - "env": { - "CM_DATASET_PATH": "<<>>", - "CM_DATASET_ANNOTATIONS_FILE_PATH": "<<>>", - "CM_DATASET_TYPE": "calibration" - } - }, - "filter-size.#": { - "group": "filter-size", - "ad": { - "original-dataset": { - "tags": "_filter-size.#" - } - } - }, - "filter": { - "ad": { - "original-dataset": { - "tags": "_filter" - } - } - }, - "filter,calibration": { - "env": { - "CM_DATASET_CALIBRATION_FILTER": "yes" - } - }, - "validation": { - "group": "dataset-type", - "default": true, - "env": { - "CM_DATASET_TYPE": "validation" - }, - "ad": { - "original-dataset": { - "tags": "_validation" - } - } - }, - "nvidia": { - "env": { - "CM_PREPROCESSING_BY_NVIDIA": "yes" - } - }, - "custom-annotations": { - "group": "annotations", - "ad": { - "original-dataset": { - "tags": "_custom-annotations" - } - } - }, - "default-annotations": { - "group": "annotations", - "default": true, - "ad": { - "original-dataset": { - "tags": "_default-annotations" - } - } - }, - "for.retinanet.onnx": { - "default_variations": { - "preprocessing-source": "generic-preprocessor", - "interpolation-method": "inter.linear", - "dataset-layout": "NCHW" - }, - "env": { - "CM_ML_MODEL_NAME": "retinanet", - "CM_DATASET_SUBTRACT_MEANS": "1", - "CM_DATASET_GIVEN_CHANNEL_MEANS": "0.485 0.456 0.406", - "CM_DATASET_GIVEN_CHANNEL_STDS": "0.229 0.224 0.225", - "CM_DATASET_NORMALIZE_DATA": "0", - "CM_DATASET_NORMALIZE_LOWER": "0.0", - "CM_DATASET_NORMALIZE_UPPER": "1.0", - "CM_DATASET_CONVERT_TO_BGR": "0", - "CM_DATASET_CROP_FACTOR": "100.0" - } - }, - "for.retinanet.onnx,fp32": { - "env": { - } - }, - "for.retinanet.onnx,uint8": { - "env": { - "CM_DATASET_QUANT_SCALE": "0.0186584499", - "CM_DATASET_QUANT_OFFSET": "114" - } - }, - "quant-scale.#": { - "const": { - "CM_DATASET_QUANT_SCALE": "#" - } - }, - "quant-offset.#": { - "const": { - "CM_DATASET_QUANT_OFFSET": "#" - } - }, - "inter.linear": { - "group": "interpolation-method", - "env": { - "CM_DATASET_INTERPOLATION_METHOD": "INTER_LINEAR" - } - }, - "inter.area": { - "group": "interpolation-method", - "env": { - "CM_DATASET_INTERPOLATION_METHOD": "INTER_AREA" - } - }, - "rgb8": { - "group": "extension", - "env": { - "CM_DATASET_PREPROCESSED_EXTENSION": "rgb8" - } - }, - "rgb32": { - "group": "extension", - "env": { - "CM_DATASET_PREPROCESSED_EXTENSION": "rgb32" - } - }, - "npy": { - "group": "extension", - "env": { - "CM_DATASET_PREPROCESSED_EXTENSION": "npy" - } - }, - "raw": { - "group": "extension", - "env": { - "CM_DATASET_PREPROCESSED_EXTENSION": "raw" - } - }, - "fp32": { - "group": "dataset-precision", - "default_variations": { - "extension": "raw" - }, - "default": true, - "env": { - "CM_DATASET_DTYPE": "fp32", - "CM_DATASET_INPUT_DTYPE": "fp32", - "CM_DATASET_QUANTIZE": "0", - "CM_DATASET_CONVERT_TO_UNSIGNED": "0" - } - }, - "uint8": { - "group": "dataset-precision", - "default_variations": { - "extension": "rgb8" - }, - "env": { - "CM_DATASET_DTYPE": "uint8", - "CM_DATASET_INPUT_DTYPE": "fp32", - "CM_DATASET_QUANTIZE": "1", - "CM_DATASET_CONVERT_TO_UNSIGNED": "1" - } - }, - "int8": { - "group": "dataset-precision", - "default_variations": { - "extension": "rgb8" - }, - "env": { - "CM_DATASET_DTYPE": "int8", - "CM_DATASET_INPUT_DTYPE": "fp32", - "CM_DATASET_QUANTIZE": "1", - "CM_DATASET_CONVERT_TO_UNSIGNED": "0" - } - } - } -} +alias: get-preprocessed-dataset-openimages +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +default_env: + CM_DATASET: OPENIMAGES + CM_DATASET_CROP_FACTOR: '100.0' + CM_DATASET_DTYPE: fp32 + CM_DATASET_INPUT_SQUARE_SIDE: '800' + CM_DATASET_QUANTIZE: '0' + CM_DATASET_QUANT_OFFSET: '0' + CM_DATASET_QUANT_SCALE: '1' +deps: +- names: + - python3 + - python + tags: get,python3 +- names: + - original-dataset + tags: get,dataset,object-detection,openimages,original +- names: + - inference-src + tags: mlperf,mlcommons,inference,source,src +- names: + - pycocotools + tags: get,generic-python-lib,_pycocotools +- tags: get,generic-python-lib,_opencv-python +- tags: get,generic-python-lib,_pillow +- tags: get,generic-python-lib,_package.ujson +- names: + - numpy + tags: get,generic-python-lib,_numpy +- names: + - numpy + tags: get,generic-python-lib,_numpy +input_mapping: + dir: CM_DATASET_PREPROCESSED_PATH + threads: CM_NUM_PREPROCESS_THREADS +new_env_keys: +- CM_DATASET_* +tags: +- get +- dataset +- openimages +- open-images +- object-detection +- preprocessed +uid: 9842f1be8cba4c7b +variations: + '50': + ad: + original-dataset: + tags: _50 + default: true + env: + CM_DATASET_SIZE: '50' + group: dataset-count + '500': + ad: + original-dataset: + tags: _500 + env: + CM_DATASET_SIZE: '500' + group: dataset-count + NCHW: + default: true + env: + CM_DATASET_DATA_LAYOUT: NCHW + group: dataset-layout + NHWC: + env: + CM_DATASET_DATA_LAYOUT: NHWC + group: dataset-layout + calibration: + ad: + original-dataset: + tags: _calibration + default_variations: + dataset-count: '500' + env: + CM_DATASET_ANNOTATIONS_FILE_PATH: <<>> + CM_DATASET_PATH: <<>> + CM_DATASET_TYPE: calibration + group: dataset-type + custom-annotations: + ad: + original-dataset: + tags: _custom-annotations + group: annotations + default-annotations: + ad: + original-dataset: + tags: _default-annotations + default: true + group: annotations + filter: + ad: + original-dataset: + tags: _filter + filter,calibration: + env: + CM_DATASET_CALIBRATION_FILTER: 'yes' + filter-size.#: + ad: + original-dataset: + tags: _filter-size.# + group: filter-size + for.retinanet.onnx: + default_variations: + dataset-layout: NCHW + interpolation-method: inter.linear + preprocessing-source: generic-preprocessor + env: + CM_DATASET_CONVERT_TO_BGR: '0' + CM_DATASET_CROP_FACTOR: '100.0' + CM_DATASET_GIVEN_CHANNEL_MEANS: 0.485 0.456 0.406 + CM_DATASET_GIVEN_CHANNEL_STDS: 0.229 0.224 0.225 + CM_DATASET_NORMALIZE_DATA: '0' + CM_DATASET_NORMALIZE_LOWER: '0.0' + CM_DATASET_NORMALIZE_UPPER: '1.0' + CM_DATASET_SUBTRACT_MEANS: '1' + CM_ML_MODEL_NAME: retinanet + for.retinanet.onnx,fp32: + env: {} + for.retinanet.onnx,uint8: + env: + CM_DATASET_QUANT_OFFSET: '114' + CM_DATASET_QUANT_SCALE: '0.0186584499' + fp32: + default: true + default_variations: + extension: raw + env: + CM_DATASET_CONVERT_TO_UNSIGNED: '0' + CM_DATASET_DTYPE: fp32 + CM_DATASET_INPUT_DTYPE: fp32 + CM_DATASET_QUANTIZE: '0' + group: dataset-precision + full: + group: dataset-count + full,validation: + ad: + original-dataset: + tags: _full + env: + CM_DATASET_SIZE: '24781' + generic-preprocessor: + deps: + - names: + - torch + - pytorch + tags: get,generic-python-lib,_torch + - names: + - torchvision + tags: get,generic-python-lib,_torchvision + env: + CM_DATASET_REFERENCE_PREPROCESSOR: '0' + group: preprocessing-source + prehook_deps: + - tags: get,generic,image-preprocessor + int8: + default_variations: + extension: rgb8 + env: + CM_DATASET_CONVERT_TO_UNSIGNED: '0' + CM_DATASET_DTYPE: int8 + CM_DATASET_INPUT_DTYPE: fp32 + CM_DATASET_QUANTIZE: '1' + group: dataset-precision + inter.area: + env: + CM_DATASET_INTERPOLATION_METHOD: INTER_AREA + group: interpolation-method + inter.linear: + env: + CM_DATASET_INTERPOLATION_METHOD: INTER_LINEAR + group: interpolation-method + mlcommons-reference-preprocessor: + default: true + env: + CM_DATASET_REFERENCE_PREPROCESSOR: '1' + group: preprocessing-source + npy: + env: + CM_DATASET_PREPROCESSED_EXTENSION: npy + group: extension + nvidia: + env: + CM_PREPROCESSING_BY_NVIDIA: 'yes' + quant-offset.#: + const: + CM_DATASET_QUANT_OFFSET: '#' + quant-scale.#: + const: + CM_DATASET_QUANT_SCALE: '#' + raw: + env: + CM_DATASET_PREPROCESSED_EXTENSION: raw + group: extension + rgb32: + env: + CM_DATASET_PREPROCESSED_EXTENSION: rgb32 + group: extension + rgb8: + env: + CM_DATASET_PREPROCESSED_EXTENSION: rgb8 + group: extension + size.#: + ad: + original-dataset: + tags: _size.# + env: + CM_DATASET_SIZE: '#' + group: dataset-count + uint8: + default_variations: + extension: rgb8 + env: + CM_DATASET_CONVERT_TO_UNSIGNED: '1' + CM_DATASET_DTYPE: uint8 + CM_DATASET_INPUT_DTYPE: fp32 + CM_DATASET_QUANTIZE: '1' + group: dataset-precision + validation: + ad: + original-dataset: + tags: _validation + default: true + env: + CM_DATASET_TYPE: validation + group: dataset-type diff --git a/script/get-preprocessed-dataset-openorca/_cm.yaml b/script/get-preprocessed-dataset-openorca/_cm.yaml index e3fa7ed110..e3055db10b 100644 --- a/script/get-preprocessed-dataset-openorca/_cm.yaml +++ b/script/get-preprocessed-dataset-openorca/_cm.yaml @@ -1,174 +1,110 @@ -{ - "alias": "get-preprocessed-dataset-openorca", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML datasets", - "category_sort": 8500, - "default_env": { - "CM_DATASET_CALIBRATION": "no" - }, - "deps": [ - { - "tags": "get,sys-utils-cm" - }, - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - }, - { - "names": [ - "openorca-original", - "dataset-original" - ], - "tags": "get,dataset,original,openorca", - "skip_if_env": { - "CM_DATASET_PREPROCESSED_BY_MLC": [ - "on", - "yes" - ] - } - }, - { - "force_env_keys": [ - "CM_GIT_*" - ], - "names": [ - "inference-src" - ], - "tags": "mlperf,inference,source", - "skip_if_env": { - "CM_DATASET_PREPROCESSED_BY_MLC": [ - "on", - "yes" - ] - } - }, - { - "tags": "get,generic-python-lib,_package.pyarrow", - "names": [ - "pyarrow" - ] - }, - { - "tags": "get,generic-python-lib,_package.fastparquet", - "names": [ - "fastparquet" - ] - }, - { - "tags": "get,generic-python-lib,_package.transformers", - "names": [ - "transformers" - ] - }, - { - "tags": "get,ml-model,llama2", - "skip_if_env": { - "CM_DATASET_PREPROCESSED_BY_MLC": [ - "on", - "yes" - ] - } - - } - ], - "env": { - "CM_DATASET": "OPENORCA" - }, - "tags": [ - "get", - "dataset", - "openorca", - "language-processing", - "preprocessed" - ], - "uid": "5614c39cb1564d72", - "variations": { - "60": { - "ad": { - "dataset-original": { - "tags": "_60" - } - }, - "group": "size" - }, - "full": { - "default": true, - "ad": { - "dataset-original": { - "tags": "_full" - } - }, - "group": "size" - }, - "size.#": { - "ad": { - "dataset-original": { - "tags": "_size.#" - } - }, - "group": "size" - }, - "validation": { - "default": true, - "env": { - "CM_DATASET_CALIBRATION": "no" - }, - "group": "dataset-type", - "new_env_keys": [ - "CM_DATASET_PREPROCESSED_PATH", - "CM_DATASET_OPENORCA_PREPROCESSED_PATH" - ] - }, - "calibration": { - "base": [ - "mlcommons" - ], - "new_env_keys": [ - "CM_DATASET_CALIBRATION_PATH", - "CM_DATASET_OPENORCA_CALIBRATION_PATH" - ], - "env": { - "CM_DATASET_CALIBRATION": "yes" - }, - "group": "dataset-type" - }, - "mlc": { - "alias": "mlcommons" - }, - "mlcommons": { - "env": { - "CM_DATASET_PREPROCESSED_BY_MLC": "yes", - "CM_RCLONE_URL": "mlc-inference:mlcommons-inference-wg-public/open_orca" - }, - "deps": [ - { - "env": { - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_OPENORCA_PREPROCESSED_ROOT", - "CM_EXTRACT_FINAL_ENV_NAME": "CM_OPENORCA_PREPROCESSED_ROOT", - "CM_EXTRACT_TO_FOLDER": "openorca-preprocessed", - "CM_RCLONE_CONFIG_NAME": "mlc-inference" - }, - "tags": "download-and-extract,_rclone", - "update_tags_from_env_with_prefix": { - "_url.": [ - "CM_RCLONE_URL" - ] - }, - "force_cache": true, - "names": [ - "dae" - ], - "extra_cache_tags": "openorca,preprocessed,dataset" - } - ] - } - }, - "docker": { - "real_run": false - } -} +alias: get-preprocessed-dataset-openorca +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML datasets +category_sort: 8500 +default_env: + CM_DATASET_CALIBRATION: 'no' +deps: +- tags: get,sys-utils-cm +- names: + - python + - python3 + tags: get,python3 +- names: + - openorca-original + - dataset-original + skip_if_env: + CM_DATASET_PREPROCESSED_BY_MLC: + - 'on' + - 'yes' + tags: get,dataset,original,openorca +- force_env_keys: + - CM_GIT_* + names: + - inference-src + skip_if_env: + CM_DATASET_PREPROCESSED_BY_MLC: + - 'on' + - 'yes' + tags: mlperf,inference,source +- names: + - pyarrow + tags: get,generic-python-lib,_package.pyarrow +- names: + - fastparquet + tags: get,generic-python-lib,_package.fastparquet +- names: + - transformers + tags: get,generic-python-lib,_package.transformers +- skip_if_env: + CM_DATASET_PREPROCESSED_BY_MLC: + - 'on' + - 'yes' + tags: get,ml-model,llama2 +docker: + real_run: false +env: + CM_DATASET: OPENORCA +tags: +- get +- dataset +- openorca +- language-processing +- preprocessed +uid: 5614c39cb1564d72 +variations: + '60': + ad: + dataset-original: + tags: _60 + group: size + calibration: + base: + - mlcommons + env: + CM_DATASET_CALIBRATION: 'yes' + group: dataset-type + new_env_keys: + - CM_DATASET_CALIBRATION_PATH + - CM_DATASET_OPENORCA_CALIBRATION_PATH + full: + ad: + dataset-original: + tags: _full + default: true + group: size + mlc: + alias: mlcommons + mlcommons: + deps: + - env: + CM_DOWNLOAD_FINAL_ENV_NAME: CM_OPENORCA_PREPROCESSED_ROOT + CM_EXTRACT_FINAL_ENV_NAME: CM_OPENORCA_PREPROCESSED_ROOT + CM_EXTRACT_TO_FOLDER: openorca-preprocessed + CM_RCLONE_CONFIG_NAME: mlc-inference + extra_cache_tags: openorca,preprocessed,dataset + force_cache: true + names: + - dae + tags: download-and-extract,_rclone + update_tags_from_env_with_prefix: + _url.: + - CM_RCLONE_URL + env: + CM_DATASET_PREPROCESSED_BY_MLC: 'yes' + CM_RCLONE_URL: mlc-inference:mlcommons-inference-wg-public/open_orca + size.#: + ad: + dataset-original: + tags: _size.# + group: size + validation: + default: true + env: + CM_DATASET_CALIBRATION: 'no' + group: dataset-type + new_env_keys: + - CM_DATASET_PREPROCESSED_PATH + - CM_DATASET_OPENORCA_PREPROCESSED_PATH diff --git a/script/get-python3/_cm.yaml b/script/get-python3/_cm.yaml index a65cbd71b9..57bc286e11 100644 --- a/script/get-python3/_cm.yaml +++ b/script/get-python3/_cm.yaml @@ -1,79 +1,54 @@ -{ - "alias": "get-python3", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Python automation", - "clean_files": [], - "extra_cache_tags_from_env": [ - { - "env": "CM_PYTHON_INSTALL_CACHE_TAGS", - "prefix": "python-" - } - ], - "new_env_keys": [ - "CM_PYTHON_*", - "+LD_LIBRARY_PATH", - "+C_INCLUDE_PATH", - "+PATH" - ], - "new_state_keys": [ - "script_prefix" - ], - "prehook_deps": [ - { - "enable_if_env": { - "CM_REQUIRE_INSTALL": [ - "yes" - ] - }, - "inherit_variation_tags": true, - "reuse_version": true, - "tags": "install,python,src" - } - ], - "tags": [ - "get", - "python", - "python3", - "get-python", - "get-python3" - ], - "uid": "d0b5dd74373f4a62", - "variations": { - "custom-path.#": { - "env": { - "CM_PYTHON_BIN_WITH_PATH": "#" - } - }, - "conda.#": { - "deps": [ - { - "tags": "get,generic,conda-package,_name.#,_package.python", - "names": [ - "conda-package", - "conda-python" - ] - } - ], - "adr": { - "pip-package": { - "tags": "_conda.#" - } - }, - "env": { - "CM_PYTHON_CONDA": "yes", - "CM_PYTHON_INSTALL_CACHE_TAGS": "_conda.#" - } - }, - "lto": {}, - "optimized": {}, - "shared": {}, - "with-ssl": {}, - "with-custom-ssl": {} - }, - "print_env_at_the_end" : { - "CM_PYTHON_BIN_WITH_PATH": "Path to Python", - "CM_PYTHON_VERSION": "Python version" - } -} +alias: get-python3 +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Python automation +clean_files: [] +extra_cache_tags_from_env: +- env: CM_PYTHON_INSTALL_CACHE_TAGS + prefix: python- +new_env_keys: +- CM_PYTHON_* +- +LD_LIBRARY_PATH +- +C_INCLUDE_PATH +- +PATH +new_state_keys: +- script_prefix +prehook_deps: +- enable_if_env: + CM_REQUIRE_INSTALL: + - 'yes' + inherit_variation_tags: true + reuse_version: true + tags: install,python,src +print_env_at_the_end: + CM_PYTHON_BIN_WITH_PATH: Path to Python + CM_PYTHON_VERSION: Python version +tags: +- get +- python +- python3 +- get-python +- get-python3 +uid: d0b5dd74373f4a62 +variations: + conda.#: + adr: + pip-package: + tags: _conda.# + deps: + - names: + - conda-package + - conda-python + tags: get,generic,conda-package,_name.#,_package.python + env: + CM_PYTHON_CONDA: 'yes' + CM_PYTHON_INSTALL_CACHE_TAGS: _conda.# + custom-path.#: + env: + CM_PYTHON_BIN_WITH_PATH: '#' + lto: {} + optimized: {} + shared: {} + with-custom-ssl: {} + with-ssl: {} diff --git a/script/get-qaic-apps-sdk/_cm.yaml b/script/get-qaic-apps-sdk/_cm.yaml index 96890123f9..f448ee4be1 100644 --- a/script/get-qaic-apps-sdk/_cm.yaml +++ b/script/get-qaic-apps-sdk/_cm.yaml @@ -1,35 +1,30 @@ -{ - "alias": "get-qaic-apps-sdk", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML frameworks", - "deps": [ - ], - "input_description": {}, - "input_mapping": {}, - "new_env_keys": [ - "+PATH", - "CM_QAIC_EXEC_PATH", - "+C_INCLUDE_PATH", - "+CPLUS_INCLUDE_PATH", - "+LD_LIBRARY_PATH", - "+DYLD_FALLBACK_LIBRARY_PATH" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "get", - "detect", - "qaic", - "apps", - "sdk", - "apps-sdk", - "qaic-apps-sdk" - ], - "uid": "0a9e206af6764da9", - "variations": {}, - "versions": {} -} +alias: get-qaic-apps-sdk +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML frameworks +deps: [] +input_description: {} +input_mapping: {} +new_env_keys: +- +PATH +- CM_QAIC_EXEC_PATH +- +C_INCLUDE_PATH +- +CPLUS_INCLUDE_PATH +- +LD_LIBRARY_PATH +- +DYLD_FALLBACK_LIBRARY_PATH +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- get +- detect +- qaic +- apps +- sdk +- apps-sdk +- qaic-apps-sdk +uid: 0a9e206af6764da9 +variations: {} +versions: {} diff --git a/script/get-qaic-platform-sdk/_cm.yaml b/script/get-qaic-platform-sdk/_cm.yaml index 0acdad15a5..d40a7d6247 100644 --- a/script/get-qaic-platform-sdk/_cm.yaml +++ b/script/get-qaic-platform-sdk/_cm.yaml @@ -1,39 +1,32 @@ -{ - "alias": "get-qaic-platform-sdk", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML frameworks", - "deps": [ - { - "tags": "detect,os" - } - ], - "input_description": {}, - "input_mapping": {}, - "new_env_keys": [ - "+PATH", - "CM_QAIC_RUNNER_PATH", - "CM_QAIC_TOOLS_PATH", - "+C_INCLUDE_PATH", - "+CPLUS_INCLUDE_PATH", - "+LD_LIBRARY_PATH", - "+DYLD_FALLBACK_LIBRARY_PATH" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "get", - "detect", - "qaic", - "platform", - "sdk", - "platform-sdk", - "qaic-platform-sdk" - ], - "uid": "a60f86918dc9457d", - "variations": {}, - "versions": {} -} +alias: get-qaic-platform-sdk +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML frameworks +deps: +- tags: detect,os +input_description: {} +input_mapping: {} +new_env_keys: +- +PATH +- CM_QAIC_RUNNER_PATH +- CM_QAIC_TOOLS_PATH +- +C_INCLUDE_PATH +- +CPLUS_INCLUDE_PATH +- +LD_LIBRARY_PATH +- +DYLD_FALLBACK_LIBRARY_PATH +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- get +- detect +- qaic +- platform +- sdk +- platform-sdk +- qaic-platform-sdk +uid: a60f86918dc9457d +variations: {} +versions: {} diff --git a/script/get-qaic-software-kit/_cm.yaml b/script/get-qaic-software-kit/_cm.yaml index 2bd1d67d23..772fc8b1f1 100644 --- a/script/get-qaic-software-kit/_cm.yaml +++ b/script/get-qaic-software-kit/_cm.yaml @@ -1,82 +1,56 @@ -{ - "alias": "get-qaic-software-kit", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML frameworks", - "deps": [ - { - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_repo.": [ "CM_GIT_URL" ], - "_branch.": [ "CM_GIT_CHECKOUT" ] - }, - "names": [ - "qaic-software-git-repo" - ], - "extra_cache_tags": "qaic-software-git-repo,qaic-software,qaic,software,kit" - }, - { - "tags": "get,generic,sys-util,_libudev-dev" - }, - { - "tags": "get,generic,sys-util,_libpci-dev" - }, - { - "tags": "get,google,test" - }, - { - "tags": "get,cmake", - "version_min": "3.24.0", - "names": [ - "cmake" - ] - }, - { - "tags": "get,compiler", - "names": [ - "compiler" - ] - } - ], - "input_description": {}, - "input_mapping": {}, - "new_env_keys": [ - "+PATH", - "CM_QAIC_SOFTWARE_KIT_PATH", - "CM_QAIC_RUNNER_PATH" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "get", - "qaic", - "software", - "kit", - "qaic-software-kit" - ], - "uid": "3344655922694bbb", - "variations": { - "repo.quic": { - "group": "repo-source", - "default": true, - "env": { - "CM_GIT_URL": "https://github.com/quic/software-kit-for-qualcomm-cloud-ai-100" - } - }, - "repo.#": { - "group": "repo-source", - "env": { - "CM_GIT_URL": "#" - } - }, - "branch.#": { - "env": { - "CM_GIT_CHECKOUT": "#" - } - } - }, - "versions": {} -} +alias: get-qaic-software-kit +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML frameworks +deps: +- extra_cache_tags: qaic-software-git-repo,qaic-software,qaic,software,kit + names: + - qaic-software-git-repo + tags: get,git,repo + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL +- tags: get,generic,sys-util,_libudev-dev +- tags: get,generic,sys-util,_libpci-dev +- tags: get,google,test +- names: + - cmake + tags: get,cmake + version_min: 3.24.0 +- names: + - compiler + tags: get,compiler +input_description: {} +input_mapping: {} +new_env_keys: +- +PATH +- CM_QAIC_SOFTWARE_KIT_PATH +- CM_QAIC_RUNNER_PATH +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- get +- qaic +- software +- kit +- qaic-software-kit +uid: 3344655922694bbb +variations: + branch.#: + env: + CM_GIT_CHECKOUT: '#' + repo.#: + env: + CM_GIT_URL: '#' + group: repo-source + repo.quic: + default: true + env: + CM_GIT_URL: https://github.com/quic/software-kit-for-qualcomm-cloud-ai-100 + group: repo-source +versions: {} diff --git a/script/get-rclone/_cm.yaml b/script/get-rclone/_cm.yaml index 39f60ef1ab..e2d8e02fcc 100644 --- a/script/get-rclone/_cm.yaml +++ b/script/get-rclone/_cm.yaml @@ -1,47 +1,30 @@ -{ - "alias": "get-rclone", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "deps": [ - { - "tags": "detect,os" - }, - { - "enable_if_env": { - "CM_HOST_OS_TYPE": [ - "windows" - ] - }, - "tags": "get,sys-utils-min" - } - ], - "category": "Detection or installation of tools and artifacts", - "default_version": "1.65.2", - "new_env_keys": [ - "CM_RCLONE_CACHE_TAGS", - "CM_RCLONE_BIN_WITH_PATH", - "CM_RCLONE_VERSION", - "+PATH" - ], - "tags": [ - "get", - "rclone" - ], - "uid": "22ffb43c49c9419e", - "variations": { - "gdrive": { - "env": { - "CM_RCLONE_GDRIVE": "yes" - } - }, - "system": { - "env": { - "CM_RCLONE_SYSTEM": "yes" - }, - "warnings": [ - "This CM script will install rclone using sudo/brew!" - ] - } - } -} +alias: get-rclone +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +default_version: 1.65.2 +deps: +- tags: detect,os +- enable_if_env: + CM_HOST_OS_TYPE: + - windows + tags: get,sys-utils-min +new_env_keys: +- CM_RCLONE_CACHE_TAGS +- CM_RCLONE_BIN_WITH_PATH +- CM_RCLONE_VERSION +- +PATH +tags: +- get +- rclone +uid: 22ffb43c49c9419e +variations: + gdrive: + env: + CM_RCLONE_GDRIVE: 'yes' + system: + env: + CM_RCLONE_SYSTEM: 'yes' + warnings: + - This CM script will install rclone using sudo/brew! diff --git a/script/get-rocm/_cm.yaml b/script/get-rocm/_cm.yaml index cc5601d9d7..0390db5a2e 100644 --- a/script/get-rocm/_cm.yaml +++ b/script/get-rocm/_cm.yaml @@ -1,29 +1,20 @@ -{ - "alias": "get-rocm", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML frameworks", - "clean_files": [], - "new_env_keys": [ - "CM_ROCM_*", - "+PATH" - ], - "prehook_deps": [ - { - "enable_if_env": { - "CM_REQUIRE_INSTALL": [ - "yes" - ] - }, - "reuse_version": true, - "tags": "install,rocm" - } - ], - "tags": [ - "get", - "rocm", - "get-rocm" - ], - "uid": "23a69f9477cb4dab" -} +alias: get-rocm +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML frameworks +clean_files: [] +new_env_keys: +- CM_ROCM_* +- +PATH +prehook_deps: +- enable_if_env: + CM_REQUIRE_INSTALL: + - 'yes' + reuse_version: true + tags: install,rocm +tags: +- get +- rocm +- get-rocm +uid: 23a69f9477cb4dab diff --git a/script/get-spec-ptd/_cm.yaml b/script/get-spec-ptd/_cm.yaml index 2e7a2c1cb8..c4d7c8218b 100644 --- a/script/get-spec-ptd/_cm.yaml +++ b/script/get-spec-ptd/_cm.yaml @@ -1,71 +1,49 @@ -{ - "alias": "get-spec-ptd", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "MLPerf benchmark support", - "default_env": { - "CM_GIT_CHECKOUT": "main", - "CM_GIT_DEPTH": "--depth 1", - "CM_GIT_PATCH": "no", - "CM_GIT_RECURSE_SUBMODULES": " ", - "CM_GIT_URL": "https://github.com/mlcommons/power.git" - }, - "default_version": "main", - "input_mapping": { - "input": "CM_INPUT" - }, - "input_description": { - "input": "Path to SPEC PTDaemon (Optional)" - }, - "deps": [ - { - "tags": "detect,os" - }, - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - }, - { - "tags": "get,git,repo,_repo.https://github.com/mlcommons/power", - "extra_cache_tags": "mlperf,power,spec,ptdaemon,ptd", - "force_env_keys": [ - "CM_GIT_*" - ], - "env": { - "CM_GIT_AUTH": "yes", - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_MLPERF_POWER_SOURCE" - } - } - ], - "new_env_keys": [ - "CM_SPEC_PTD_PATH", - "CM_MLPERF_PTD_PATH" - ], - "tags": [ - "get", - "spec", - "ptd", - "ptdaemon", - "power", - "daemon", - "power-daemon", - "mlperf", - "mlcommons" - ], - "uid": "7423a878e4524136", - "versions": { - "custom": { - "env": { - } - }, - "main": { - "env": { - "CM_GIT_CHECKOUT": "main" - } - } - } -} +alias: get-spec-ptd +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: MLPerf benchmark support +default_env: + CM_GIT_CHECKOUT: main + CM_GIT_DEPTH: --depth 1 + CM_GIT_PATCH: 'no' + CM_GIT_RECURSE_SUBMODULES: ' ' + CM_GIT_URL: https://github.com/mlcommons/power.git +default_version: main +deps: +- tags: detect,os +- names: + - python + - python3 + tags: get,python3 +- env: + CM_GIT_AUTH: 'yes' + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_MLPERF_POWER_SOURCE + extra_cache_tags: mlperf,power,spec,ptdaemon,ptd + force_env_keys: + - CM_GIT_* + tags: get,git,repo,_repo.https://github.com/mlcommons/power +input_description: + input: Path to SPEC PTDaemon (Optional) +input_mapping: + input: CM_INPUT +new_env_keys: +- CM_SPEC_PTD_PATH +- CM_MLPERF_PTD_PATH +tags: +- get +- spec +- ptd +- ptdaemon +- power +- daemon +- power-daemon +- mlperf +- mlcommons +uid: 7423a878e4524136 +versions: + custom: + env: {} + main: + env: + CM_GIT_CHECKOUT: main diff --git a/script/get-tensorrt/_cm.yaml b/script/get-tensorrt/_cm.yaml index b1aa40e06a..3ded18c179 100644 --- a/script/get-tensorrt/_cm.yaml +++ b/script/get-tensorrt/_cm.yaml @@ -1,51 +1,38 @@ -{ - "alias": "get-tensorrt", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "CUDA automation", - "clean_files": [], - "default_env": { - }, - "deps": [ - { - "tags": "detect,os" - }, - { - "names": [ "python", "python3" ], - "tags": "get,python3" - } - ], - "input_mapping": { - "input": "CM_INPUT", - "tar_file": "CM_TENSORRT_TAR_FILE_PATH" - }, - "input_description": { - "input": "Full path to the installed TensorRT library (nvinfer)", - "tar_file": "Full path to the TensorRT Tar file downloaded from the Nvidia website (https://developer.nvidia.com/tensorrt)" - }, - "new_env_keys": [ - "CM_TENSORRT_*", - "+PATH", - "+C_INCLUDE_PATH", - "+CPLUS_INCLUDE_PATH", - "+LD_LIBRARY_PATH", - "+DYLD_FALLBACK_LIBRARY_PATH", - "+ LDFLAGS" - ], - "tags": [ - "get", - "tensorrt", - "nvidia" - ], - "uid": "2a84ca505e4c408d", - "variations": { - "dev": { - "env": { - "CM_TENSORRT_REQUIRE_DEV": "yes" - } - } - }, - "docker": { - } -} +alias: get-tensorrt +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: CUDA automation +clean_files: [] +default_env: {} +deps: +- tags: detect,os +- names: + - python + - python3 + tags: get,python3 +docker: {} +input_description: + input: Full path to the installed TensorRT library (nvinfer) + tar_file: Full path to the TensorRT Tar file downloaded from the Nvidia website + (https://developer.nvidia.com/tensorrt) +input_mapping: + input: CM_INPUT + tar_file: CM_TENSORRT_TAR_FILE_PATH +new_env_keys: +- CM_TENSORRT_* +- +PATH +- +C_INCLUDE_PATH +- +CPLUS_INCLUDE_PATH +- +LD_LIBRARY_PATH +- +DYLD_FALLBACK_LIBRARY_PATH +- + LDFLAGS +tags: +- get +- tensorrt +- nvidia +uid: 2a84ca505e4c408d +variations: + dev: + env: + CM_TENSORRT_REQUIRE_DEV: 'yes' diff --git a/script/get-terraform/_cm.yaml b/script/get-terraform/_cm.yaml index ca0e9a4f15..236d5b9f63 100644 --- a/script/get-terraform/_cm.yaml +++ b/script/get-terraform/_cm.yaml @@ -1,29 +1,20 @@ -{ - "alias": "get-terraform", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "clean_files": [], - "category": "Cloud automation", - "new_env_keys": [ - "CM_TERRAFORM_*", - "+PATH" - ], - "prehook_deps": [ - { - "enable_if_env": { - "CM_REQUIRE_INSTALL": [ - "yes" - ] - }, - "reuse_version": true, - "tags": "install,terraform" - } - ], - "tags": [ - "get", - "terraform", - "get-terraform" - ], - "uid": "66b33c38a4d7461e" -} +alias: get-terraform +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Cloud automation +clean_files: [] +new_env_keys: +- CM_TERRAFORM_* +- +PATH +prehook_deps: +- enable_if_env: + CM_REQUIRE_INSTALL: + - 'yes' + reuse_version: true + tags: install,terraform +tags: +- get +- terraform +- get-terraform +uid: 66b33c38a4d7461e diff --git a/script/get-tvm-model/_cm.yaml b/script/get-tvm-model/_cm.yaml index c9609efa86..c843c94e7d 100644 --- a/script/get-tvm-model/_cm.yaml +++ b/script/get-tvm-model/_cm.yaml @@ -1,202 +1,120 @@ -{ - "alias": "get-tvm-model", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML models", - "deps": [ - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - }, - { - "names": [ - "tvm" - ], - "tags": "get,tvm" - }, - { - "tags": "get,generic-python-lib,_decorator" - }, - { - "tags": "get,generic-python-lib,_psutil" - }, - { - "tags": "get,generic-python-lib,_scipy" - }, - { - "tags": "get,generic-python-lib,_attrs" - } - ], - "default_env": { - "CM_ML_MODEL_MAX_BATCH_SIZE": "1", - "CM_TUNE_TVM_MODEL": "no", - "CM_TVM_USE_VM": "yes", - "CM_TVM_FRONTEND_FRAMEWORK": "onnx" - }, - "new_env_keys": [ - "CM_ML_MODEL_*", - "CM_TUNE_TVM_*", - "CM_TVM_*" - ], - "tags": [ - "get", - "ml-model-tvm", - "tvm-model" - ], - "uid": "c1b7b656b6224307", - "variations": { - "fp32": { - "add_deps_recursive": { - "original-model": { - "tags": "_fp32" - } - }, - "default": true, - "group": "precision" - }, - "int8": { - "add_deps_recursive": { - "original-model": { - "tags": "_int8" - } - }, - "group": "precision" - }, - "uint8": { - "add_deps_recursive": { - "original-model": { - "tags": "_uint8" - } - }, - "group": "precision" - }, - "tune-model": { - "env": { - "CM_TUNE_TVM_MODEL": "yes" - }, - "deps": [ - { - "tags": "get,generic-python-lib,_xgboost" - }, - { - "tags": "get,generic-python-lib,_pandas" - }, - { - "tags": "get,generic-python-lib,_tornado" - } - ] - }, - "virtual_machine": { - "default": true, - "env": { - "CM_TVM_USE_VM": "yes" - }, - "group": "runtime" - }, - "graph_executor": { - "env": { - "CM_TVM_USE_VM": "no" - }, - "group": "runtime" - }, - "onnx": { - "default": true, - "group": "frontend", - "env": { - "CM_TVM_FRONTEND_FRAMEWORK": "onnx" - }, - "deps": [ - { - "names": [ - "onnx" - ], - "tags": "get,generic-python-lib,_onnx" - } - ] - }, - "pytorch": { - "group": "frontend", - "env": { - "CM_TVM_FRONTEND_FRAMEWORK": "pytorch" - }, - "deps": [ - { - "names": [ - "pytorch", - "torch" - ], - "tags": "get,generic-python-lib,_torch" - }, - { - "tags": "get,generic-python-lib,_torchvision" - } - ] - }, - "tensorflow": { - "group": "frontend", - "env": { - "CM_TVM_FRONTEND_FRAMEWORK": "tensorflow" - }, - "deps": [ - { - "names": [ - "tensorflow" - ], - "tags": "get,generic-python-lib,_tensorflow" - } - ] - }, - "tflite": { - "group": "frontend", - "env": { - "CM_TVM_FRONTEND_FRAMEWORK": "tflite" - }, - "deps": [ - { - "names": [ - "tflite" - ], - "tags": "get,generic-python-lib,_tflite" - } - ] - }, - "tf": { - "alias": "tensorflow" - }, - "torch": { - "alias": "pytorch" - }, - "batch_size.#": { - "group": "batchsize", - "env": { - "CM_ML_MODEL_MAX_BATCH_SIZE": "#" - } - }, - "model.#": { - "group": "model", - "env": { - "CM_ML_MODEL": "#" - } - } - }, - "prehook_deps": [ - { - "names": [ - "original-model" - ], - "tags": "get,ml-model,raw", - "update_tags_from_env": [ - "CM_ML_MODEL" - ], - "update_tags_from_env_with_prefix": { - "_": [ - "CM_TVM_FRONTEND_FRAMEWORK" - ] - } - } - ] -} \ No newline at end of file +alias: get-tvm-model +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML models +default_env: + CM_ML_MODEL_MAX_BATCH_SIZE: '1' + CM_TUNE_TVM_MODEL: 'no' + CM_TVM_FRONTEND_FRAMEWORK: onnx + CM_TVM_USE_VM: 'yes' +deps: +- names: + - python + - python3 + tags: get,python3 +- names: + - tvm + tags: get,tvm +- tags: get,generic-python-lib,_decorator +- tags: get,generic-python-lib,_psutil +- tags: get,generic-python-lib,_scipy +- tags: get,generic-python-lib,_attrs +new_env_keys: +- CM_ML_MODEL_* +- CM_TUNE_TVM_* +- CM_TVM_* +prehook_deps: +- names: + - original-model + tags: get,ml-model,raw + update_tags_from_env: + - CM_ML_MODEL + update_tags_from_env_with_prefix: + _: + - CM_TVM_FRONTEND_FRAMEWORK +tags: +- get +- ml-model-tvm +- tvm-model +uid: c1b7b656b6224307 +variations: + batch_size.#: + env: + CM_ML_MODEL_MAX_BATCH_SIZE: '#' + group: batchsize + fp32: + add_deps_recursive: + original-model: + tags: _fp32 + default: true + group: precision + graph_executor: + env: + CM_TVM_USE_VM: 'no' + group: runtime + int8: + add_deps_recursive: + original-model: + tags: _int8 + group: precision + model.#: + env: + CM_ML_MODEL: '#' + group: model + onnx: + default: true + deps: + - names: + - onnx + tags: get,generic-python-lib,_onnx + env: + CM_TVM_FRONTEND_FRAMEWORK: onnx + group: frontend + pytorch: + deps: + - names: + - pytorch + - torch + tags: get,generic-python-lib,_torch + - tags: get,generic-python-lib,_torchvision + env: + CM_TVM_FRONTEND_FRAMEWORK: pytorch + group: frontend + tensorflow: + deps: + - names: + - tensorflow + tags: get,generic-python-lib,_tensorflow + env: + CM_TVM_FRONTEND_FRAMEWORK: tensorflow + group: frontend + tf: + alias: tensorflow + tflite: + deps: + - names: + - tflite + tags: get,generic-python-lib,_tflite + env: + CM_TVM_FRONTEND_FRAMEWORK: tflite + group: frontend + torch: + alias: pytorch + tune-model: + deps: + - tags: get,generic-python-lib,_xgboost + - tags: get,generic-python-lib,_pandas + - tags: get,generic-python-lib,_tornado + env: + CM_TUNE_TVM_MODEL: 'yes' + uint8: + add_deps_recursive: + original-model: + tags: _uint8 + group: precision + virtual_machine: + default: true + env: + CM_TVM_USE_VM: 'yes' + group: runtime diff --git a/script/get-tvm/_cm.yaml b/script/get-tvm/_cm.yaml index 1b221bf792..75f2a174c8 100644 --- a/script/get-tvm/_cm.yaml +++ b/script/get-tvm/_cm.yaml @@ -1,124 +1,73 @@ -{ - "alias": "get-tvm", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "AI/ML frameworks", - "cache": true, - "deps": [ - { - "tags": "cmake,get-cmake", - "version_min": "3.18" - }, - { - "tags": "detect,cpu" - }, - { - "tags": "get,generic-python-lib,_typing_extensions" - }, - { - "tags": "get,generic-python-lib,_decorator" - }, - { - "tags": "get,generic-python-lib,_scipy" - }, - { - "tags": "get,generic-python-lib,_attrs" - }, - { - "tags": "get,generic-python-lib,_psutil" - } - ], - "default_env": { - "CM_GIT_CHECKOUT": "main", - "CM_GIT_URL": "https://github.com/apache/tvm", - "CM_TVM_PIP_INSTALL": "no" - }, - "extra_cache_tags_from_env": [ - { - "env": "CM_LLVM_CACHE_TAGS", - "prefix": "llvm-" - } - ], - "new_env_keys": [ - "TVM_HOME", - "CM_TVM_*", - "+LD_LIBRARY_PATH", - "+DYLD_FALLBACK_LIBRARY_PATH", - "+PYTHONPATH" - ], - "tags": [ - "get", - "tvm", - "get-tvm" - ], - "uid": "93c89140e6224f4b", - "variations": { - "pip-install": { - "group": "installation-type", - "default": true, - "deps": [ - { - "tags": "get,generic-python-lib,_apache-tvm" - } - ], - "env": { - "CM_TVM_PIP_INSTALL": "yes" - } - }, - "cuda": { - "deps": [ - { - "tags": "get,cuda" - } - ], - "env": { - "CM_TVM_USE_CUDA": "yes" - } - }, - "llvm": { - "group": "installation-type", - "deps": [ - { - "names": [ "llvm" ], - "tags": "get,llvm", - "version_min": "14.0.0" - } - ], - "env": { - "CM_TVM_USE_LLVM": "yes" - } - }, - "openmp": { - "env": { - "CM_TVM_USE_OPENMP": "yes" - } - } - }, - "versions": { - "main": { - "env": { - "CM_GIT_CHECKOUT": "main" - } - }, - "v0.7.0": { - "env": { - "CM_GIT_CHECKOUT": "v0.7.0" - } - }, - "v0.8.0": { - "env": { - "CM_GIT_CHECKOUT": "v0.8.0" - } - }, - "v0.9.0": { - "env": { - "CM_GIT_CHECKOUT": "v0.9.0" - } - }, - "v0.10.0": { - "env": { - "CM_GIT_CHECKOUT": "v0.10.0" - } - } - } -} +alias: get-tvm +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML frameworks +default_env: + CM_GIT_CHECKOUT: main + CM_GIT_URL: https://github.com/apache/tvm + CM_TVM_PIP_INSTALL: 'no' +deps: +- tags: cmake,get-cmake + version_min: '3.18' +- tags: detect,cpu +- tags: get,generic-python-lib,_typing_extensions +- tags: get,generic-python-lib,_decorator +- tags: get,generic-python-lib,_scipy +- tags: get,generic-python-lib,_attrs +- tags: get,generic-python-lib,_psutil +extra_cache_tags_from_env: +- env: CM_LLVM_CACHE_TAGS + prefix: llvm- +new_env_keys: +- TVM_HOME +- CM_TVM_* +- +LD_LIBRARY_PATH +- +DYLD_FALLBACK_LIBRARY_PATH +- +PYTHONPATH +tags: +- get +- tvm +- get-tvm +uid: 93c89140e6224f4b +variations: + cuda: + deps: + - tags: get,cuda + env: + CM_TVM_USE_CUDA: 'yes' + llvm: + deps: + - names: + - llvm + tags: get,llvm + version_min: 14.0.0 + env: + CM_TVM_USE_LLVM: 'yes' + group: installation-type + openmp: + env: + CM_TVM_USE_OPENMP: 'yes' + pip-install: + default: true + deps: + - tags: get,generic-python-lib,_apache-tvm + env: + CM_TVM_PIP_INSTALL: 'yes' + group: installation-type +versions: + main: + env: + CM_GIT_CHECKOUT: main + v0.10.0: + env: + CM_GIT_CHECKOUT: v0.10.0 + v0.7.0: + env: + CM_GIT_CHECKOUT: v0.7.0 + v0.8.0: + env: + CM_GIT_CHECKOUT: v0.8.0 + v0.9.0: + env: + CM_GIT_CHECKOUT: v0.9.0 diff --git a/script/get-xilinx-sdk/_cm.yaml b/script/get-xilinx-sdk/_cm.yaml index b0b1cd02a6..7450202148 100644 --- a/script/get-xilinx-sdk/_cm.yaml +++ b/script/get-xilinx-sdk/_cm.yaml @@ -1,35 +1,27 @@ -{ - "alias": "get-xilinx-sdk", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "deps": [], - "default_version": "2019.1", - "input_description": {}, - "input_mapping": { - "input": "CM_XILINX_SDK_FILE_PATH" - }, - "new_env_keys": [ - "CM_XILINX_*", - "+PATH" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "tags": [ - "get", - "xilinx", - "sdk" - ], - "uid": "76d4d1bd09df4490", - "variations": {}, - "versions": { - "2019.1": { - "env": { - "CM_DOWNLOAD_URL": "https://www.xilinx.com/member/forms/download/xef.html?filename=Xilinx_SDK_2019.1_0524_1430_Lin64.bin", - "CM_DOWNLOAD_CHECKSUM": "7ccb3840d36c305a7cb34b314db7d7f2" - } - } - } -} +alias: get-xilinx-sdk +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +default_version: '2019.1' +deps: [] +input_description: {} +input_mapping: + input: CM_XILINX_SDK_FILE_PATH +new_env_keys: +- CM_XILINX_* +- +PATH +new_state_keys: [] +post_deps: [] +posthook_deps: [] +tags: +- get +- xilinx +- sdk +uid: 76d4d1bd09df4490 +variations: {} +versions: + '2019.1': + env: + CM_DOWNLOAD_CHECKSUM: 7ccb3840d36c305a7cb34b314db7d7f2 + CM_DOWNLOAD_URL: https://www.xilinx.com/member/forms/download/xef.html?filename=Xilinx_SDK_2019.1_0524_1430_Lin64.bin diff --git a/script/get-zendnn/_cm.yaml b/script/get-zendnn/_cm.yaml index 6575a37aed..865850559d 100644 --- a/script/get-zendnn/_cm.yaml +++ b/script/get-zendnn/_cm.yaml @@ -1,41 +1,27 @@ -{ - "alias": "get-zendnn", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "deps": [ - { - "names": [ - "aocl" - ], - "tags": "get,amd,aocl" - }, - { - "tags": "get,lib,blis,_amd" - }, - { - "tags": "detect,cpu" - }, - { - "tags":"get,git,_repo.https://github.com/amd/ZenDNN.git" - } - ], - "input_description": {}, - "input_mapping": {}, - "new_env_keys": [], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "get", - "zendnn", - "amd", - "from.src" - ], - "uid": "d1c6feb0ee684b09", - "variations": { - }, - "versions": {} -} +alias: get-zendnn +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +deps: +- names: + - aocl + tags: get,amd,aocl +- tags: get,lib,blis,_amd +- tags: detect,cpu +- tags: get,git,_repo.https://github.com/amd/ZenDNN.git +input_description: {} +input_mapping: {} +new_env_keys: [] +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- get +- zendnn +- amd +- from.src +uid: d1c6feb0ee684b09 +variations: {} +versions: {} diff --git a/script/get-zephyr-sdk/_cm.yaml b/script/get-zephyr-sdk/_cm.yaml index ee57aaaf3c..5a7a978626 100644 --- a/script/get-zephyr-sdk/_cm.yaml +++ b/script/get-zephyr-sdk/_cm.yaml @@ -1,39 +1,25 @@ -{ - "alias": "get-zephyr-sdk", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "TinyML automation", - "cache": true, - "clean_files": [], - "default_version": "0.13.2", - "deps": [ - { - "tags": "detect,os" - } - ], - "tags": [ - "get", - "zephyr-sdk" - ], - "new_env_keys": [ - "ZEPHYR_*" - ], - "uid": "c70ae1a7567f4a7b", - "versions": { - "0.13.1": { - "env": { - "CM_ZEPHYR_SDK_VERSION": "0.13.1" - } - }, - "0.13.2": { - "env": { - "CM_ZEPHYR_SDK_VERSION": "0.13.2" - } - }, - "0.15.0": { - "env": { - "CM_ZEPHYR_SDK_VERSION": "0.15.0" - } - } - } -} +alias: get-zephyr-sdk +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: TinyML automation +clean_files: [] +default_version: 0.13.2 +deps: +- tags: detect,os +new_env_keys: +- ZEPHYR_* +tags: +- get +- zephyr-sdk +uid: c70ae1a7567f4a7b +versions: + 0.13.1: + env: + CM_ZEPHYR_SDK_VERSION: 0.13.1 + 0.13.2: + env: + CM_ZEPHYR_SDK_VERSION: 0.13.2 + 0.15.0: + env: + CM_ZEPHYR_SDK_VERSION: 0.15.0 diff --git a/script/get-zephyr/_cm.yaml b/script/get-zephyr/_cm.yaml index 60cc546ec2..55c59aff50 100644 --- a/script/get-zephyr/_cm.yaml +++ b/script/get-zephyr/_cm.yaml @@ -1,41 +1,26 @@ -{ - "alias": "get-zephyr", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "TinyML automation", - "clean_files": [], - "default_version": "v2.7", - "deps": [ - { - "names": [ - "python3", - "python" - ], - "tags": "get,python3", - "version_min": "3.7.0" - }, - { - "tags": "get,cmake", - "version_min": "3.20.0" - }, - { - "tags": "get,generic-python-lib,_west" - } - ], - "tags": [ - "get", - "zephyr" - ], - "new_env_keys": [ - "CM_ZEPHYR_*" - ], - "uid": "d4105c2cdb044276", - "versions": { - "v2.7": { - "env": { - "CM_ZEPHYR_VERSION": "v2.7" - } - } - } -} +alias: get-zephyr +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: TinyML automation +clean_files: [] +default_version: v2.7 +deps: +- names: + - python3 + - python + tags: get,python3 + version_min: 3.7.0 +- tags: get,cmake + version_min: 3.20.0 +- tags: get,generic-python-lib,_west +new_env_keys: +- CM_ZEPHYR_* +tags: +- get +- zephyr +uid: d4105c2cdb044276 +versions: + v2.7: + env: + CM_ZEPHYR_VERSION: v2.7 diff --git a/script/install-apt-package/_cm.yaml b/script/install-apt-package/_cm.yaml index 4080c7024a..d5ba87af78 100644 --- a/script/install-apt-package/_cm.yaml +++ b/script/install-apt-package/_cm.yaml @@ -1,32 +1,21 @@ -{ - "alias": "install-apt-package", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "default_env": { - "CM_CLEAN_DIRS": "bin", - "CM_SUDO": "sudo" - }, - "deps": [ - { - "tags": "detect,os" - } - ], - "new_env_keys": [ - ], - "tags": [ - "get", - "install", - "apt-package", - "package" - ], - "uid": "3688efcd8f324546", - "variations": { - "package.#": { - "env": { - "CM_APT_PACKAGE_NAME": "#" - } - } - } -} +alias: install-apt-package +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +default_env: + CM_CLEAN_DIRS: bin + CM_SUDO: sudo +deps: +- tags: detect,os +new_env_keys: [] +tags: +- get +- install +- apt-package +- package +uid: 3688efcd8f324546 +variations: + package.#: + env: + CM_APT_PACKAGE_NAME: '#' diff --git a/script/install-aws-cli/_cm.yaml b/script/install-aws-cli/_cm.yaml index 22bfe216f0..6fda1f71e9 100644 --- a/script/install-aws-cli/_cm.yaml +++ b/script/install-aws-cli/_cm.yaml @@ -1,33 +1,21 @@ -{ - "alias": "install-aws-cli", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Cloud automation", - "cache": true, - "deps": [ - { - "tags": "detect,os" - } - ], - "env": { - "CM_CURL_URL": "https://awscli.amazonaws.com/awscli-exe-[OS]-[PLATFORM].zip" - }, - "post_deps": [ - { - "skip_if_env": { - "CM_REQUIRE_INSTALL": [ - "yes" - ] - }, - "tags": "get,aws-cli" - } - ], - "tags": [ - "install", - "script", - "aws-cli", - "aws", - "cli" - ], - "uid": "4d3efd333c3f4d36" -} +alias: install-aws-cli +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Cloud automation +deps: +- tags: detect,os +env: + CM_CURL_URL: https://awscli.amazonaws.com/awscli-exe-[OS]-[PLATFORM].zip +post_deps: +- skip_if_env: + CM_REQUIRE_INSTALL: + - 'yes' + tags: get,aws-cli +tags: +- install +- script +- aws-cli +- aws +- cli +uid: 4d3efd333c3f4d36 diff --git a/script/install-bazel/_cm.yaml b/script/install-bazel/_cm.yaml index 72491848d4..65d9136040 100644 --- a/script/install-bazel/_cm.yaml +++ b/script/install-bazel/_cm.yaml @@ -1,35 +1,22 @@ -{ - "alias": "install-bazel", - "automation_alias": "script", - "category": "Detection or installation of tools and artifacts", - "automation_uid": "5b4e0237da074764", - "cache": true, - "default_version": "7.0.2", - "deps": [ - { - "tags": "detect,os" - } - ], - "new_env_keys": [ - "CM_BAZEL_*" - ], - "env": { - "CM_WGET_URL": "https://github.com/bazelbuild/bazel/releases/download/[VERSION]/bazel-[VERSION]-installer-[OS]-[PLATFORM].sh" - }, - "post_deps": [ - { - "skip_if_env": { - "CM_REQUIRE_INSTALL": [ - "yes" - ] - }, - "tags": "get,bazel" - } - ], - "tags": [ - "install", - "script", - "bazel" - ], - "uid": "dfd3d2bf5b764175" -} +alias: install-bazel +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +default_version: 7.0.2 +deps: +- tags: detect,os +env: + CM_WGET_URL: https://github.com/bazelbuild/bazel/releases/download/[VERSION]/bazel-[VERSION]-installer-[OS]-[PLATFORM].sh +new_env_keys: +- CM_BAZEL_* +post_deps: +- skip_if_env: + CM_REQUIRE_INSTALL: + - 'yes' + tags: get,bazel +tags: +- install +- script +- bazel +uid: dfd3d2bf5b764175 diff --git a/script/install-cmake-prebuilt/_cm.yaml b/script/install-cmake-prebuilt/_cm.yaml index 5eacad9f0b..4107931fc1 100644 --- a/script/install-cmake-prebuilt/_cm.yaml +++ b/script/install-cmake-prebuilt/_cm.yaml @@ -1,38 +1,26 @@ -{ - "alias": "install-cmake-prebuilt", - "category": "Detection or installation of tools and artifacts", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "default_version": "3.28.3", - "new_env_keys": [ - "CM_CMAKE_*", - "CM_GET_DEPENDENT_CACHED_PATH", - "+PATH", - "+LD_LIBRARY_PATH", - "+C_INCLUDE_PATH" - ], - "deps": [ - { - "tags": "detect,os" - } - ], - "post_deps": [ - { - "skip_if_env": { - "CM_REQUIRE_INSTALL": [ - "yes" - ] - }, - "tags": "get,cmake" - } - ], - "tags": [ - "install", - "prebuilt", - "cmake", - "prebuilt-cmake", - "install-prebuilt-cmake" - ], - "uid": "5a39ef05992b4103" -} +alias: install-cmake-prebuilt +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +default_version: 3.28.3 +deps: +- tags: detect,os +new_env_keys: +- CM_CMAKE_* +- CM_GET_DEPENDENT_CACHED_PATH +- +PATH +- +LD_LIBRARY_PATH +- +C_INCLUDE_PATH +post_deps: +- skip_if_env: + CM_REQUIRE_INSTALL: + - 'yes' + tags: get,cmake +tags: +- install +- prebuilt +- cmake +- prebuilt-cmake +- install-prebuilt-cmake +uid: 5a39ef05992b4103 diff --git a/script/install-cuda-package-manager/_cm.yaml b/script/install-cuda-package-manager/_cm.yaml index dc05f3390f..3acae72274 100644 --- a/script/install-cuda-package-manager/_cm.yaml +++ b/script/install-cuda-package-manager/_cm.yaml @@ -1,30 +1,19 @@ -{ - "alias": "install-cuda-package-manager", - "automation_alias": "script", - "category": "CUDA automation", - "automation_uid": "5b4e0237da074764", - "cache": true, - "deps": [ - { - "tags": "detect,os" - } - ], - "post_deps": [ - { - "skip_if_env": { - "CM_REQUIRE_INSTALL": [ - "yes" - ] - }, - "tags": "get,cuda" - } - ], - "tags": [ - "install", - "package-manager", - "cuda", - "package-manager-cuda", - "install-pm-cuda" - ], - "uid": "c1afdff8542f45be" -} +alias: install-cuda-package-manager +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: CUDA automation +deps: +- tags: detect,os +post_deps: +- skip_if_env: + CM_REQUIRE_INSTALL: + - 'yes' + tags: get,cuda +tags: +- install +- package-manager +- cuda +- package-manager-cuda +- install-pm-cuda +uid: c1afdff8542f45be diff --git a/script/install-cuda-prebuilt/_cm.yaml b/script/install-cuda-prebuilt/_cm.yaml index bf7965812b..4d22a2d0cc 100644 --- a/script/install-cuda-prebuilt/_cm.yaml +++ b/script/install-cuda-prebuilt/_cm.yaml @@ -1,143 +1,91 @@ -{ - "alias": "install-cuda-prebuilt", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "CUDA automation", - "default_env": { - "CM_SUDO": "sudo" - }, - "default_version": "11.8.0", - "deps": [ - { - "tags": "detect,os" - } - ], - "docker": { - "run": true - }, - "input_mapping": { - "local_run_file_path": "CUDA_RUN_FILE_LOCAL_PATH", - "install_prefix": "CM_CUDA_INSTALL_PREFIX", - "skip_sudo": "CUDA_SKIP_SUDO", - "override-driver-check": "CM_CUDA_DRIVER_INSTALL_OVERRIDE" - }, - "new_env_keys": [ - "CM_CUDA_*", - "CM_NVCC_*" - ], - "post_deps": [ - { - "skip_if_env": { - "CM_REQUIRE_INSTALL": [ - "yes" - ] - }, - "tags": "get,cuda" - } - ], - "prehook_deps": [ - { - "env": { - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_CUDA_RUN_FILE_PATH", - "CM_DOWNLOAD_LOCAL_FILE_PATH": "<<>>" - }, - "extra_cache_tags": "cuda,run,file", - "force_cache": true, - "names": [ - "download-script" - ], - "tags": "download,file", - "update_tags_from_env_with_prefix": { - "_url.": [ - "WGET_URL" - ] - } - } - ], - "tags": [ - "install", - "prebuilt", - "cuda", - "prebuilt-cuda", - "install-prebuilt-cuda" - ], - "uid": "14eadcd42ba340c3", - "variations": { - "driver": { - "env": { - "CM_CUDA_INSTALL_DRIVER": "yes" - }, - "group": "install-driver" - }, - "no-driver": { - "default": true, - "env": { - "CM_CUDA_INSTALL_DRIVER": "no" - }, - "group": "install-driver" - } - }, - "versions": { - "11.7.0": { - "env": { - "CM_CUDA_LINUX_FILENAME": "cuda_11.7.0_515.43.04_linux.run" - } - }, - "11.8.0": { - "env": { - "CM_CUDA_LINUX_FILENAME": "cuda_11.8.0_520.61.05_linux.run" - } - }, - "12.0.0": { - "env": { - "CM_CUDA_LINUX_FILENAME": "cuda_12.0.0_525.60.13_linux.run" - } - }, - "12.1.1": { - "env": { - "CM_CUDA_LINUX_FILENAME": "cuda_12.1.1_530.30.02_linux.run" - } - }, - "12.2.0": { - "env": { - "CM_CUDA_LINUX_FILENAME": "cuda_12.2.0_535.54.03_linux.run" - } - }, - "12.3.2": { - "env": { - "CM_CUDA_LINUX_FILENAME": "cuda_12.3.2_545.23.08_linux.run" - } - }, - "12.4.0": { - "env": { - "CM_CUDA_LINUX_FILENAME": "cuda_12.4.0_550.54.14_linux.run" - } - }, - "12.4.1": { - "env": { - "CM_CUDA_LINUX_FILENAME": "cuda_12.4.1_550.54.15_linux.run" - } - }, - "12.5.0": { - "env": { - "CM_CUDA_LINUX_FILENAME": "cuda_12.5.0_555.42.02_linux.run" - } - }, - "12.5.1": { - "env": { - "CM_CUDA_LINUX_FILENAME": "cuda_12.5.1_555.42.06_linux.run" - } - }, - "12.6.0": { - "env": { - "CM_CUDA_LINUX_FILENAME": "cuda_12.6.0_560.28.03_linux.run" - } - }, - "12.6.1": { - "env": { - "CM_CUDA_LINUX_FILENAME": "cuda_12.6.1_560.35.03_linux.run" - } - } - } -} +alias: install-cuda-prebuilt +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: CUDA automation +default_env: + CM_SUDO: sudo +default_version: 11.8.0 +deps: +- tags: detect,os +docker: + run: true +input_mapping: + install_prefix: CM_CUDA_INSTALL_PREFIX + local_run_file_path: CUDA_RUN_FILE_LOCAL_PATH + override-driver-check: CM_CUDA_DRIVER_INSTALL_OVERRIDE + skip_sudo: CUDA_SKIP_SUDO +new_env_keys: +- CM_CUDA_* +- CM_NVCC_* +post_deps: +- skip_if_env: + CM_REQUIRE_INSTALL: + - 'yes' + tags: get,cuda +prehook_deps: +- env: + CM_DOWNLOAD_FINAL_ENV_NAME: CM_CUDA_RUN_FILE_PATH + CM_DOWNLOAD_LOCAL_FILE_PATH: <<>> + extra_cache_tags: cuda,run,file + force_cache: true + names: + - download-script + tags: download,file + update_tags_from_env_with_prefix: + _url.: + - WGET_URL +tags: +- install +- prebuilt +- cuda +- prebuilt-cuda +- install-prebuilt-cuda +uid: 14eadcd42ba340c3 +variations: + driver: + env: + CM_CUDA_INSTALL_DRIVER: 'yes' + group: install-driver + no-driver: + default: true + env: + CM_CUDA_INSTALL_DRIVER: 'no' + group: install-driver +versions: + 11.7.0: + env: + CM_CUDA_LINUX_FILENAME: cuda_11.7.0_515.43.04_linux.run + 11.8.0: + env: + CM_CUDA_LINUX_FILENAME: cuda_11.8.0_520.61.05_linux.run + 12.0.0: + env: + CM_CUDA_LINUX_FILENAME: cuda_12.0.0_525.60.13_linux.run + 12.1.1: + env: + CM_CUDA_LINUX_FILENAME: cuda_12.1.1_530.30.02_linux.run + 12.2.0: + env: + CM_CUDA_LINUX_FILENAME: cuda_12.2.0_535.54.03_linux.run + 12.3.2: + env: + CM_CUDA_LINUX_FILENAME: cuda_12.3.2_545.23.08_linux.run + 12.4.0: + env: + CM_CUDA_LINUX_FILENAME: cuda_12.4.0_550.54.14_linux.run + 12.4.1: + env: + CM_CUDA_LINUX_FILENAME: cuda_12.4.1_550.54.15_linux.run + 12.5.0: + env: + CM_CUDA_LINUX_FILENAME: cuda_12.5.0_555.42.02_linux.run + 12.5.1: + env: + CM_CUDA_LINUX_FILENAME: cuda_12.5.1_555.42.06_linux.run + 12.6.0: + env: + CM_CUDA_LINUX_FILENAME: cuda_12.6.0_560.28.03_linux.run + 12.6.1: + env: + CM_CUDA_LINUX_FILENAME: cuda_12.6.1_560.35.03_linux.run diff --git a/script/install-diffusers-from-src/_cm.yaml b/script/install-diffusers-from-src/_cm.yaml index c83be299a2..f2194fd66c 100644 --- a/script/install-diffusers-from-src/_cm.yaml +++ b/script/install-diffusers-from-src/_cm.yaml @@ -1,124 +1,79 @@ -{ - "alias": "install-diffusers-from-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Compiler automation", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "names": [ - "python", - "python3" - ], - "skip_if_env": { - "CM_CONDA_ENV": [ - "yes" - ] - }, - "tags": "get,python3" - }, - { - "names": [ - "compiler" - ], - "tags": "get,compiler" - }, - { - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_DIFFUSERS_SRC_REPO_PATH" - }, - "extra_cache_tags": "diffusers,diffusers-src,src,diffusers-src,diffusers-src-repo", - "names": [ - "diffusers-src-repo" - ], - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_branch.": [ - "CM_GIT_CHECKOUT" - ], - "_repo.": [ - "CM_GIT_URL" - ], - "_sha.": [ - "CM_GIT_CHECKOUT_SHA" - ], - "_tag.": [ - "CM_GIT_CHECKOUT_TAG" - ] - } - } - ], - "env": { - "CM_GIT_URL": "https://github.com/huggingface/diffusers.git" - }, - "name": "Build diffusers from sources", - "new_env_keys": [ - "CM_DIFFUSERS_*" - ], - "prehook_deps": [], - "sort": 1000, - "tags": [ - "install", - "get", - "src", - "from.src", - "diffusers", - "src-diffusers" - ], - "uid": "b2ddda995f63412f", - "variations": { - "branch.#": { - "env": { - "CM_GIT_CHECKOUT": "#" - } - }, - "for-intel-mlperf-inference-v4.0-sdxl": { - "base": [ - "tag.v0.25.1" - ], - "env": { - "CM_INTEL_MLPERF_INFERENCE_v4_0_STABLE_DIFFUSION_PATCH": "yes" - } - }, - "python.#": { - "env": { - "CM_PYTHON_BIN_WITH_PATH": "#" - } - }, - "repo.#": { - "env": { - "CM_GIT_URL": "#" - }, - "group": "repo" - }, - "repo.https://github.com/huggingface/diffusers": { - "default": true, - "env": { - "CM_GIT_URL": "https://github.com/huggingface/diffusers" - }, - "group": "repo" - }, - "sha.#": { - "env": { - "CM_GIT_CHECKOUT_SHA": "#" - } - }, - "tag.#": { - "ad": { - "diffusers-src-repo": { - "tags": "_no-recurse-submodules,_full-history" - } - }, - "env": { - "CM_GIT_CHECKOUT_TAG": "#" - } - } - }, - "versions": {} -} +alias: install-diffusers-from-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Compiler automation +deps: +- tags: detect,os +- tags: detect,cpu +- names: + - python + - python3 + skip_if_env: + CM_CONDA_ENV: + - 'yes' + tags: get,python3 +- names: + - compiler + tags: get,compiler +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_DIFFUSERS_SRC_REPO_PATH + extra_cache_tags: diffusers,diffusers-src,src,diffusers-src,diffusers-src-repo + names: + - diffusers-src-repo + tags: get,git,repo + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL + _sha.: + - CM_GIT_CHECKOUT_SHA + _tag.: + - CM_GIT_CHECKOUT_TAG +env: + CM_GIT_URL: https://github.com/huggingface/diffusers.git +name: Build diffusers from sources +new_env_keys: +- CM_DIFFUSERS_* +prehook_deps: [] +sort: 1000 +tags: +- install +- get +- src +- from.src +- diffusers +- src-diffusers +uid: b2ddda995f63412f +variations: + branch.#: + env: + CM_GIT_CHECKOUT: '#' + for-intel-mlperf-inference-v4.0-sdxl: + base: + - tag.v0.25.1 + env: + CM_INTEL_MLPERF_INFERENCE_v4_0_STABLE_DIFFUSION_PATCH: 'yes' + python.#: + env: + CM_PYTHON_BIN_WITH_PATH: '#' + repo.#: + env: + CM_GIT_URL: '#' + group: repo + repo.https://github.com/huggingface/diffusers: + default: true + env: + CM_GIT_URL: https://github.com/huggingface/diffusers + group: repo + sha.#: + env: + CM_GIT_CHECKOUT_SHA: '#' + tag.#: + ad: + diffusers-src-repo: + tags: _no-recurse-submodules,_full-history + env: + CM_GIT_CHECKOUT_TAG: '#' +versions: {} diff --git a/script/install-gcc-src/_cm.yaml b/script/install-gcc-src/_cm.yaml index f0a917fa97..2c72a97344 100644 --- a/script/install-gcc-src/_cm.yaml +++ b/script/install-gcc-src/_cm.yaml @@ -1,40 +1,25 @@ -{ - "alias": "install-gcc-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Compiler automation", - "cache": true, - "default_version": "12", - "deps": [ - { - "tags": "detect,os" - } - ], - "env": { - "CM_GIT_URL": "git://gcc.gnu.org/git/gcc.git" - }, - "post_deps": [ - { - "skip_if_env": { - "CM_REQUIRE_INSTALL": [ - "yes" - ] - }, - "tags": "get,gcc" - } - ], - "tags": [ - "install", - "src", - "gcc", - "src-gcc" - ], - "uid": "faae0ebd6e1242db", - "versions": { - "master": { - "env": { - "CM_GIT_CHECKOUT": "master" - } - } - } -} +alias: install-gcc-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Compiler automation +default_version: '12' +deps: +- tags: detect,os +env: + CM_GIT_URL: git://gcc.gnu.org/git/gcc.git +post_deps: +- skip_if_env: + CM_REQUIRE_INSTALL: + - 'yes' + tags: get,gcc +tags: +- install +- src +- gcc +- src-gcc +uid: faae0ebd6e1242db +versions: + master: + env: + CM_GIT_CHECKOUT: master diff --git a/script/install-generic-conda-package/_cm.yaml b/script/install-generic-conda-package/_cm.yaml index 120bf2d86e..8beed5da91 100644 --- a/script/install-generic-conda-package/_cm.yaml +++ b/script/install-generic-conda-package/_cm.yaml @@ -1,84 +1,52 @@ -{ - "alias": "install-generic-conda-package", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Python automation", - "clean_files": [], - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "names": [ - "conda" - ], - "tags": "get,conda" - }, - { - "names": [ - "conda" - ], - "tags": "get,conda" - } - ], - "extra_cache_tags_from_env": [ - { - "env": "CM_PYTHON_CACHE_TAGS", - "prefix": "python-" - } - ], - "local_env_keys": [ - "CM_GENERIC_PYTHON_PACKAGE_VARIANT" - ], - "new_env_keys": [ - "CM_PYTHONLIB_*" - ], - "tags": [ - "get", - "install", - "generic", - "generic-conda-lib", - "conda-lib", - "conda-package", - "generic-conda-package" - ], - "uid": "d9275487f5314195", - "variations": { - "package.python": { - "env": { - "CM_CONDA_PKG_NAME": "python" - }, - "new_env_keys": [ - "CM_PYTHON_BIN_WITH_PATH" - ] - }, - "package.#": { - "env": { - "CM_CONDA_PKG_NAME": "#" - } - }, - "source.intel": { - "group": "package-source", - "env": { - "CM_CONDA_PKG_SRC": "https://software.repos.intel.com/python/conda/" - } - }, - "source.#": { - "group": "package-source", - "env": { - "CM_CONDA_PKG_SRC": "#" - } - }, - "name.#": { - "ad": { - "conda": { - "tags": "_name.#" - } - } - } - } -} +alias: install-generic-conda-package +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Python automation +clean_files: [] +deps: +- tags: detect,os +- tags: detect,cpu +- names: + - conda + tags: get,conda +- names: + - conda + tags: get,conda +extra_cache_tags_from_env: +- env: CM_PYTHON_CACHE_TAGS + prefix: python- +local_env_keys: +- CM_GENERIC_PYTHON_PACKAGE_VARIANT +new_env_keys: +- CM_PYTHONLIB_* +tags: +- get +- install +- generic +- generic-conda-lib +- conda-lib +- conda-package +- generic-conda-package +uid: d9275487f5314195 +variations: + name.#: + ad: + conda: + tags: _name.# + package.#: + env: + CM_CONDA_PKG_NAME: '#' + package.python: + env: + CM_CONDA_PKG_NAME: python + new_env_keys: + - CM_PYTHON_BIN_WITH_PATH + source.#: + env: + CM_CONDA_PKG_SRC: '#' + group: package-source + source.intel: + env: + CM_CONDA_PKG_SRC: https://software.repos.intel.com/python/conda/ + group: package-source diff --git a/script/install-gflags-from-src/_cm.yaml b/script/install-gflags-from-src/_cm.yaml index 6fba472e5e..9dabcd42a4 100644 --- a/script/install-gflags-from-src/_cm.yaml +++ b/script/install-gflags-from-src/_cm.yaml @@ -1,92 +1,61 @@ -{ - "alias": "install-gflags-from-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Compiler automation", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_GFLAGS_SRC_REPO_PATH" - }, - "extra_cache_tags": "gflags,src,gflags-src,gflags-src-repo", - "names": [ - "gflags-src-repo", - "gflags-src" - ], - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_branch.": [ - "CM_GIT_CHECKOUT" - ], - "_repo.": [ - "CM_GIT_URL" - ], - "_sha.": [ - "CM_GIT_CHECKOUT_SHA" - ], - "_tag.": [ - "CM_GIT_CHECKOUT_TAG" - ] - } - } - ], - "env": {}, - "name": "Build gflags from sources", - "new_env_keys": [ - "CM_GFLAGS_*" - ], - "prehook_deps": [], - "sort": 1000, - "tags": [ - "install", - "get", - "src", - "from.src", - "gflags", - "src-gflags" - ], - "uid": "f311366ff15e4cdf", - "variations": { - "branch.#": { - "env": { - "CM_GIT_CHECKOUT": "#" - } - }, - "repo.#": { - "env": { - "CM_GIT_URL": "#" - }, - "group": "repo" - }, - "repo.https://github.com/gflags/gflags": { - "default": true, - "env": { - "CM_GIT_URL": "https://github.com/gflags/gflags" - }, - "group": "repo" - }, - "sha.#": { - "env": { - "CM_GIT_CHECKOUT_SHA": "#" - } - }, - "tag.#": { - "ad": { - "gflags-src-repo": { - "tags": "_no-recurse-submodules,_full-history" - } - }, - "env": { - "CM_GIT_CHECKOUT_TAG": "#" - } - } - }, - "versions": {} -} +alias: install-gflags-from-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Compiler automation +deps: +- tags: detect,os +- tags: detect,cpu +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_GFLAGS_SRC_REPO_PATH + extra_cache_tags: gflags,src,gflags-src,gflags-src-repo + names: + - gflags-src-repo + - gflags-src + tags: get,git,repo + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL + _sha.: + - CM_GIT_CHECKOUT_SHA + _tag.: + - CM_GIT_CHECKOUT_TAG +env: {} +name: Build gflags from sources +new_env_keys: +- CM_GFLAGS_* +prehook_deps: [] +sort: 1000 +tags: +- install +- get +- src +- from.src +- gflags +- src-gflags +uid: f311366ff15e4cdf +variations: + branch.#: + env: + CM_GIT_CHECKOUT: '#' + repo.#: + env: + CM_GIT_URL: '#' + group: repo + repo.https://github.com/gflags/gflags: + default: true + env: + CM_GIT_URL: https://github.com/gflags/gflags + group: repo + sha.#: + env: + CM_GIT_CHECKOUT_SHA: '#' + tag.#: + ad: + gflags-src-repo: + tags: _no-recurse-submodules,_full-history + env: + CM_GIT_CHECKOUT_TAG: '#' +versions: {} diff --git a/script/install-gflags/_cm.yaml b/script/install-gflags/_cm.yaml index f34de616e3..349560315c 100644 --- a/script/install-gflags/_cm.yaml +++ b/script/install-gflags/_cm.yaml @@ -1,37 +1,23 @@ -{ - "alias": "install-gflags", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "default_version": "2.2.2", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "tags": "get,cmake", - "version_min": "3.1" - } - ], - "env": {}, - "new_env_keys": [ - ], - "tags": [ - "install", - "src", - "get", - "gflags" - ], - "uid": "10bb562c29ea459e", - "versions": { - "2.2.2": { - "env": { - "CM_VERSION": "2.2.2" - } - } - } -} +alias: install-gflags +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +default_version: 2.2.2 +deps: +- tags: detect,os +- tags: detect,cpu +- tags: get,cmake + version_min: '3.1' +env: {} +new_env_keys: [] +tags: +- install +- src +- get +- gflags +uid: 10bb562c29ea459e +versions: + 2.2.2: + env: + CM_VERSION: 2.2.2 diff --git a/script/install-github-cli/_cm.yaml b/script/install-github-cli/_cm.yaml index 0cd47b5db0..3be78588b5 100644 --- a/script/install-github-cli/_cm.yaml +++ b/script/install-github-cli/_cm.yaml @@ -1,21 +1,15 @@ -{ - "alias": "install-github-cli", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "clean_files": [], - "deps": [ - { - "tags": "detect,os" - } - ], - "tags": [ - "install", - "gh", - "github", - "cli", - "github-cli" - ], - "uid": "cd948ec309344bf8" -} +alias: install-github-cli +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +clean_files: [] +deps: +- tags: detect,os +tags: +- install +- gh +- github +- cli +- github-cli +uid: cd948ec309344bf8 diff --git a/script/install-intel-neural-speed-from-src/_cm.yaml b/script/install-intel-neural-speed-from-src/_cm.yaml index 23d4004e1d..da1f041a24 100644 --- a/script/install-intel-neural-speed-from-src/_cm.yaml +++ b/script/install-intel-neural-speed-from-src/_cm.yaml @@ -1,122 +1,76 @@ -{ - "alias": "install-intel-neural-speed-from-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_INTEL_NEURAL_SPEED_SRC_REPO_PATH" - }, - "extra_cache_tags": "intel-neural-speed,neural-speed-src,src,intel-neural-speed-src,neural-speed-src-repo", - "names": [ - "neural-speed-src-repo" - ], - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_branch.": [ - "CM_GIT_CHECKOUT" - ], - "_repo.": [ - "CM_GIT_URL" - ], - "_sha.": [ - "CM_GIT_CHECKOUT_SHA" - ], - "_tag.": [ - "CM_GIT_CHECKOUT_TAG" - ] - } - } - ], - "env": { - "CM_GIT_URL": "https://github.com/intel/neural-speed" - }, - "name": "Build Intel Neural Speed from sources", - "new_env_keys": [ - "CM_INTEL_NEURAL_SPEED_*" - ], - "sort": 1000, - "tags": [ - "install", - "src", - "from.src", - "neural-speed", - "intel-neural-speed" - ], - "uid": "b5477fdc929744ce", - "variations": { - "branch.#": { - "env": { - "CM_GIT_CHECKOUT": "#" - } - }, - "repo.#": { - "env": { - "CM_GIT_URL": "#" - }, - "group": "repo" - }, - "repo.https://github.com/intel/neural-speed": { - "default": true, - "env": { - "CM_GIT_URL": "https://github.com/intel/neural-speed" - }, - "group": "repo" - }, - "sha.#": { - "env": { - "CM_GIT_CHECKOUT_SHA": "#" - } - }, - "tag.#": { - "ad": { - "neural-speed-src-repo": { - "tags": "_no-recurse-submodules,_full-history" - } - }, - "env": { - "CM_GIT_CHECKOUT_TAG": "#" - } - }, - "for-intel-mlperf-inference-v4.0-gptj": { - "adr": { - "conda-package": { - "tags": "_name.gptj-pt" - } - }, - "deps": [ - { - "names": [ - "conda" - ], - "tags": "get,conda,_name.gptj-pt" - }, - { - "names": [ - "conda-package", - "python3" - ], - "tags": "get,generic,conda-package,_package.python", - "version": "3.9" - }, - { - "names": [ - "conda-package", - "wheel" - ], - "tags": "get,generic,conda-package,_package.wheel,_source.conda-forge" - } - ] - } - }, - "warnings": [ - ] -} +alias: install-intel-neural-speed-from-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +deps: +- tags: detect,os +- tags: detect,cpu +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_INTEL_NEURAL_SPEED_SRC_REPO_PATH + extra_cache_tags: intel-neural-speed,neural-speed-src,src,intel-neural-speed-src,neural-speed-src-repo + names: + - neural-speed-src-repo + tags: get,git,repo + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL + _sha.: + - CM_GIT_CHECKOUT_SHA + _tag.: + - CM_GIT_CHECKOUT_TAG +env: + CM_GIT_URL: https://github.com/intel/neural-speed +name: Build Intel Neural Speed from sources +new_env_keys: +- CM_INTEL_NEURAL_SPEED_* +sort: 1000 +tags: +- install +- src +- from.src +- neural-speed +- intel-neural-speed +uid: b5477fdc929744ce +variations: + branch.#: + env: + CM_GIT_CHECKOUT: '#' + for-intel-mlperf-inference-v4.0-gptj: + adr: + conda-package: + tags: _name.gptj-pt + deps: + - names: + - conda + tags: get,conda,_name.gptj-pt + - names: + - conda-package + - python3 + tags: get,generic,conda-package,_package.python + version: '3.9' + - names: + - conda-package + - wheel + tags: get,generic,conda-package,_package.wheel,_source.conda-forge + repo.#: + env: + CM_GIT_URL: '#' + group: repo + repo.https://github.com/intel/neural-speed: + default: true + env: + CM_GIT_URL: https://github.com/intel/neural-speed + group: repo + sha.#: + env: + CM_GIT_CHECKOUT_SHA: '#' + tag.#: + ad: + neural-speed-src-repo: + tags: _no-recurse-submodules,_full-history + env: + CM_GIT_CHECKOUT_TAG: '#' +warnings: [] diff --git a/script/install-ipex-from-src/_cm.yaml b/script/install-ipex-from-src/_cm.yaml index 7f2318c45a..590467ec6f 100644 --- a/script/install-ipex-from-src/_cm.yaml +++ b/script/install-ipex-from-src/_cm.yaml @@ -1,583 +1,346 @@ -{ - "alias": "install-ipex-from-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Compiler automation", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "names": [ - "python", - "python3" - ], - "skip_if_env": { - "CM_CONDA_ENV": [ - "yes" - ] - }, - "tags": "get,python3" - }, - { - "names": [ - "pytorch" - ], - "skip_if_env": { - "CM_IPEX_SKIP_PYTORCH": [ "yes" ] - }, - "tags": "get,pytorch,from.src" - }, - { - "tags": "get,generic,conda-package,_package.ninja" - }, - { - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_IPEX_SRC_REPO_PATH" - }, - "extra_cache_tags": "ipex,src,ipex-src,ipex-src-repo", - "names": [ - "ipex-src-repo" - ], - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_branch.": [ - "CM_GIT_CHECKOUT" - ], - "_repo.": [ - "CM_GIT_URL" - ], - "_sha.": [ - "CM_GIT_CHECKOUT_SHA" - ], - "_tag.": [ - "CM_GIT_CHECKOUT_TAG" - ] - } - } - ], - "env": { - }, - "name": "Build IPEX from sources", - "new_env_keys": [ - "CM_IPEX_*" - ], - "prehook_deps": [], - "sort": 1000, - "tags": [ - "install", - "get", - "src", - "from.src", - "ipex", - "src-ipex" - ], - "uid": "09364fff2bf04516", - "variations": { - "branch.#": { - "env": { - "CM_GIT_CHECKOUT": "#" - } - }, - "for-intel-mlperf-inference-v3.1-gptj": { - "adr": { - "conda-package": { - "tags": "_name.gptj-pt" - }, - "pytorch": { - "tags": "_for-intel-mlperf-inference-v3.1-gptj" - } - }, - "base": [ - "branch.v2.1.0.dev+cpu.llm.mlperf" - ], - "deps": [ - { - "names": [ - "conda" - ], - "tags": "get,conda,_name.gptj-pt" - }, - { - "names": [ - "conda-package", - "python3" - ], - "tags": "get,generic,conda-package,_package.python", - "version": "3.9" - }, - { - "names": [ - "conda-package", - "wheel" - ], - "tags": "get,generic,conda-package,_package.wheel,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "setuptools" - ], - "version": "69.5.1", - "tags": "get,generic,conda-package,_package.setuptools,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "typing-extensions" - ], - "tags": "get,generic,conda-package,_package.typing-extensions,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "sympy" - ], - "tags": "get,generic,conda-package,_package.sympy,_source.conda-forge" - }, - { - "tags": "install,llvm,src,_for-intel-mlperf-inference-v3.1-gptj" - } - ], - "env": { - "CM_CONDA_ENV": "yes", - "CM_IPEX_SKIP_PYTORCH": "yes", - "CM_USE_LLVM_FOR_IPEX": "yes" - } - }, - "for-intel-mlperf-inference-v3.1-dlrm-v2": { - "adr": { - "conda-package": { - "tags": "_name.dlrm-v2-pt" - }, - "pytorch": { - "tags": "_for-intel-mlperf-inference-v3.1-dlrm-v2" - } - }, - "base": [ - "sha.7256d0848ba81bb802dd33fca0e33049a751db58" - ], - "deps": [ - { - "names": [ - "conda" - ], - "tags": "get,conda,_name.dlrm-v2-pt" - }, - { - "names": [ - "conda-package", - "python3" - ], - "tags": "get,generic,conda-package,_package.python", - "version": "3.9" - }, - { - "names": [ - "conda-package", - "wheel" - ], - "tags": "get,generic,conda-package,_package.wheel,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "setuptools" - ], - "version": "69.5.1", - "tags": "get,generic,conda-package,_package.setuptools,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "typing-extensions" - ], - "tags": "get,generic,conda-package,_package.typing-extensions,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "sympy" - ], - "tags": "get,generic,conda-package,_package.sympy,_source.conda-forge" - }, - { - "tags": "get,generic-python-lib,_package.numpy", - "names": [ - "pip-package", - "numpy" - ], - "version": "1.23.5" - }, - { - "tags": "install,pytorch,from-src,_for-intel-mlperf-inference-v3.1-dlrm-v2", - "names": [ - "pytorch", - "torch" - ] - } - ], - "env": { - "CM_CONDA_ENV": "yes", - "CM_INTEL_IPEX_DLRM_V2_PATCH": "yes", - "CM_IPEX_SKIP_PYTORCH": "yes" - } - }, - "for-intel-mlperf-inference-v3.1-resnet50": { - "alias": "for-intel-mlperf-inference-resnet50" - }, - "for-intel-mlperf-inference-v3.1-retinanet": { - "alias": "for-intel-mlperf-inference-retinanet" - }, - "for-intel-mlperf-inference-v3.1-3d-unet": { - "alias": "for-intel-mlperf-inference-3d-unet" - }, - "for-intel-mlperf-inference-v3.1-resnet50": { - "alias": "for-intel-mlperf-inference-resnet50" - }, - "for-intel-mlperf-inference-v3.1-retinanet": { - "alias": "for-intel-mlperf-inference-retinanet" - }, - "for-intel-mlperf-inference-v3.1-3d-unet": { - "alias": "for-intel-mlperf-inference-3d-unet" - }, - "for-intel-mlperf-inference-retinanet": { - "adr": { - "conda-package": { - "tags": "_name.retinanet-pt" - }, - "pytorch": { - "tags": "_for-intel-mlperf-inference-retinanet" - } - }, - "base": [ - "tag.v1.12.0" - ], - "deps": [ - { - "names": [ - "conda" - ], - "tags": "get,conda,_name.retinanet-pt" - }, - { - "names": [ - "conda-package", - "python3" - ], - "tags": "get,generic,conda-package,_package.python", - "version": "3.9" - }, - { - "names": [ - "conda-package", - "wheel" - ], - "tags": "get,generic,conda-package,_package.wheel,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "setuptools" - ], - "version": "69.5.1", - "tags": "get,generic,conda-package,_package.setuptools,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "typing-extensions" - ], - "tags": "get,generic,conda-package,_package.typing-extensions,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "sympy" - ], - "tags": "get,generic,conda-package,_package.sympy,_source.conda-forge" - }, - { - "tags": "get,cmake", - "version_max": "3.26.4" - }, - { - "tags": "get,gcc", - "version_max": "12.3", - "version_max_usable": "12.3" - } - ], - "env": { - "CM_CONDA_ENV": "yes", - "CM_INTEL_IPEX_RETINANET_PATCH": "yes" - } - }, - "for-intel-mlperf-inference-resnet50": { - "adr": { - "conda-package": { - "tags": "_name.resnet50-pt" - }, - "pytorch": { - "tags": "_for-intel-mlperf-inference-resnet50" - } - }, - "base": [ - "tag.v1.12.0" - ], - "deps": [ - { - "names": [ - "conda" - ], - "tags": "get,conda,_name.resnet50-pt" - }, - { - "names": [ - "conda-package", - "python3" - ], - "tags": "get,generic,conda-package,_package.python", - "version": "3.9" - }, - { - "names": [ - "conda-package", - "wheel" - ], - "tags": "get,generic,conda-package,_package.wheel,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "setuptools" - ], - "version": "69.5.1", - "tags": "get,generic,conda-package,_package.setuptools,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "typing-extensions" - ], - "tags": "get,generic,conda-package,_package.typing-extensions,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "sympy" - ], - "tags": "get,generic,conda-package,_package.sympy,_source.conda-forge" - }, - { - "tags": "get,cmake", - "version_max": "3.26.4" - }, - { - "tags": "get,gcc", - "version_max": "12.3", - "version_max_usable": "12.3" - } - ], - "env": { - "CM_CONDA_ENV": "yes", - "CM_INTEL_IPEX_RESNET50_PATCH": "yes" - } - }, - "for-intel-mlperf-inference-3d-unet": { - "adr": { - "conda-package": { - "tags": "_name.3d-unet-pt" - }, - "pytorch": { - "tags": "_for-intel-mlperf-inference-3d-unet" - } - }, - "base": [ - "branch.1.9.0-rc" - ], - "deps": [ - { - "tags": "get,generic-sys-util,_libffi7" - }, - { - "names": [ - "conda" - ], - "tags": "get,conda,_name.3d-unet-pt" - }, - { - "names": [ - "conda-package", - "python3" - ], - "tags": "get,generic,conda-package,_package.python", - "version": "3.8" - }, - { - "names": [ - "conda-package", - "wheel" - ], - "tags": "get,generic,conda-package,_package.wheel,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "setuptools" - ], - "version": "69.5.1", - "tags": "get,generic,conda-package,_package.setuptools,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "typing-extensions" - ], - "tags": "get,generic,conda-package,_package.typing-extensions,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "sympy" - ], - "tags": "get,generic,conda-package,_package.sympy,_source.conda-forge" - }, - { - "tags": "get,cmake", - "version_max": "3.26.4" - }, - { - "tags": "get,gcc", - "version_max": "12.3", - "version_max_usable": "12.3" - } - ], - "env": { - "CM_CONDA_ENV": "yes", - "CM_INTEL_IPEX_3D_UNET_PATCH": "yes", - "CM_IPEX_SKIP_PYTORCH": "yes" - } - }, - "for-intel-mlperf-inference-sdxl": { - "alias": "for-intel-mlperf-inference-v4.0-sdxl" - }, - "for-intel-mlperf-inference-v4.0-sdxl": { - "adr": { - "conda-package": { - "tags": "_name.sdxl-pt" - }, - "pytorch": { - "tags": "_for-intel-mlperf-inference-sdxl" - } - }, - "base": [ - "sha.f27c8d42a734ae0805de2bd0d8396ce205638329" - ], - "deps": [ - { - "names": [ - "conda" - ], - "tags": "get,conda,_name.sdxl-pt" - }, - { - "names": [ - "conda-package", - "python3" - ], - "tags": "get,generic,conda-package,_package.python", - "version": "3.9" - }, - { - "tags": "get,generic-python-lib,_package.torch,_path.https://download.pytorch.org/whl/nightly/cpu/torch-2.3.0.dev20231214%2Bcpu-cp39-cp39-linux_x86_64.whl", - "names": [ - "pip-package", - "pip-torch" - ] - }, - { - "tags": "get,generic-python-lib,_package.torchvision,_path.https://download.pytorch.org/whl/nightly/cpu/torchvision-0.18.0.dev20231214%2Bcpu-cp39-cp39-linux_x86_64.whl", - "names": [ - "pip-package", - "pip-torchvision" - ] - }, - { - "names": [ - "conda-package", - "wheel" - ], - "tags": "get,generic,conda-package,_package.wheel,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "setuptools" - ], - "version": "69.5.1", - "tags": "get,generic,conda-package,_package.setuptools,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "typing-extensions" - ], - "tags": "get,generic,conda-package,_package.typing-extensions,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "sympy" - ], - "tags": "get,generic,conda-package,_package.sympy,_source.conda-forge" - }, - { - "tags": "get,cmake", - "version_max": "3.26.4" - }, - { - "tags": "get,gcc", - "version_max": "12.3", - "version_max_usable": "12.3" - } - ], - "env": { - "CM_CONDA_ENV": "yes", - "CM_IPEX_SKIP_PYTORCH": "yes" - } - }, - "repo.#": { - "env": { - "CM_GIT_URL": "#" - }, - "group": "repo" - }, - "repo.https://github.com/intel/intel-extension-for-pytorch": { - "default": true, - "env": { - "CM_GIT_URL": "https://github.com/intel/intel-extension-for-pytorch" - }, - "group": "repo" - }, - "sha.#": { - "env": { - "CM_GIT_CHECKOUT_SHA": "#" - } - }, - "tag.#": { - "ad": { - "ipex-src-repo": { - "tags": "_no-recurse-submodules,_full-history" - } - }, - "env": { - "CM_GIT_CHECKOUT_TAG": "#" - } - } - }, - "versions": {} -} +alias: install-ipex-from-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Compiler automation +deps: +- tags: detect,os +- tags: detect,cpu +- names: + - python + - python3 + skip_if_env: + CM_CONDA_ENV: + - 'yes' + tags: get,python3 +- names: + - pytorch + skip_if_env: + CM_IPEX_SKIP_PYTORCH: + - 'yes' + tags: get,pytorch,from.src +- tags: get,generic,conda-package,_package.ninja +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_IPEX_SRC_REPO_PATH + extra_cache_tags: ipex,src,ipex-src,ipex-src-repo + names: + - ipex-src-repo + tags: get,git,repo + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL + _sha.: + - CM_GIT_CHECKOUT_SHA + _tag.: + - CM_GIT_CHECKOUT_TAG +env: {} +name: Build IPEX from sources +new_env_keys: +- CM_IPEX_* +prehook_deps: [] +sort: 1000 +tags: +- install +- get +- src +- from.src +- ipex +- src-ipex +uid: 09364fff2bf04516 +variations: + branch.#: + env: + CM_GIT_CHECKOUT: '#' + for-intel-mlperf-inference-3d-unet: + adr: + conda-package: + tags: _name.3d-unet-pt + pytorch: + tags: _for-intel-mlperf-inference-3d-unet + base: + - branch.1.9.0-rc + deps: + - tags: get,generic-sys-util,_libffi7 + - names: + - conda + tags: get,conda,_name.3d-unet-pt + - names: + - conda-package + - python3 + tags: get,generic,conda-package,_package.python + version: '3.8' + - names: + - conda-package + - wheel + tags: get,generic,conda-package,_package.wheel,_source.conda-forge + - names: + - conda-package + - setuptools + tags: get,generic,conda-package,_package.setuptools,_source.conda-forge + version: 69.5.1 + - names: + - conda-package + - typing-extensions + tags: get,generic,conda-package,_package.typing-extensions,_source.conda-forge + - names: + - conda-package + - sympy + tags: get,generic,conda-package,_package.sympy,_source.conda-forge + - tags: get,cmake + version_max: 3.26.4 + - tags: get,gcc + version_max: '12.3' + version_max_usable: '12.3' + env: + CM_CONDA_ENV: 'yes' + CM_INTEL_IPEX_3D_UNET_PATCH: 'yes' + CM_IPEX_SKIP_PYTORCH: 'yes' + for-intel-mlperf-inference-resnet50: + adr: + conda-package: + tags: _name.resnet50-pt + pytorch: + tags: _for-intel-mlperf-inference-resnet50 + base: + - tag.v1.12.0 + deps: + - names: + - conda + tags: get,conda,_name.resnet50-pt + - names: + - conda-package + - python3 + tags: get,generic,conda-package,_package.python + version: '3.9' + - names: + - conda-package + - wheel + tags: get,generic,conda-package,_package.wheel,_source.conda-forge + - names: + - conda-package + - setuptools + tags: get,generic,conda-package,_package.setuptools,_source.conda-forge + version: 69.5.1 + - names: + - conda-package + - typing-extensions + tags: get,generic,conda-package,_package.typing-extensions,_source.conda-forge + - names: + - conda-package + - sympy + tags: get,generic,conda-package,_package.sympy,_source.conda-forge + - tags: get,cmake + version_max: 3.26.4 + - tags: get,gcc + version_max: '12.3' + version_max_usable: '12.3' + env: + CM_CONDA_ENV: 'yes' + CM_INTEL_IPEX_RESNET50_PATCH: 'yes' + for-intel-mlperf-inference-retinanet: + adr: + conda-package: + tags: _name.retinanet-pt + pytorch: + tags: _for-intel-mlperf-inference-retinanet + base: + - tag.v1.12.0 + deps: + - names: + - conda + tags: get,conda,_name.retinanet-pt + - names: + - conda-package + - python3 + tags: get,generic,conda-package,_package.python + version: '3.9' + - names: + - conda-package + - wheel + tags: get,generic,conda-package,_package.wheel,_source.conda-forge + - names: + - conda-package + - setuptools + tags: get,generic,conda-package,_package.setuptools,_source.conda-forge + version: 69.5.1 + - names: + - conda-package + - typing-extensions + tags: get,generic,conda-package,_package.typing-extensions,_source.conda-forge + - names: + - conda-package + - sympy + tags: get,generic,conda-package,_package.sympy,_source.conda-forge + - tags: get,cmake + version_max: 3.26.4 + - tags: get,gcc + version_max: '12.3' + version_max_usable: '12.3' + env: + CM_CONDA_ENV: 'yes' + CM_INTEL_IPEX_RETINANET_PATCH: 'yes' + for-intel-mlperf-inference-sdxl: + alias: for-intel-mlperf-inference-v4.0-sdxl + for-intel-mlperf-inference-v3.1-3d-unet: + alias: for-intel-mlperf-inference-3d-unet + for-intel-mlperf-inference-v3.1-dlrm-v2: + adr: + conda-package: + tags: _name.dlrm-v2-pt + pytorch: + tags: _for-intel-mlperf-inference-v3.1-dlrm-v2 + base: + - sha.7256d0848ba81bb802dd33fca0e33049a751db58 + deps: + - names: + - conda + tags: get,conda,_name.dlrm-v2-pt + - names: + - conda-package + - python3 + tags: get,generic,conda-package,_package.python + version: '3.9' + - names: + - conda-package + - wheel + tags: get,generic,conda-package,_package.wheel,_source.conda-forge + - names: + - conda-package + - setuptools + tags: get,generic,conda-package,_package.setuptools,_source.conda-forge + version: 69.5.1 + - names: + - conda-package + - typing-extensions + tags: get,generic,conda-package,_package.typing-extensions,_source.conda-forge + - names: + - conda-package + - sympy + tags: get,generic,conda-package,_package.sympy,_source.conda-forge + - names: + - pip-package + - numpy + tags: get,generic-python-lib,_package.numpy + version: 1.23.5 + - names: + - pytorch + - torch + tags: install,pytorch,from-src,_for-intel-mlperf-inference-v3.1-dlrm-v2 + env: + CM_CONDA_ENV: 'yes' + CM_INTEL_IPEX_DLRM_V2_PATCH: 'yes' + CM_IPEX_SKIP_PYTORCH: 'yes' + for-intel-mlperf-inference-v3.1-gptj: + adr: + conda-package: + tags: _name.gptj-pt + pytorch: + tags: _for-intel-mlperf-inference-v3.1-gptj + base: + - branch.v2.1.0.dev+cpu.llm.mlperf + deps: + - names: + - conda + tags: get,conda,_name.gptj-pt + - names: + - conda-package + - python3 + tags: get,generic,conda-package,_package.python + version: '3.9' + - names: + - conda-package + - wheel + tags: get,generic,conda-package,_package.wheel,_source.conda-forge + - names: + - conda-package + - setuptools + tags: get,generic,conda-package,_package.setuptools,_source.conda-forge + version: 69.5.1 + - names: + - conda-package + - typing-extensions + tags: get,generic,conda-package,_package.typing-extensions,_source.conda-forge + - names: + - conda-package + - sympy + tags: get,generic,conda-package,_package.sympy,_source.conda-forge + - tags: install,llvm,src,_for-intel-mlperf-inference-v3.1-gptj + env: + CM_CONDA_ENV: 'yes' + CM_IPEX_SKIP_PYTORCH: 'yes' + CM_USE_LLVM_FOR_IPEX: 'yes' + for-intel-mlperf-inference-v3.1-resnet50: + alias: for-intel-mlperf-inference-resnet50 + for-intel-mlperf-inference-v3.1-retinanet: + alias: for-intel-mlperf-inference-retinanet + for-intel-mlperf-inference-v4.0-sdxl: + adr: + conda-package: + tags: _name.sdxl-pt + pytorch: + tags: _for-intel-mlperf-inference-sdxl + base: + - sha.f27c8d42a734ae0805de2bd0d8396ce205638329 + deps: + - names: + - conda + tags: get,conda,_name.sdxl-pt + - names: + - conda-package + - python3 + tags: get,generic,conda-package,_package.python + version: '3.9' + - names: + - pip-package + - pip-torch + tags: get,generic-python-lib,_package.torch,_path.https://download.pytorch.org/whl/nightly/cpu/torch-2.3.0.dev20231214%2Bcpu-cp39-cp39-linux_x86_64.whl + - names: + - pip-package + - pip-torchvision + tags: get,generic-python-lib,_package.torchvision,_path.https://download.pytorch.org/whl/nightly/cpu/torchvision-0.18.0.dev20231214%2Bcpu-cp39-cp39-linux_x86_64.whl + - names: + - conda-package + - wheel + tags: get,generic,conda-package,_package.wheel,_source.conda-forge + - names: + - conda-package + - setuptools + tags: get,generic,conda-package,_package.setuptools,_source.conda-forge + version: 69.5.1 + - names: + - conda-package + - typing-extensions + tags: get,generic,conda-package,_package.typing-extensions,_source.conda-forge + - names: + - conda-package + - sympy + tags: get,generic,conda-package,_package.sympy,_source.conda-forge + - tags: get,cmake + version_max: 3.26.4 + - tags: get,gcc + version_max: '12.3' + version_max_usable: '12.3' + env: + CM_CONDA_ENV: 'yes' + CM_IPEX_SKIP_PYTORCH: 'yes' + repo.#: + env: + CM_GIT_URL: '#' + group: repo + repo.https://github.com/intel/intel-extension-for-pytorch: + default: true + env: + CM_GIT_URL: https://github.com/intel/intel-extension-for-pytorch + group: repo + sha.#: + env: + CM_GIT_CHECKOUT_SHA: '#' + tag.#: + ad: + ipex-src-repo: + tags: _no-recurse-submodules,_full-history + env: + CM_GIT_CHECKOUT_TAG: '#' +versions: {} diff --git a/script/install-llvm-prebuilt/_cm.yaml b/script/install-llvm-prebuilt/_cm.yaml index 369fc72b17..a389387a02 100644 --- a/script/install-llvm-prebuilt/_cm.yaml +++ b/script/install-llvm-prebuilt/_cm.yaml @@ -1,40 +1,28 @@ -{ - "alias": "install-llvm-prebuilt", - "automation_alias": "script", - "category": "Compiler automation", - "automation_uid": "5b4e0237da074764", - "cache": true, - "default_version": "15.0.6", - "deps": [ - { - "tags": "detect,os" - } - ], - "name": "Install prebuilt LLVM compiler", - "new_env_keys": [ - "CM_LLVM_*", - "CM_COMPILER_NAME", - "+PATH", - "+LD_LIBRARY_PATH", - "+C_INCLUDE_PATH", - "+CPLUS_INCLUDE_PATH" - ], - "post_deps": [ - { - "skip_if_env": { - "CM_REQUIRE_INSTALL": [ - "yes" - ] - }, - "tags": "get,llvm" - } - ], - "tags": [ - "install", - "prebuilt", - "llvm", - "prebuilt-llvm", - "install-prebuilt-llvm" - ], - "uid": "cda9094971724a0a" -} +alias: install-llvm-prebuilt +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Compiler automation +default_version: 15.0.6 +deps: +- tags: detect,os +name: Install prebuilt LLVM compiler +new_env_keys: +- CM_LLVM_* +- CM_COMPILER_NAME +- +PATH +- +LD_LIBRARY_PATH +- +C_INCLUDE_PATH +- +CPLUS_INCLUDE_PATH +post_deps: +- skip_if_env: + CM_REQUIRE_INSTALL: + - 'yes' + tags: get,llvm +tags: +- install +- prebuilt +- llvm +- prebuilt-llvm +- install-prebuilt-llvm +uid: cda9094971724a0a diff --git a/script/install-llvm-src/_cm.yaml b/script/install-llvm-src/_cm.yaml index f15d4059c2..91589e8cee 100644 --- a/script/install-llvm-src/_cm.yaml +++ b/script/install-llvm-src/_cm.yaml @@ -1,323 +1,210 @@ -{ - "alias": "install-llvm-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Compiler automation", - "cache": true, - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "tags": "get,cmake", - "skip_if_env": { - "CM_LLVM_CONDA_ENV": [ "yes" ] - } - }, - { - "tags": "get,generic-sys-util,_ninja-build", - "skip_if_env": { - "CM_LLVM_CONDA_ENV": [ "yes" ] - } - }, - { - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_repo.": [ "CM_GIT_URL" ], - "_branch.": [ "CM_GIT_CHECKOUT" ], - "_tag.": [ "CM_GIT_CHECKOUT_TAG" ], - "_tag.llvmorg-": [ "CM_VERSION" ], - "_sha.": [ "CM_GIT_CHECKOUT_SHA" ] - }, - "force_env_keys": [ - "CM_GIT_*" - ], - "names": [ - "llvm-src-repo" - ], - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_LLVM_SRC_REPO_PATH" - }, - "extra_cache_tags": "llvm,src,llvm-src,llvm-src-repo" - } - ], - "env": { - "CM_GIT_URL": "https://github.com/llvm/llvm-project" - }, - "name": "Build LLVM compiler from sources (can take >30 min)", - "new_env_keys": [ - "CM_LLVM_*", - "CM_GET_DEPENDENT_CACHED_PATH", - "+PATH", - "+C_INCLUDE_PATH" - ], - "prehook_deps": [ - ], - "post_deps": [ - { - "skip_if_env": { - "CM_REQUIRE_INSTALL": [ - "yes" - ] - }, - "tags": "get,llvm" - } - ], - "sort": 1000, - "tags": [ - "install", - "src", - "llvm", - "from.src", - "src-llvm" - ], - "uid": "2af16e9a6c5f4702", - "variations": { - "release": { - "group": "build-type", - "default": true, - "env": { - "CM_LLVM_BUILD_TYPE": "release" - } - }, - "debug": { - "group": "build-type", - "env": { - "CM_LLVM_BUILD_TYPE": "debug" - } - }, - "full-history": { - "ad": { - "llvm-src-repo": { - "tags": "_full-history" - } - } - }, - "repo.#": { - "group": "repo", - "env": { - "CM_GIT_URL": "#" - } - }, - "clang": { - "group": "clang", - "default": true, - "env": { - "CM_LLVM_ENABLE_PROJECTS": "clang" - } - }, - "runtimes.#": { - "env": { - "CM_LLVM_ENABLE_RUNTIMES": "#" - } - }, - "branch.#": { - "env": { - "CM_GIT_CHECKOUT": "#" - } - }, - "sha.#": { - "env": { - "CM_GIT_CHECKOUT_SHA": "#" - } - }, - "tag.#": { - "base": [ - "full-history" - ], - "env": { - "CM_GIT_CHECKOUT_TAG": "#" - } - }, - "for-intel-mlperf-inference-v3.1-bert": { - "base": [ - "tag.llvmorg-15.0.7", - "clang", - "release" - ], - "adr": { - "conda-package": { - "tags": "_name.bert-pt" - } - }, - "deps": [ - { - "tags": "get,gcc" - }, - { - "tags": "get,conda,_name.bert-pt", - "names": [ "conda" ] - }, - { - "names": [ - "conda-package", - "ncurses" - ], - "tags": "get,conda-package,_package.ncurses,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "ninja" - ], - "tags": "get,generic,conda-package,_package.ninja" - }, - { - "names": [ - "conda-package", - "cmake" - ], - "tags": "get,generic,conda-package,_package.cmake" - }, - { - "tags": "get,conda-package,_package.llvm-openmp,_source.conda-forge" - }, - { - "tags": "get,conda-package,_package.chardet" - }, - { - "names": [ - "conda-package", - "libstdcxx-ng" - ], - "tags": "get,generic,conda-package,_package.libstdcxx-ng,_source.conda-forge" - } - ], - "env": { - "CM_LLVM_CONDA_ENV": "yes" - } - }, - "for-intel-mlperf-inference-v3.1-gptj": { - "base": [ - "tag.llvmorg-16.0.6", - "clang", - "release" - ], - "adr": { - "conda-package": { - "tags": "_name.gptj-pt" - } - }, - "deps": [ - { - "tags": "get,generic-sys-util,_g++-12" - }, - { - "tags": "get,gcc", - "version_min": "12.1" - }, - { - "tags": "get,conda,_name.gptj-pt", - "names": [ "conda" ] - }, - { - "tags": "get,generic,conda-package,_package.python", - "names": [ "conda-package", "python" ], - "version": "3.9" - }, - { - "names": [ - "conda-package", - "ncurses" - ], - "tags": "get,conda-package,_package.ncurses,_source.conda-forge" - }, - { - "tags": "get,conda-package,_package.chardet" - }, - { - "names": [ - "conda-package", - "libstdcxx-ng" - ], - "tags": "get,generic,conda-package,_package.libstdcxx-ng,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "mkl" - ], - "tags": "get,generic,conda-package,_package.mkl,_source.intel", - "version": "2023.1.0" - }, - { - "names": [ - "conda-package", - "mkl-include" - ], - "tags": "get,generic,conda-package,_package.mkl-include,_source.intel", - "version": "2023.1.0" - }, - { - "names": [ - "conda-package", - "intel-openmp" - ], - "tags": "get,generic,conda-package,_package.intel-openmp,_source.intel", - "version": "2023.1.0" - }, - { - "names": [ - "conda-package", - "gperftools" - ], - "tags": "get,generic,conda-package,_package.gperftools,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "pybind11" - ], - "tags": "get,generic,conda-package,_package.pybind11,_source.conda-forge", - "version": "2.10.4" - }, - { - "tags": "get,generic-python-lib,_custom-python,_package.torch,_url.git+https://github.com/pytorch/pytorch.git@927dc662386af052018212c7d01309a506fc94cd", - "env": { - "CM_PYTHON_BIN_WITH_PATH": "<<>>/python3", - "+ CXXFLAGS": [ "-Wno-nonnull", "-Wno-maybe-uninitialized", "-Wno-uninitialized", "-Wno-free-nonheap-object" ] - } - }, - { - "names": [ - "conda-package", - "typing-extensions" - ], - "tags": "get,generic,conda-package,_package.typing-extensions,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "sympy" - ], - "tags": "get,generic,conda-package,_package.sympy,_source.conda-forge" - }, - { - "tags": "get,generic-python-lib,_custom-python,_package.setuptools", - "env": { - "CM_PYTHON_BIN_WITH_PATH": "<<>>/python3" - }, - "version_max": "69.9.999", - "version_max_usable": "58.2.0" - }, - { - "tags": "get,generic-python-lib,_custom-python,_package.neural-compressor,_url.git+https://github.com/intel/neural-compressor.git@a2931eaa4052eec195be3c79a13f7bfa23e54473", - "env": { - "CM_PYTHON_BIN_WITH_PATH": "<<>>/python3" - } - } - ], - "env": { - "CM_LLVM_CONDA_ENV": "yes", - "CM_LLVM_16_INTEL_MLPERF_INFERENCE": "yes", - "USE_CUDA": "0", - "CUDA_VISIBLE_DEVICES": "" - } - } - }, - "versions": { - } -} +alias: install-llvm-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Compiler automation +deps: +- tags: detect,os +- tags: detect,cpu +- skip_if_env: + CM_LLVM_CONDA_ENV: + - 'yes' + tags: get,cmake +- skip_if_env: + CM_LLVM_CONDA_ENV: + - 'yes' + tags: get,generic-sys-util,_ninja-build +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_LLVM_SRC_REPO_PATH + extra_cache_tags: llvm,src,llvm-src,llvm-src-repo + force_env_keys: + - CM_GIT_* + names: + - llvm-src-repo + tags: get,git,repo + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL + _sha.: + - CM_GIT_CHECKOUT_SHA + _tag.: + - CM_GIT_CHECKOUT_TAG + _tag.llvmorg-: + - CM_VERSION +env: + CM_GIT_URL: https://github.com/llvm/llvm-project +name: Build LLVM compiler from sources (can take >30 min) +new_env_keys: +- CM_LLVM_* +- CM_GET_DEPENDENT_CACHED_PATH +- +PATH +- +C_INCLUDE_PATH +post_deps: +- skip_if_env: + CM_REQUIRE_INSTALL: + - 'yes' + tags: get,llvm +prehook_deps: [] +sort: 1000 +tags: +- install +- src +- llvm +- from.src +- src-llvm +uid: 2af16e9a6c5f4702 +variations: + branch.#: + env: + CM_GIT_CHECKOUT: '#' + clang: + default: true + env: + CM_LLVM_ENABLE_PROJECTS: clang + group: clang + debug: + env: + CM_LLVM_BUILD_TYPE: debug + group: build-type + for-intel-mlperf-inference-v3.1-bert: + adr: + conda-package: + tags: _name.bert-pt + base: + - tag.llvmorg-15.0.7 + - clang + - release + deps: + - tags: get,gcc + - names: + - conda + tags: get,conda,_name.bert-pt + - names: + - conda-package + - ncurses + tags: get,conda-package,_package.ncurses,_source.conda-forge + - names: + - conda-package + - ninja + tags: get,generic,conda-package,_package.ninja + - names: + - conda-package + - cmake + tags: get,generic,conda-package,_package.cmake + - tags: get,conda-package,_package.llvm-openmp,_source.conda-forge + - tags: get,conda-package,_package.chardet + - names: + - conda-package + - libstdcxx-ng + tags: get,generic,conda-package,_package.libstdcxx-ng,_source.conda-forge + env: + CM_LLVM_CONDA_ENV: 'yes' + for-intel-mlperf-inference-v3.1-gptj: + adr: + conda-package: + tags: _name.gptj-pt + base: + - tag.llvmorg-16.0.6 + - clang + - release + deps: + - tags: get,generic-sys-util,_g++-12 + - tags: get,gcc + version_min: '12.1' + - names: + - conda + tags: get,conda,_name.gptj-pt + - names: + - conda-package + - python + tags: get,generic,conda-package,_package.python + version: '3.9' + - names: + - conda-package + - ncurses + tags: get,conda-package,_package.ncurses,_source.conda-forge + - tags: get,conda-package,_package.chardet + - names: + - conda-package + - libstdcxx-ng + tags: get,generic,conda-package,_package.libstdcxx-ng,_source.conda-forge + - names: + - conda-package + - mkl + tags: get,generic,conda-package,_package.mkl,_source.intel + version: 2023.1.0 + - names: + - conda-package + - mkl-include + tags: get,generic,conda-package,_package.mkl-include,_source.intel + version: 2023.1.0 + - names: + - conda-package + - intel-openmp + tags: get,generic,conda-package,_package.intel-openmp,_source.intel + version: 2023.1.0 + - names: + - conda-package + - gperftools + tags: get,generic,conda-package,_package.gperftools,_source.conda-forge + - names: + - conda-package + - pybind11 + tags: get,generic,conda-package,_package.pybind11,_source.conda-forge + version: 2.10.4 + - env: + + CXXFLAGS: + - -Wno-nonnull + - -Wno-maybe-uninitialized + - -Wno-uninitialized + - -Wno-free-nonheap-object + CM_PYTHON_BIN_WITH_PATH: <<>>/python3 + tags: get,generic-python-lib,_custom-python,_package.torch,_url.git+https://github.com/pytorch/pytorch.git@927dc662386af052018212c7d01309a506fc94cd + - names: + - conda-package + - typing-extensions + tags: get,generic,conda-package,_package.typing-extensions,_source.conda-forge + - names: + - conda-package + - sympy + tags: get,generic,conda-package,_package.sympy,_source.conda-forge + - env: + CM_PYTHON_BIN_WITH_PATH: <<>>/python3 + tags: get,generic-python-lib,_custom-python,_package.setuptools + version_max: 69.9.999 + version_max_usable: 58.2.0 + - env: + CM_PYTHON_BIN_WITH_PATH: <<>>/python3 + tags: get,generic-python-lib,_custom-python,_package.neural-compressor,_url.git+https://github.com/intel/neural-compressor.git@a2931eaa4052eec195be3c79a13f7bfa23e54473 + env: + CM_LLVM_16_INTEL_MLPERF_INFERENCE: 'yes' + CM_LLVM_CONDA_ENV: 'yes' + CUDA_VISIBLE_DEVICES: '' + USE_CUDA: '0' + full-history: + ad: + llvm-src-repo: + tags: _full-history + release: + default: true + env: + CM_LLVM_BUILD_TYPE: release + group: build-type + repo.#: + env: + CM_GIT_URL: '#' + group: repo + runtimes.#: + env: + CM_LLVM_ENABLE_RUNTIMES: '#' + sha.#: + env: + CM_GIT_CHECKOUT_SHA: '#' + tag.#: + base: + - full-history + env: + CM_GIT_CHECKOUT_TAG: '#' +versions: {} diff --git a/script/install-numactl-from-src/_cm.yaml b/script/install-numactl-from-src/_cm.yaml index 75256a663e..3257c2cc46 100644 --- a/script/install-numactl-from-src/_cm.yaml +++ b/script/install-numactl-from-src/_cm.yaml @@ -1,94 +1,61 @@ -{ - "alias": "install-numactl-from-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Detection or installation of tools and artifacts", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_NUMACTL_SRC_REPO_PATH" - }, - "extra_cache_tags": "numactl,src,numactl-src,numactl-src-repo", - "names": [ - "numactl-src-repo" - ], - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_branch.": [ - "CM_GIT_CHECKOUT" - ], - "_repo.": [ - "CM_GIT_URL" - ], - "_sha.": [ - "CM_GIT_CHECKOUT_SHA" - ], - "_tag.": [ - "CM_GIT_CHECKOUT_TAG" - ] - } - } - ], - "env": { - "CM_GIT_URL": "https://github.com/numactl/numactl" - }, - "name": "Build numactl from sources", - "new_env_keys": [ - "CM_NUMACTL_*", - "+PATH" - ], - "sort": 1000, - "tags": [ - "install", - "src", - "from.src", - "numactl", - "src-numactl" - ], - "uid": "4f355ae8ca1948b2", - "variations": { - "branch.#": { - "env": { - "CM_GIT_CHECKOUT": "#" - } - }, - "repo.#": { - "env": { - "CM_GIT_URL": "#" - }, - "group": "repo" - }, - "repo.https://github.com/numactl/numactl": { - "default": true, - "env": { - "CM_GIT_URL": "https://github.com/numactl/numactl" - }, - "group": "repo" - }, - "sha.#": { - "env": { - "CM_GIT_CHECKOUT_SHA": "#" - } - }, - "tag.#": { - "ad": { - "pytorch-src-repo": { - "tags": "_no-recurse-submodules,_full-history" - } - }, - "env": { - "CM_GIT_CHECKOUT_TAG": "#" - } - } - }, - "warnings": [ - "This CM script will need sudo to install numactl!" - ] -} +alias: install-numactl-from-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +deps: +- tags: detect,os +- tags: detect,cpu +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_NUMACTL_SRC_REPO_PATH + extra_cache_tags: numactl,src,numactl-src,numactl-src-repo + names: + - numactl-src-repo + tags: get,git,repo + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL + _sha.: + - CM_GIT_CHECKOUT_SHA + _tag.: + - CM_GIT_CHECKOUT_TAG +env: + CM_GIT_URL: https://github.com/numactl/numactl +name: Build numactl from sources +new_env_keys: +- CM_NUMACTL_* +- +PATH +sort: 1000 +tags: +- install +- src +- from.src +- numactl +- src-numactl +uid: 4f355ae8ca1948b2 +variations: + branch.#: + env: + CM_GIT_CHECKOUT: '#' + repo.#: + env: + CM_GIT_URL: '#' + group: repo + repo.https://github.com/numactl/numactl: + default: true + env: + CM_GIT_URL: https://github.com/numactl/numactl + group: repo + sha.#: + env: + CM_GIT_CHECKOUT_SHA: '#' + tag.#: + ad: + pytorch-src-repo: + tags: _no-recurse-submodules,_full-history + env: + CM_GIT_CHECKOUT_TAG: '#' +warnings: +- This CM script will need sudo to install numactl! diff --git a/script/install-onednn-from-src/_cm.yaml b/script/install-onednn-from-src/_cm.yaml index e91dd1d52e..6a86bde638 100644 --- a/script/install-onednn-from-src/_cm.yaml +++ b/script/install-onednn-from-src/_cm.yaml @@ -1,122 +1,79 @@ -{ - "alias": "install-onednn-from-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Compiler automation", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "names": [ - "python", - "python3" - ], - "skip_if_env": { - "CM_CONDA_ENV": [ - "yes" - ] - }, - "tags": "get,python3" - }, - { - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_ONEDNN_SRC_REPO_PATH" - }, - "extra_cache_tags": "onednn,src,onednn-src,onednn-src-repo", - "names": [ - "onednn-src-repo" - ], - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_branch.": [ - "CM_GIT_CHECKOUT" - ], - "_repo.": [ - "CM_GIT_URL" - ], - "_sha.": [ - "CM_GIT_CHECKOUT_SHA" - ], - "_tag.": [ - "CM_GIT_CHECKOUT_TAG" - ] - } - } - ], - "env": { - "CM_GIT_URL": "https://github.com/oneapi-src/oneDNN" - }, - "name": "Build oneDNN from sources", - "new_env_keys": [ - "CM_ONEDNN_*" - ], - "prehook_deps": [], - "sort": 1000, - "tags": [ - "install", - "get", - "src", - "from.src", - "onednn", - "src-onednn" - ], - "uid": "fe3a652e315f4c8f", - "variations": { - "branch.#": { - "env": { - "CM_GIT_CHECKOUT": "#" - } - }, - "for-intel-mlperf-inference-v3.1-bert": { - "adr": { - "conda-package": { - "tags": "_name.bert-pt" - }, - "oneddn-src-repo": { - "tags": "_norecurse-submodule" - } - }, - "base": [ - "tag.v2.6" - ], - "env": { - "CM_CONDA_ENV": "yes", - "CM_FOR_INTEL_MLPERF_INFERENCE_BERT": "yes" - } - }, - "repo.#": { - "env": { - "CM_GIT_URL": "#" - }, - "group": "repo" - }, - "repo.https://github.com/oneapi-src/oneDNN": { - "default": true, - "env": { - "CM_GIT_URL": "https://github.com/oneapi-src/oneDNN" - }, - "group": "repo" - }, - "sha.#": { - "env": { - "CM_GIT_CHECKOUT_SHA": "#" - } - }, - "tag.#": { - "ad": { - "onednn-src-repo": { - "tags": "_no-recurse-submodules,_full-history" - } - }, - "env": { - "CM_GIT_CHECKOUT_TAG": "#" - } - } - }, - "versions": {} -} +alias: install-onednn-from-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Compiler automation +deps: +- tags: detect,os +- tags: detect,cpu +- names: + - python + - python3 + skip_if_env: + CM_CONDA_ENV: + - 'yes' + tags: get,python3 +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_ONEDNN_SRC_REPO_PATH + extra_cache_tags: onednn,src,onednn-src,onednn-src-repo + names: + - onednn-src-repo + tags: get,git,repo + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL + _sha.: + - CM_GIT_CHECKOUT_SHA + _tag.: + - CM_GIT_CHECKOUT_TAG +env: + CM_GIT_URL: https://github.com/oneapi-src/oneDNN +name: Build oneDNN from sources +new_env_keys: +- CM_ONEDNN_* +prehook_deps: [] +sort: 1000 +tags: +- install +- get +- src +- from.src +- onednn +- src-onednn +uid: fe3a652e315f4c8f +variations: + branch.#: + env: + CM_GIT_CHECKOUT: '#' + for-intel-mlperf-inference-v3.1-bert: + adr: + conda-package: + tags: _name.bert-pt + oneddn-src-repo: + tags: _norecurse-submodule + base: + - tag.v2.6 + env: + CM_CONDA_ENV: 'yes' + CM_FOR_INTEL_MLPERF_INFERENCE_BERT: 'yes' + repo.#: + env: + CM_GIT_URL: '#' + group: repo + repo.https://github.com/oneapi-src/oneDNN: + default: true + env: + CM_GIT_URL: https://github.com/oneapi-src/oneDNN + group: repo + sha.#: + env: + CM_GIT_CHECKOUT_SHA: '#' + tag.#: + ad: + onednn-src-repo: + tags: _no-recurse-submodules,_full-history + env: + CM_GIT_CHECKOUT_TAG: '#' +versions: {} diff --git a/script/install-onnxruntime-from-src/_cm.yaml b/script/install-onnxruntime-from-src/_cm.yaml index a06b735852..20c58c5b60 100644 --- a/script/install-onnxruntime-from-src/_cm.yaml +++ b/script/install-onnxruntime-from-src/_cm.yaml @@ -1,121 +1,76 @@ -{ - "alias": "install-onnxruntime-from-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Compiler automation", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "tags": "fail,filter,_windows" - }, - { - "names": [ - "python", - "python3" - ], - "skip_if_env": { - "CM_CONDA_ENV": [ - "yes" - ] - }, - "tags": "get,python3" - }, - { - "tags": "get,cmake", - "version_min": "3.26.0" - }, - { - "tags": "get,gcc", - "version_max": "11.9.999", - "version_max_usable": "11.0" - }, - { - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_ONNXRUNTIME_SRC_REPO_PATH" - }, - "extra_cache_tags": "onnxruntime,src,onnxruntime-src,onnxruntime-src-repo", - "names": [ - "onnxruntime-src-repo" - ], - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_branch.": [ - "CM_GIT_CHECKOUT" - ], - "_repo.": [ - "CM_GIT_URL" - ], - "_sha.": [ - "CM_GIT_CHECKOUT_SHA" - ], - "_tag.": [ - "CM_GIT_CHECKOUT_TAG" - ] - } - } - ], - "env": { - }, - "name": "Build onnxruntime from sources", - "new_env_keys": [ - "CM_ONNXRUNTIME_*" - ], - "prehook_deps": [], - "sort": 1000, - "tags": [ - "install", - "get", - "src", - "from.src", - "onnxruntime", - "src-onnxruntime" - ], - "uid": "9798c7e7a5944cee", - "variations": { - "branch.#": { - "env": { - "CM_GIT_CHECKOUT": "#" - } - }, - "cuda": { - "env": { - "CM_ONNXRUNTIME_GPU": "yes" - }, - "deps": [ - { - "names": [ "cuda" ], - "tags": "get,cuda,_cudnn" - } - ] - }, - "repo.https://github.com/Microsoft/onnxruntime": { - "default": true, - "env": { - "CM_GIT_URL": "https://github.com/Microsoft/onnxruntime" - }, - "group": "repo" - }, - "sha.#": { - "env": { - "CM_GIT_CHECKOUT_SHA": "#" - } - }, - "tag.#": { - "ad": { - "onnxruntime-src-repo": { - "tags": "_no-recurse-submodules,_full-history" - } - }, - "env": { - "CM_GIT_CHECKOUT_TAG": "#" - } - } - }, - "versions": {} -} +alias: install-onnxruntime-from-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Compiler automation +deps: +- tags: detect,os +- tags: detect,cpu +- tags: fail,filter,_windows +- names: + - python + - python3 + skip_if_env: + CM_CONDA_ENV: + - 'yes' + tags: get,python3 +- tags: get,cmake + version_min: 3.26.0 +- tags: get,gcc + version_max: 11.9.999 + version_max_usable: '11.0' +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_ONNXRUNTIME_SRC_REPO_PATH + extra_cache_tags: onnxruntime,src,onnxruntime-src,onnxruntime-src-repo + names: + - onnxruntime-src-repo + tags: get,git,repo + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL + _sha.: + - CM_GIT_CHECKOUT_SHA + _tag.: + - CM_GIT_CHECKOUT_TAG +env: {} +name: Build onnxruntime from sources +new_env_keys: +- CM_ONNXRUNTIME_* +prehook_deps: [] +sort: 1000 +tags: +- install +- get +- src +- from.src +- onnxruntime +- src-onnxruntime +uid: 9798c7e7a5944cee +variations: + branch.#: + env: + CM_GIT_CHECKOUT: '#' + cuda: + deps: + - names: + - cuda + tags: get,cuda,_cudnn + env: + CM_ONNXRUNTIME_GPU: 'yes' + repo.https://github.com/Microsoft/onnxruntime: + default: true + env: + CM_GIT_URL: https://github.com/Microsoft/onnxruntime + group: repo + sha.#: + env: + CM_GIT_CHECKOUT_SHA: '#' + tag.#: + ad: + onnxruntime-src-repo: + tags: _no-recurse-submodules,_full-history + env: + CM_GIT_CHECKOUT_TAG: '#' +versions: {} diff --git a/script/install-opencv-from-src/_cm.yaml b/script/install-opencv-from-src/_cm.yaml index a21dce9b4c..83b253f2a8 100644 --- a/script/install-opencv-from-src/_cm.yaml +++ b/script/install-opencv-from-src/_cm.yaml @@ -1,95 +1,63 @@ -{ - "alias": "install-opencv-from-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Compiler automation", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_OPENCV_SRC_REPO_PATH" - }, - "extra_cache_tags": "opencv,src,opencv-src,opencv-src-repo", - "names": [ - "opencv-src-repo", - "opencv-src" - ], - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_branch.": [ - "CM_GIT_CHECKOUT" - ], - "_repo.": [ - "CM_GIT_URL" - ], - "_sha.": [ - "CM_GIT_CHECKOUT_SHA" - ], - "_tag.": [ - "CM_GIT_CHECKOUT_TAG" - ] - } - } - ], - "env": { - "CM_GIT_URL": "https://github.com/opencv/opencv" - }, - "name": "Build opencv from sources", - "new_env_keys": [ - "CM_OPENCV_*" - ], - "prehook_deps": [], - "sort": 1000, - "tags": [ - "install", - "get", - "src", - "from.src", - "opencv", - "opencv", - "src-opencv" - ], - "uid": "98552486a0bc4214", - "variations": { - "branch.#": { - "env": { - "CM_GIT_CHECKOUT": "#" - } - }, - "repo.#": { - "env": { - "CM_GIT_URL": "#" - }, - "group": "repo" - }, - "repo.https://github.com/opencv/opencv": { - "default": true, - "env": { - "CM_GIT_URL": "https://github.com/opencv/opencv" - }, - "group": "repo" - }, - "sha.#": { - "env": { - "CM_GIT_CHECKOUT_SHA": "#" - } - }, - "tag.#": { - "ad": { - "opencv-src-repo": { - "tags": "_no-recurse-submodules,_full-history" - } - }, - "env": { - "CM_GIT_CHECKOUT_TAG": "#" - } - } - }, - "versions": {} -} +alias: install-opencv-from-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Compiler automation +deps: +- tags: detect,os +- tags: detect,cpu +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_OPENCV_SRC_REPO_PATH + extra_cache_tags: opencv,src,opencv-src,opencv-src-repo + names: + - opencv-src-repo + - opencv-src + tags: get,git,repo + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL + _sha.: + - CM_GIT_CHECKOUT_SHA + _tag.: + - CM_GIT_CHECKOUT_TAG +env: + CM_GIT_URL: https://github.com/opencv/opencv +name: Build opencv from sources +new_env_keys: +- CM_OPENCV_* +prehook_deps: [] +sort: 1000 +tags: +- install +- get +- src +- from.src +- opencv +- opencv +- src-opencv +uid: 98552486a0bc4214 +variations: + branch.#: + env: + CM_GIT_CHECKOUT: '#' + repo.#: + env: + CM_GIT_URL: '#' + group: repo + repo.https://github.com/opencv/opencv: + default: true + env: + CM_GIT_URL: https://github.com/opencv/opencv + group: repo + sha.#: + env: + CM_GIT_CHECKOUT_SHA: '#' + tag.#: + ad: + opencv-src-repo: + tags: _no-recurse-submodules,_full-history + env: + CM_GIT_CHECKOUT_TAG: '#' +versions: {} diff --git a/script/install-openssl/_cm.yaml b/script/install-openssl/_cm.yaml index d340979e56..e478a2ecfb 100644 --- a/script/install-openssl/_cm.yaml +++ b/script/install-openssl/_cm.yaml @@ -1,45 +1,28 @@ -{ - "alias": "install-openssl", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "default_version": "1.1.1", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - } - ], - "category": "Detection or installation of tools and artifacts", - "env": {}, - "post_deps": [ - { - "skip_if_env": { - "CM_REQUIRE_INSTALL": [ - "yes" - ] - }, - "tags": "get,openssl" - } - ], - "new_env_keys": [ - "CM_OPENSSL_*", - "+LD_LIBRARY_PATH" - ], - "tags": [ - "install", - "src", - "openssl", - "openssl-lib" - ], - "uid": "be472d3b1d014169", - "versions": { - "1.1.1": { - "env": { - "CM_VERSION": "1.1.1" - } - } - } -} +alias: install-openssl +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Detection or installation of tools and artifacts +default_version: 1.1.1 +deps: +- tags: detect,os +- tags: detect,cpu +env: {} +new_env_keys: +- CM_OPENSSL_* +- +LD_LIBRARY_PATH +post_deps: +- skip_if_env: + CM_REQUIRE_INSTALL: + - 'yes' + tags: get,openssl +tags: +- install +- src +- openssl +- openssl-lib +uid: be472d3b1d014169 +versions: + 1.1.1: + env: + CM_VERSION: 1.1.1 diff --git a/script/install-python-src/_cm.yaml b/script/install-python-src/_cm.yaml index 809f6a3dc0..c0a618346a 100644 --- a/script/install-python-src/_cm.yaml +++ b/script/install-python-src/_cm.yaml @@ -1,127 +1,83 @@ -{ - "alias": "install-python-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Python automation", - "cache": true, - "default_version": "3.10.13", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "tags": "get,generic-sys-util,_libffi-dev" - }, - { - "tags": "get,generic-sys-util,_libbz2-dev" - }, - { - "tags": "get,generic-sys-util,_libssl-dev" - }, - { - "tags": "get,generic-sys-util,_liblzma-dev", - "enable_if_env": { - "CM_HOST_OS_FLAVOR": [ "ubuntu" ] - } - }, - { - "tags": "get,generic-sys-util,_libncurses-dev", - "enable_if_env": { - "CM_HOST_OS_FLAVOR": [ "ubuntu" ] - } - }, - { - "tags": "get,generic-sys-util,_libreadline-dev", - "enable_if_env": { - "CM_HOST_OS_FLAVOR": [ "ubuntu" ] - } - }, - { - "tags": "get,generic-sys-util,_libsqlite3-dev", - "enable_if_env": { - "CM_HOST_OS_FLAVOR": [ "ubuntu" ] - } - } - ], - "default_env": { - "CM_ENABLE_SSL": "no", - "CM_CUSTOM_SSL": "no", - "CM_SHARED_BUILD": "no", - "CM_PYTHON_OPTIMIZATION_FLAG": "", - "CM_PYTHON_LTO_FLAG": "", - "CM_WGET_URL": "https://www.python.org/ftp/python/[PYTHON_VERSION]/Python-[PYTHON_VERSION].tgz" - }, - "new_env_keys": [ - "CM_PYTHON_INSTALL_PATH", - "CM_PYTHON_BIN_WITH_PATH", - "+PATH", - "+LD_LIBRARY_PATH", - "+C_INCLUDE_PATH" - ], - "post_deps": [ - { - "names": [ - "python", - "python3" - ], - "inherit_variation_tags": "True", - "reuse_version": true, - "skip_if_env": { - "CM_REQUIRE_INSTALL": [ - "yes" - ] - }, - "tags": "get,python3" - } - ], - "tags": [ - "install", - "src", - "python", - "python3", - "src-python3", - "src-python" - ], - "uid": "12d3a608afe14a1e", - "variations": { - "shared": { - "env": { - "CM_PYTHON_INSTALL_CACHE_TAGS": "shared", - "CM_SHARED_BUILD": "yes" - } - }, - "with-ssl": { - "group": "ssl", - "env": { - "CM_ENABLE_SSL": "yes", - "CM_PYTHON_INSTALL_CACHE_TAGS": "with-ssl" - } - }, - "with-custom-ssl": { - "deps": [ - { - "tags": "get,openssl" - } - ], - "env": { - "CM_CUSTOM_SSL": "yes", - "CM_PYTHON_INSTALL_CACHE_TAGS": "with-custom-ssl" - } - }, - "optimized": { - "env": { - "CM_PYTHON_OPTIMIZATION_FLAG": " --enable-optimizations", - "CM_PYTHON_INSTALL_CACHE_TAGS": "optimized" - } - }, - "lto": { - "env": { - "CM_PYTHON_LTO_FLAG": " --lto", - "CM_PYTHON_INSTALL_CACHE_TAGS": "with-lto" - } - } - } -} +alias: install-python-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Python automation +default_env: + CM_CUSTOM_SSL: 'no' + CM_ENABLE_SSL: 'no' + CM_PYTHON_LTO_FLAG: '' + CM_PYTHON_OPTIMIZATION_FLAG: '' + CM_SHARED_BUILD: 'no' + CM_WGET_URL: https://www.python.org/ftp/python/[PYTHON_VERSION]/Python-[PYTHON_VERSION].tgz +default_version: 3.10.13 +deps: +- tags: detect,os +- tags: detect,cpu +- tags: get,generic-sys-util,_libffi-dev +- tags: get,generic-sys-util,_libbz2-dev +- tags: get,generic-sys-util,_libssl-dev +- enable_if_env: + CM_HOST_OS_FLAVOR: + - ubuntu + tags: get,generic-sys-util,_liblzma-dev +- enable_if_env: + CM_HOST_OS_FLAVOR: + - ubuntu + tags: get,generic-sys-util,_libncurses-dev +- enable_if_env: + CM_HOST_OS_FLAVOR: + - ubuntu + tags: get,generic-sys-util,_libreadline-dev +- enable_if_env: + CM_HOST_OS_FLAVOR: + - ubuntu + tags: get,generic-sys-util,_libsqlite3-dev +new_env_keys: +- CM_PYTHON_INSTALL_PATH +- CM_PYTHON_BIN_WITH_PATH +- +PATH +- +LD_LIBRARY_PATH +- +C_INCLUDE_PATH +post_deps: +- inherit_variation_tags: 'True' + names: + - python + - python3 + reuse_version: true + skip_if_env: + CM_REQUIRE_INSTALL: + - 'yes' + tags: get,python3 +tags: +- install +- src +- python +- python3 +- src-python3 +- src-python +uid: 12d3a608afe14a1e +variations: + lto: + env: + CM_PYTHON_INSTALL_CACHE_TAGS: with-lto + CM_PYTHON_LTO_FLAG: ' --lto' + optimized: + env: + CM_PYTHON_INSTALL_CACHE_TAGS: optimized + CM_PYTHON_OPTIMIZATION_FLAG: ' --enable-optimizations' + shared: + env: + CM_PYTHON_INSTALL_CACHE_TAGS: shared + CM_SHARED_BUILD: 'yes' + with-custom-ssl: + deps: + - tags: get,openssl + env: + CM_CUSTOM_SSL: 'yes' + CM_PYTHON_INSTALL_CACHE_TAGS: with-custom-ssl + with-ssl: + env: + CM_ENABLE_SSL: 'yes' + CM_PYTHON_INSTALL_CACHE_TAGS: with-ssl + group: ssl diff --git a/script/install-python-venv/_cm.yaml b/script/install-python-venv/_cm.yaml index e1143980b8..f914d7d57e 100644 --- a/script/install-python-venv/_cm.yaml +++ b/script/install-python-venv/_cm.yaml @@ -1,44 +1,31 @@ -{ - "alias": "install-python-venv", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Python automation", - "clean_files": [], - "deps": [ - { - "reuse_version": true, - "inherit_variation_tags": true, - "tags": "get,python,-virtual" - } - ], - "new_env_keys": [ - "CM_VIRTUAL_ENV_*", - "CM_PYTHON_BIN_WITH_PATH" - ], - "new_state_keys": [ - "script_prefix" - ], - "post_deps": [ - { - "names": [ - "register-python" - ], - "tags": "get,python3" - } - ], - "tags": [ - "install", - "python", - "get-python-venv", - "python-venv" - ], - "uid": "7633ebada4584c6c", - "variations": { - "lto": {}, - "optimized": {}, - "shared": {}, - "with-custom-ssl": {}, - "with-ssl": {} - } -} +alias: install-python-venv +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Python automation +clean_files: [] +deps: +- inherit_variation_tags: true + reuse_version: true + tags: get,python,-virtual +new_env_keys: +- CM_VIRTUAL_ENV_* +- CM_PYTHON_BIN_WITH_PATH +new_state_keys: +- script_prefix +post_deps: +- names: + - register-python + tags: get,python3 +tags: +- install +- python +- get-python-venv +- python-venv +uid: 7633ebada4584c6c +variations: + lto: {} + optimized: {} + shared: {} + with-custom-ssl: {} + with-ssl: {} diff --git a/script/install-pytorch-from-src/_cm.yaml b/script/install-pytorch-from-src/_cm.yaml index 95693576de..479fa9e013 100644 --- a/script/install-pytorch-from-src/_cm.yaml +++ b/script/install-pytorch-from-src/_cm.yaml @@ -1,459 +1,288 @@ -{ - "alias": "install-pytorch-from-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Compiler automation", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "tags": "get,python3", - "skip_if_env": { - "CM_CONDA_ENV": [ "yes" ] - }, - "names": [ - "python", - "python3" - ] - }, - { - "tags": "get,compiler", - "names": [ "compiler" ] - }, - { - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_PYTORCH_SRC_REPO_PATH" - }, - "extra_cache_tags": "pytorch,src,pytorch-src,pytorch-src-repo", - "names": [ - "pytorch-src-repo" - ], - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_branch.": [ - "CM_GIT_CHECKOUT" - ], - "_repo.": [ - "CM_GIT_URL" - ], - "_sha.": [ - "CM_GIT_CHECKOUT_SHA" - ], - "_tag.": [ - "CM_GIT_CHECKOUT_TAG" - ] - } - } - ], - "env": { - "CM_GIT_URL": "https://github.com/pytorch/pytorch" - }, - "name": "Build pytorch from sources", - "new_env_keys": [ - "CM_PYTORCH_*" - ], - "prehook_deps": [], - "sort": 1000, - "tags": [ - "install", - "get", - "src", - "from-src", - "from.src", - "pytorch", - "src-pytorch" - ], - "uid": "64eaf3e81de94f41", - "variations": { - "branch.#": { - "env": { - "CM_GIT_CHECKOUT": "#" - } - }, - "repo.https://github.com/pytorch/pytorch": { - "env": { - "CM_GIT_URL": "https://github.com/pytorch/pytorch" - }, - "group": "repo", - "default": true - }, - "repo.#": { - "env": { - "CM_GIT_URL": "#" - }, - "group": "repo" - }, - "sha.#": { - "env": { - "CM_GIT_CHECKOUT_SHA": "#" - } - }, - "tag.#": { - "env": { - "CM_GIT_CHECKOUT_TAG": "#" - }, - "ad": { - "pytorch-src-repo": { - "tags": "_no-recurse-submodules,_full-history" - } - } - }, - "pr-to-apply.#": { - "env": { - }, - "ad": { - "pytorch-src-repo": { - "tags": "_pr-to-apply.#" - } - } - }, - "cherrypicks.#": { - "env": { - }, - "ad": { - "pytorch-src-repo": { - "tags": "_cherrypicks.#" - } - } - }, - "for-intel-mlperf-inference-resnet50": { - "base": [ - "tag.v1.12.0-rc7", - "pr-to-apply.pull/76869/head" - ], - "adr": { - "conda-package": { - "tags": "_name.resnet50-pt" - } - }, - "env": { - "CM_CONDA_ENV": "yes", - "CM_MLPERF_INFERENCE_INTEL": "yes", - "CM_MLPERF_INFERENCE_INTEL_MODEL": "resnet50", - "USE_CUDA": "0" - }, - "deps": [ - { - "tags": "get,conda,_name.resnet50-pt", - "names": [ "conda" ] - }, - { - "names": [ - "conda-package", - "ncurses" - ], - "tags": "get,generic,conda-package,_package.ncurses,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "python3" - ], - "tags": "get,generic,conda-package,_package.python", - "version": "3.9" - }, - { - "tags": "get,gcc", - "version_max": "11.9", - "version_max_usable": "11.3" - }, - { - "names": [ - "conda-package", - "cmake" - ], - "version_min": "3.26", - "tags": "get,generic,conda-package,_package.cmake" - }, - { - "tags": "get,generic-python-lib,_package.numpy", - "names": [ - "pip-package", - "numpy" - ], - "version_max": "1.26.4" - }, - { - "names": [ - "conda-package", - "libstdcxx-ng" - ], - "tags": "get,generic,conda-package,_package.libstdcxx-ng,_source.conda-forge" - } - ] - }, - "for-intel-mlperf-inference-retinanet": { - "base": [ - "tag.v1.12.0-rc7", - "pr-to-apply.pull/89925/head", - "cherrypicks.78cad998e505b667d25ac42f8aaa24409f5031e1" - ], - "adr": { - "conda-package": { - "tags": "_name.retinanet-pt" - } - }, - "env": { - "CM_CONDA_ENV": "yes", - "CM_MLPERF_INFERENCE_INTEL": "yes", - "CM_MLPERF_INFERENCE_INTEL_MODEL": "retinanet", - "USE_CUDA": "0" - }, - "deps": [ - { - "tags": "get,conda,_name.retinanet-pt", - "names": [ "conda" ] - }, - { - "names": [ - "conda-package", - "ncurses" - ], - "tags": "get,generic,conda-package,_package.ncurses,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "python3" - ], - "tags": "get,generic,conda-package,_package.python", - "version": "3.9" - }, - { - "tags": "get,gcc", - "version_max": "11.9", - "version_max_usable": "11.3" - }, - { - "names": [ - "conda-package", - "cmake" - ], - "version_min": "3.26", - "tags": "get,generic,conda-package,_package.cmake" - }, - { - "tags": "get,generic-python-lib,_package.numpy", - "names": [ - "pip-package", - "numpy" - ], - "version_max": "1.26.4" - }, - { - "names": [ - "conda-package", - "libstdcxx-ng" - ], - "tags": "get,generic,conda-package,_package.libstdcxx-ng,_source.conda-forge" - } - ] - }, - "for-intel-mlperf-inference-v3.1-bert": { - "base": [ - "tag.v1.12.0" - ], - "adr": { - "conda-package": { - "tags": "_name.bert-pt" - } - }, - "env": { - "CM_CONDA_ENV": "yes", - "CM_MLPERF_INFERENCE_INTEL": "yes", - "CM_MLPERF_INFERENCE_INTEL_LANGUAGE_MODEL": "yes", - "USE_CUDA": "0" - }, - "deps": [ - { - "tags": "get,generic-sys-util,_libffi7" - }, - { - "tags": "get,conda,_name.bert-pt", - "names": [ "conda" ] - }, - { - "names": [ - "conda-package", - "ncurses" - ], - "tags": "get,generic,conda-package,_package.ncurses,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "python3" - ], - "tags": "get,generic,conda-package,_package.python", - "version": "3.8" - }, - { - "tags": "install,llvm,src,_tag.llvmorg-15.0.7,_runtimes.libcxx:libcxxabi:openmp,_clang,_release,_for-intel-mlperf-inference-v3.1-bert" - }, - { - "names": [ - "conda-package", - "ninja" - ], - "tags": "get,generic,conda-package,_package.ninja" - }, - { - "names": [ - "conda-package", - "cmake" - ], - "tags": "get,generic,conda-package,_package.cmake" - }, - { - "names": [ - "conda-package", - "mkl" - ], - "tags": "get,generic,conda-package,_package.mkl,_source.intel", - "version": "2023.1.0" - }, - { - "names": [ - "conda-package", - "mkl-include" - ], - "tags": "get,generic,conda-package,_package.mkl-include,_source.intel", - "version": "2023.1.0" - }, - { - "names": [ - "conda-package", - "intel-openmp" - ], - "tags": "get,generic,conda-package,_package.intel-openmp,_source.intel", - "version": "2023.1.0" - }, - { - "names": [ - "conda-package", - "llvm-openmp" - ], - "tags": "get,generic,conda-package,_package.llvm-openmp,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "jemalloc" - ], - "tags": "get,generic,conda-package,_package.jemalloc,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "wheel" - ], - "tags": "get,generic,conda-package,_package.wheel,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "setuptools" - ], - "tags": "get,generic,conda-package,_package.setuptools,_source.conda-forge", - "version": "69.5.1" - }, - { - "names": [ - "conda-package", - "future" - ], - "tags": "get,generic,conda-package,_package.future,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "libstdcxx-ng" - ], - "tags": "get,generic,conda-package,_package.libstdcxx-ng,_source.conda-forge" - } - ] - }, - "for-nvidia-mlperf-inference-v4.0": { - "base": [ - "sha.32f93b1", - "cuda" - ], - "deps": [ - { - "tags": "get,cmake", - "version_min": "3.25.0" - }, - { - "tags": "get,generic-python-lib,_package.numpy", - "version": "1.22.4" - }, - { - "tags": "get,generic-python-lib,_package.networkx", - "version": "3.1" - } - ], - "ad": { - "pytorch-src-repo": { - "tags": "_no-recurse-submodules,_full-history" - } - } - }, - "for-nvidia-mlperf-inference-v3.1": { - "base": [ - "sha.b5021ba9", - "cuda" - ], - "deps": [ - { - "tags": "get,cmake", - "version_min": "3.25.0" - } - ], - "ad": { - "pytorch-src-repo": { - "tags": "_no-recurse-submodules,_full-history" - } - } - }, - "for-intel-mlperf-inference-v3.1-dlrm-v2": { - "base": [ - "sha.927dc662386af052018212c7d01309a506fc94cd" - ], - "deps": [ - { - "tags": "get,cmake", - "version_min": "3.25.0" - } - ], - "ad": { - "pytorch-src-repo": { - "tags": "_no-recurse-submodules,_full-history" - } - } - }, - "cuda": { - "deps": [ - { - "tags": "get,cuda,_cudnn", - "names": [ "cuda" ] - } - ], - "env": { - "CUDA_HOME": "<<>>", - "CUDNN_LIBRARY_PATH": "<<>>", - "CUDNN_INCLUDE_PATH": "<<>>", - "CUDA_NVCC_EXECUTABLE": "<<>>", - "USE_CUDA": "1", - "USE_CUDNN": "1", - "TORCH_CUDA_ARCH_LIST": "Ampere Ada Hopper", - "TORCH_CXX_FLAGS": "-D_GLIBCXX_USE_CXX11_ABI=1" - } - } - }, - "versions": {} -} +alias: install-pytorch-from-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Compiler automation +deps: +- tags: detect,os +- tags: detect,cpu +- names: + - python + - python3 + skip_if_env: + CM_CONDA_ENV: + - 'yes' + tags: get,python3 +- names: + - compiler + tags: get,compiler +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_PYTORCH_SRC_REPO_PATH + extra_cache_tags: pytorch,src,pytorch-src,pytorch-src-repo + names: + - pytorch-src-repo + tags: get,git,repo + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL + _sha.: + - CM_GIT_CHECKOUT_SHA + _tag.: + - CM_GIT_CHECKOUT_TAG +env: + CM_GIT_URL: https://github.com/pytorch/pytorch +name: Build pytorch from sources +new_env_keys: +- CM_PYTORCH_* +prehook_deps: [] +sort: 1000 +tags: +- install +- get +- src +- from-src +- from.src +- pytorch +- src-pytorch +uid: 64eaf3e81de94f41 +variations: + branch.#: + env: + CM_GIT_CHECKOUT: '#' + cherrypicks.#: + ad: + pytorch-src-repo: + tags: _cherrypicks.# + env: {} + cuda: + deps: + - names: + - cuda + tags: get,cuda,_cudnn + env: + CUDA_HOME: <<>> + CUDA_NVCC_EXECUTABLE: <<>> + CUDNN_INCLUDE_PATH: <<>> + CUDNN_LIBRARY_PATH: <<>> + TORCH_CUDA_ARCH_LIST: Ampere Ada Hopper + TORCH_CXX_FLAGS: -D_GLIBCXX_USE_CXX11_ABI=1 + USE_CUDA: '1' + USE_CUDNN: '1' + for-intel-mlperf-inference-resnet50: + adr: + conda-package: + tags: _name.resnet50-pt + base: + - tag.v1.12.0-rc7 + - pr-to-apply.pull/76869/head + deps: + - names: + - conda + tags: get,conda,_name.resnet50-pt + - names: + - conda-package + - ncurses + tags: get,generic,conda-package,_package.ncurses,_source.conda-forge + - names: + - conda-package + - python3 + tags: get,generic,conda-package,_package.python + version: '3.9' + - tags: get,gcc + version_max: '11.9' + version_max_usable: '11.3' + - names: + - conda-package + - cmake + tags: get,generic,conda-package,_package.cmake + version_min: '3.26' + - names: + - pip-package + - numpy + tags: get,generic-python-lib,_package.numpy + version_max: 1.26.4 + - names: + - conda-package + - libstdcxx-ng + tags: get,generic,conda-package,_package.libstdcxx-ng,_source.conda-forge + env: + CM_CONDA_ENV: 'yes' + CM_MLPERF_INFERENCE_INTEL: 'yes' + CM_MLPERF_INFERENCE_INTEL_MODEL: resnet50 + USE_CUDA: '0' + for-intel-mlperf-inference-retinanet: + adr: + conda-package: + tags: _name.retinanet-pt + base: + - tag.v1.12.0-rc7 + - pr-to-apply.pull/89925/head + - cherrypicks.78cad998e505b667d25ac42f8aaa24409f5031e1 + deps: + - names: + - conda + tags: get,conda,_name.retinanet-pt + - names: + - conda-package + - ncurses + tags: get,generic,conda-package,_package.ncurses,_source.conda-forge + - names: + - conda-package + - python3 + tags: get,generic,conda-package,_package.python + version: '3.9' + - tags: get,gcc + version_max: '11.9' + version_max_usable: '11.3' + - names: + - conda-package + - cmake + tags: get,generic,conda-package,_package.cmake + version_min: '3.26' + - names: + - pip-package + - numpy + tags: get,generic-python-lib,_package.numpy + version_max: 1.26.4 + - names: + - conda-package + - libstdcxx-ng + tags: get,generic,conda-package,_package.libstdcxx-ng,_source.conda-forge + env: + CM_CONDA_ENV: 'yes' + CM_MLPERF_INFERENCE_INTEL: 'yes' + CM_MLPERF_INFERENCE_INTEL_MODEL: retinanet + USE_CUDA: '0' + for-intel-mlperf-inference-v3.1-bert: + adr: + conda-package: + tags: _name.bert-pt + base: + - tag.v1.12.0 + deps: + - tags: get,generic-sys-util,_libffi7 + - names: + - conda + tags: get,conda,_name.bert-pt + - names: + - conda-package + - ncurses + tags: get,generic,conda-package,_package.ncurses,_source.conda-forge + - names: + - conda-package + - python3 + tags: get,generic,conda-package,_package.python + version: '3.8' + - tags: install,llvm,src,_tag.llvmorg-15.0.7,_runtimes.libcxx:libcxxabi:openmp,_clang,_release,_for-intel-mlperf-inference-v3.1-bert + - names: + - conda-package + - ninja + tags: get,generic,conda-package,_package.ninja + - names: + - conda-package + - cmake + tags: get,generic,conda-package,_package.cmake + - names: + - conda-package + - mkl + tags: get,generic,conda-package,_package.mkl,_source.intel + version: 2023.1.0 + - names: + - conda-package + - mkl-include + tags: get,generic,conda-package,_package.mkl-include,_source.intel + version: 2023.1.0 + - names: + - conda-package + - intel-openmp + tags: get,generic,conda-package,_package.intel-openmp,_source.intel + version: 2023.1.0 + - names: + - conda-package + - llvm-openmp + tags: get,generic,conda-package,_package.llvm-openmp,_source.conda-forge + - names: + - conda-package + - jemalloc + tags: get,generic,conda-package,_package.jemalloc,_source.conda-forge + - names: + - conda-package + - wheel + tags: get,generic,conda-package,_package.wheel,_source.conda-forge + - names: + - conda-package + - setuptools + tags: get,generic,conda-package,_package.setuptools,_source.conda-forge + version: 69.5.1 + - names: + - conda-package + - future + tags: get,generic,conda-package,_package.future,_source.conda-forge + - names: + - conda-package + - libstdcxx-ng + tags: get,generic,conda-package,_package.libstdcxx-ng,_source.conda-forge + env: + CM_CONDA_ENV: 'yes' + CM_MLPERF_INFERENCE_INTEL: 'yes' + CM_MLPERF_INFERENCE_INTEL_LANGUAGE_MODEL: 'yes' + USE_CUDA: '0' + for-intel-mlperf-inference-v3.1-dlrm-v2: + ad: + pytorch-src-repo: + tags: _no-recurse-submodules,_full-history + base: + - sha.927dc662386af052018212c7d01309a506fc94cd + deps: + - tags: get,cmake + version_min: 3.25.0 + for-nvidia-mlperf-inference-v3.1: + ad: + pytorch-src-repo: + tags: _no-recurse-submodules,_full-history + base: + - sha.b5021ba9 + - cuda + deps: + - tags: get,cmake + version_min: 3.25.0 + for-nvidia-mlperf-inference-v4.0: + ad: + pytorch-src-repo: + tags: _no-recurse-submodules,_full-history + base: + - sha.32f93b1 + - cuda + deps: + - tags: get,cmake + version_min: 3.25.0 + - tags: get,generic-python-lib,_package.numpy + version: 1.22.4 + - tags: get,generic-python-lib,_package.networkx + version: '3.1' + pr-to-apply.#: + ad: + pytorch-src-repo: + tags: _pr-to-apply.# + env: {} + repo.#: + env: + CM_GIT_URL: '#' + group: repo + repo.https://github.com/pytorch/pytorch: + default: true + env: + CM_GIT_URL: https://github.com/pytorch/pytorch + group: repo + sha.#: + env: + CM_GIT_CHECKOUT_SHA: '#' + tag.#: + ad: + pytorch-src-repo: + tags: _no-recurse-submodules,_full-history + env: + CM_GIT_CHECKOUT_TAG: '#' +versions: {} diff --git a/script/install-pytorch-kineto-from-src/_cm.yaml b/script/install-pytorch-kineto-from-src/_cm.yaml index d7417150b2..11a5dd8ff0 100644 --- a/script/install-pytorch-kineto-from-src/_cm.yaml +++ b/script/install-pytorch-kineto-from-src/_cm.yaml @@ -1,130 +1,85 @@ -{ - "alias": "install-pytorch-kineto-from-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Compiler automation", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "names": [ - "python", - "python3" - ], - "skip_if_env": { - "CM_CONDA_ENV": [ - "yes" - ] - }, - "tags": "get,python3" - }, - { - "tags": "get,cmake", - "version_min": "3.25.0" - }, - { - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_PYTORCH_KINETO_SRC_REPO_PATH" - }, - "extra_cache_tags": "pytorch-kineto,kineto,src,pytorch-kineto-src,pytorch-kineto-src-repo", - "names": [ - "pytorch-kineto-src-repo" - ], - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_branch.": [ - "CM_GIT_CHECKOUT" - ], - "_repo.": [ - "CM_GIT_URL" - ], - "_sha.": [ - "CM_GIT_CHECKOUT_SHA" - ], - "_tag.": [ - "CM_GIT_CHECKOUT_TAG" - ] - } - } - ], - "env": { - "CM_GIT_URL": "https://github.com/pytorch/kineto" - }, - "name": "Build pytorch kineto from sources", - "new_env_keys": [ - "CM_PYTORCH_KINETO_*" - ], - "prehook_deps": [], - "sort": 1000, - "tags": [ - "install", - "get", - "src", - "from.src", - "pytorch-kineto", - "kineto", - "src-pytorch-kineto" - ], - "uid": "98a4b061712d4483", - "variations": { - "branch.#": { - "env": { - "CM_GIT_CHECKOUT": "#" - } - }, - "cuda": { - "deps": [ - { - "names": [ - "cuda" - ], - "tags": "get,cuda,_cudnn" - } - ], - "env": { - "CUDA_HOME": "<<>>", - "CUDA_NVCC_EXECUTABLE": "<<>>", - "CUDNN_INCLUDE_PATH": "<<>>", - "CUDNN_LIBRARY_PATH": "<<>>", - "TORCH_CUDA_ARCH_LIST": "Ampere Ada Hopper", - "TORCH_CXX_FLAGS": "-D_GLIBCXX_USE_CXX11_ABI=1", - "USE_CUDA": "1", - "USE_CUDNN": "1" - } - }, - "repo.#": { - "env": { - "CM_GIT_URL": "#" - }, - "group": "repo" - }, - "repo.https://github.com/pytorch/kineto": { - "default": true, - "env": { - "CM_GIT_URL": "https://github.com/pytorch/kineto" - }, - "group": "repo" - }, - "sha.#": { - "env": { - "CM_GIT_CHECKOUT_SHA": "#" - } - }, - "tag.#": { - "ad": { - "pytorch-src-repo": { - "tags": "_full-history" - } - }, - "env": { - "CM_GIT_CHECKOUT_TAG": "#" - } - } - }, - "versions": {} -} +alias: install-pytorch-kineto-from-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Compiler automation +deps: +- tags: detect,os +- tags: detect,cpu +- names: + - python + - python3 + skip_if_env: + CM_CONDA_ENV: + - 'yes' + tags: get,python3 +- tags: get,cmake + version_min: 3.25.0 +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_PYTORCH_KINETO_SRC_REPO_PATH + extra_cache_tags: pytorch-kineto,kineto,src,pytorch-kineto-src,pytorch-kineto-src-repo + names: + - pytorch-kineto-src-repo + tags: get,git,repo + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL + _sha.: + - CM_GIT_CHECKOUT_SHA + _tag.: + - CM_GIT_CHECKOUT_TAG +env: + CM_GIT_URL: https://github.com/pytorch/kineto +name: Build pytorch kineto from sources +new_env_keys: +- CM_PYTORCH_KINETO_* +prehook_deps: [] +sort: 1000 +tags: +- install +- get +- src +- from.src +- pytorch-kineto +- kineto +- src-pytorch-kineto +uid: 98a4b061712d4483 +variations: + branch.#: + env: + CM_GIT_CHECKOUT: '#' + cuda: + deps: + - names: + - cuda + tags: get,cuda,_cudnn + env: + CUDA_HOME: <<>> + CUDA_NVCC_EXECUTABLE: <<>> + CUDNN_INCLUDE_PATH: <<>> + CUDNN_LIBRARY_PATH: <<>> + TORCH_CUDA_ARCH_LIST: Ampere Ada Hopper + TORCH_CXX_FLAGS: -D_GLIBCXX_USE_CXX11_ABI=1 + USE_CUDA: '1' + USE_CUDNN: '1' + repo.#: + env: + CM_GIT_URL: '#' + group: repo + repo.https://github.com/pytorch/kineto: + default: true + env: + CM_GIT_URL: https://github.com/pytorch/kineto + group: repo + sha.#: + env: + CM_GIT_CHECKOUT_SHA: '#' + tag.#: + ad: + pytorch-src-repo: + tags: _full-history + env: + CM_GIT_CHECKOUT_TAG: '#' +versions: {} diff --git a/script/install-qaic-compute-sdk-from-src/_cm.yaml b/script/install-qaic-compute-sdk-from-src/_cm.yaml index c2c54c715f..de30242091 100644 --- a/script/install-qaic-compute-sdk-from-src/_cm.yaml +++ b/script/install-qaic-compute-sdk-from-src/_cm.yaml @@ -1,118 +1,80 @@ -{ - "alias": "install-qaic-compute-sdk-from-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML frameworks", - "deps": [ - { - "names": [ - "qaic-software-git-repo" - ], - "update_tags_from_env_with_prefix": { - "_repo.": [ "CM_GIT_URL" ], - "_branch.": [ "CM_GIT_CHECKOUT" ] - }, - "tags": "get,git,repo,_repo.https://github.com/quic/software-kit-for-qualcomm-cloud-ai-100-cc", - "extra_cache_tags": "compute-sdk,qaic,from.src" - }, - { - "names": [ - "cmake" - ], - "tags": "get,cmake", - "version_min": "3.24.0" - }, - { - "names": [ - "llvm" - ], - "tags": "get,llvm,_from-src" - }, - { - "tags": "get,generic,sys-util,_libudev-dev" - }, - { - "tags": "get,generic,sys-util,_libpci-dev" - }, - { - "tags": "get,google,test" - }, - { - "tags": "get,generic-sys-util,_ninja-build" - }, - { - "tags": "get,generic-sys-util,_rsync" - }, - { - "env": { - "CM_EXTRACT_FINAL_ENV_NAME": "CM_HEXAGON_TOOLS_INSTALLED_DIR" - }, - "tags": "download-and-extract,_extract,_url.https://codelinaro.jfrog.io/artifactory/codelinaro-toolchain-for-hexagon/v15.0.5/clang+llvm-15.0.5-cross-hexagon-unknown-linux-musl.tar.xz", - "names": [ "dae" ], - "extra_cache_tags": "hexagon-compiler", - "force_cache": true - } - ], - "input_description": {}, - "input_mapping": {}, - "new_env_keys": [ - "+PATH", - "CM_QAIC_COMPUTE_SDK_PATH" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "get", - "qaic", - "from.src", - "software", - "compute", - "compute-sdk", - "qaic-compute-sdk", - "sdk" - ], - "uid": "9701bdda97fa4045", - "variations": { - "debug": { - "env": { - "CM_QAIC_COMPUTE_SDK_INSTALL_MODE": "debug" - }, - "group": "installation-mode" - }, - "release": { - "default": true, - "env": { - "CM_QAIC_COMPUTE_SDK_INSTALL_MODE": "release" - }, - "group": "installation-mode" - }, - "release-assert": { - "env": { - "CM_QAIC_COMPUTE_SDK_INSTALL_MODE": "release-assert" - }, - "group": "installation-mode" - }, - "repo.quic": { - "group": "repo-source", - "default": true, - "env": { - "CM_GIT_URL": "https://github.com/quic/software-kit-for-qualcomm-cloud-ai-100-cc" - } - }, - "repo.#": { - "group": "repo-source", - "env": { - "CM_GIT_URL": "#" - } - }, - "branch.#": { - "env": { - "CM_GIT_CHECKOUT": "#" - } - } - }, - "versions": {} -} +alias: install-qaic-compute-sdk-from-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML frameworks +deps: +- extra_cache_tags: compute-sdk,qaic,from.src + names: + - qaic-software-git-repo + tags: get,git,repo,_repo.https://github.com/quic/software-kit-for-qualcomm-cloud-ai-100-cc + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL +- names: + - cmake + tags: get,cmake + version_min: 3.24.0 +- names: + - llvm + tags: get,llvm,_from-src +- tags: get,generic,sys-util,_libudev-dev +- tags: get,generic,sys-util,_libpci-dev +- tags: get,google,test +- tags: get,generic-sys-util,_ninja-build +- tags: get,generic-sys-util,_rsync +- env: + CM_EXTRACT_FINAL_ENV_NAME: CM_HEXAGON_TOOLS_INSTALLED_DIR + extra_cache_tags: hexagon-compiler + force_cache: true + names: + - dae + tags: download-and-extract,_extract,_url.https://codelinaro.jfrog.io/artifactory/codelinaro-toolchain-for-hexagon/v15.0.5/clang+llvm-15.0.5-cross-hexagon-unknown-linux-musl.tar.xz +input_description: {} +input_mapping: {} +new_env_keys: +- +PATH +- CM_QAIC_COMPUTE_SDK_PATH +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- get +- qaic +- from.src +- software +- compute +- compute-sdk +- qaic-compute-sdk +- sdk +uid: 9701bdda97fa4045 +variations: + branch.#: + env: + CM_GIT_CHECKOUT: '#' + debug: + env: + CM_QAIC_COMPUTE_SDK_INSTALL_MODE: debug + group: installation-mode + release: + default: true + env: + CM_QAIC_COMPUTE_SDK_INSTALL_MODE: release + group: installation-mode + release-assert: + env: + CM_QAIC_COMPUTE_SDK_INSTALL_MODE: release-assert + group: installation-mode + repo.#: + env: + CM_GIT_URL: '#' + group: repo-source + repo.quic: + default: true + env: + CM_GIT_URL: https://github.com/quic/software-kit-for-qualcomm-cloud-ai-100-cc + group: repo-source +versions: {} diff --git a/script/install-rapidjson-from-src/_cm.yaml b/script/install-rapidjson-from-src/_cm.yaml index a6ff99a3d6..b754a02d6e 100644 --- a/script/install-rapidjson-from-src/_cm.yaml +++ b/script/install-rapidjson-from-src/_cm.yaml @@ -1,93 +1,61 @@ -{ - "alias": "install-rapidjson-from-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Compiler automation", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_RAPIDJSON_SRC_REPO_PATH" - }, - "extra_cache_tags": "rapidjson,src,rapidjson-src,rapidjson-src-repo", - "names": [ - "rapidjson-src-repo", - "rapidjson-src" - ], - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_branch.": [ - "CM_GIT_CHECKOUT" - ], - "_repo.": [ - "CM_GIT_URL" - ], - "_sha.": [ - "CM_GIT_CHECKOUT_SHA" - ], - "_tag.": [ - "CM_GIT_CHECKOUT_TAG" - ] - } - } - ], - "env": { - }, - "name": "Build rapidjson from sources", - "new_env_keys": [ - "CM_RAPIDJSON_*" - ], - "prehook_deps": [], - "sort": 1000, - "tags": [ - "install", - "get", - "src", - "from.src", - "rapidjson", - "src-rapidjson" - ], - "uid": "5171e69b4bb94989", - "variations": { - "branch.#": { - "env": { - "CM_GIT_CHECKOUT": "#" - } - }, - "repo.#": { - "env": { - "CM_GIT_URL": "#" - }, - "group": "repo" - }, - "repo.https://github.com/Tencent/rapidjson": { - "default": true, - "env": { - "CM_GIT_URL": "https://github.com/Tencent/rapidjson" - }, - "group": "repo" - }, - "sha.#": { - "env": { - "CM_GIT_CHECKOUT_SHA": "#" - } - }, - "tag.#": { - "ad": { - "rapidjson-src-repo": { - "tags": "_no-recurse-submodules,_full-history" - } - }, - "env": { - "CM_GIT_CHECKOUT_TAG": "#" - } - } - }, - "versions": {} -} +alias: install-rapidjson-from-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Compiler automation +deps: +- tags: detect,os +- tags: detect,cpu +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_RAPIDJSON_SRC_REPO_PATH + extra_cache_tags: rapidjson,src,rapidjson-src,rapidjson-src-repo + names: + - rapidjson-src-repo + - rapidjson-src + tags: get,git,repo + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL + _sha.: + - CM_GIT_CHECKOUT_SHA + _tag.: + - CM_GIT_CHECKOUT_TAG +env: {} +name: Build rapidjson from sources +new_env_keys: +- CM_RAPIDJSON_* +prehook_deps: [] +sort: 1000 +tags: +- install +- get +- src +- from.src +- rapidjson +- src-rapidjson +uid: 5171e69b4bb94989 +variations: + branch.#: + env: + CM_GIT_CHECKOUT: '#' + repo.#: + env: + CM_GIT_URL: '#' + group: repo + repo.https://github.com/Tencent/rapidjson: + default: true + env: + CM_GIT_URL: https://github.com/Tencent/rapidjson + group: repo + sha.#: + env: + CM_GIT_CHECKOUT_SHA: '#' + tag.#: + ad: + rapidjson-src-repo: + tags: _no-recurse-submodules,_full-history + env: + CM_GIT_CHECKOUT_TAG: '#' +versions: {} diff --git a/script/install-rocm/_cm.yaml b/script/install-rocm/_cm.yaml index 925f8635f0..395ed8764b 100644 --- a/script/install-rocm/_cm.yaml +++ b/script/install-rocm/_cm.yaml @@ -1,28 +1,19 @@ -{ - "alias": "install-rocm", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML frameworks", - "clean_files": [], - "default_version": "5.7.1", - "deps": [ - { - "tags": "detect,os" - } - ], - "env": { - }, - "new_env_keys": [ - "CM_ROCM_*", - "+PATH" - ], - "tags": [ - "install", - "rocm", - "install-rocm" - ], - "uid": "9d13f90463ce4545", - "versions": { - } -} +alias: install-rocm +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML frameworks +clean_files: [] +default_version: 5.7.1 +deps: +- tags: detect,os +env: {} +new_env_keys: +- CM_ROCM_* +- +PATH +tags: +- install +- rocm +- install-rocm +uid: 9d13f90463ce4545 +versions: {} diff --git a/script/install-tensorflow-for-c/_cm.yaml b/script/install-tensorflow-for-c/_cm.yaml index 3aa23092bd..31133a8873 100644 --- a/script/install-tensorflow-for-c/_cm.yaml +++ b/script/install-tensorflow-for-c/_cm.yaml @@ -1,21 +1,15 @@ -{ - "alias": "install-tensorflow-for-c", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "AI/ML frameworks", - "cache": true, - "clean_files": [], - "default_version": "2.8.0", - "deps": [ - { - "tags": "detect,os" - } - ], - "tags": [ - "install", - "tensorflow", - "lib", - "lang-c" - ], - "uid": "d73783d8302547d7" -} +alias: install-tensorflow-for-c +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML frameworks +clean_files: [] +default_version: 2.8.0 +deps: +- tags: detect,os +tags: +- install +- tensorflow +- lib +- lang-c +uid: d73783d8302547d7 diff --git a/script/install-tensorflow-from-src/_cm.yaml b/script/install-tensorflow-from-src/_cm.yaml index 059a628638..31542404ed 100644 --- a/script/install-tensorflow-from-src/_cm.yaml +++ b/script/install-tensorflow-from-src/_cm.yaml @@ -1,499 +1,346 @@ -{ - "alias": "install-tensorflow-from-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML frameworks", - "clean_files": [], - "default_version": "master", - "deps": [ - { - "tags": "detect,cpu" - }, - { - "tags": "detect,os" - }, - { - "tags": "get,generic-sys-util,_zlib", - "enable_if_env": { - "CM_HOST_OS_FLAVOR": [ "ubuntu" ], - "CM_HOST_OS_VERSION": [ "18.04" ] - } - }, - { - "tags": "get,generic-python-lib,_package.numpy" - } - ], - "default_env": { - "CM_GIT_URL": "https://github.com/tensorflow/tensorflow", - "CM_GIT_DEPTH": "1", - "CM_TFLITE": "off" - }, - "extra_cache_tags_from_env": [ - { - "env": "CM_PYTHON_CACHE_TAGS", - "prefix": "python-" - } - ], - "tags": [ - "get", - "install", - "tensorflow", - "lib", - "source", - "from-source", - "from-src", - "src", - "from.src" - ], - "new_env_keys": [ - "+C_INCLUDE_PATH", - "+CPLUS_INCLUDE_PATH", - "+LD_LIBRARY_PATH", - "+DYLD_FALLBACK_LIBRARY_PATH" - ], - "uid": "a974533c4c854597", - "variations": { - "tflite": { - "env": { - "CM_TFLITE": "on" - } - } - }, - "versions": { - "master": { - "deps": [ - { - "tags": "get,python", - "version_max": "3.12.999", - "version_min": "3.9.0", - "names":["python","python3"] - }, - { - "tags": "get,llvm", - "version_min": "17.0.6", - "version_max": "17.9.99", - "version_max_usable": "17.0.6" - }, - { - "tags": "get,bazel", - "version": "6.5.0" - } - ], - "env": { - "CM_GIT_CHECKOUT": "master" - } - }, - "v1.15.0": { - "deps": [ - { - "tags": "get,python", - "version_max": "3.7", - "version_min": "3.3", - "names":["python","python3"] - }, - { - "tags": "gcc,get", - "version_max": "7.3.1", - "version_min": "7" - }, - { - "tags": "get,bazel", - "version": "0.26.1" - } - ], - "env": { - "CM_GIT_CHECKOUT": "v1.15.0" - } - }, - "v2.0.0": { - "deps": [ - { - "tags": "get,python", - "version_max": "3.7.999", - "version_max_usable": "3.7.12", - "version_min": "3.3.0", - "names":["python","python3"] - }, - { - "tags": "gcc,get", - "version_max": "7.3.1", - "version_min": "7" - }, - { - "tags": "get,bazel", - "version": "0.26.1" - } - ], - "env": { - "CM_GIT_CHECKOUT": "v2.0.0" - } - }, - "v2.1.0": { - "deps": [ - { - "tags": "get,python", - "version_max": "3.7.999", - "version_max_usable": "3.7.12", - "version_min": "3.3.0", - "names":["python","python3"] - }, - { - "tags": "gcc,get", - "version_max": "7.3.1", - "version_min": "7" - }, - { - "tags": "get,bazel", - "version": "0.27.1" - } - ], - "env": { - "CM_GIT_CHECKOUT": "v2.1.0" - } - }, - "v2.2.0": { - "deps": [ - { - "tags": "get,python", - "version_max": "3.8.999", - "version_max_usable": "3.8.12", - "version_min": "3.5.0", - "names":["python","python3"] - }, - { - "tags": "gcc,get", - "version_max": "7.3.1", - "version_min": "7" - }, - { - "tags": "get,bazel", - "version": "2.0.0" - } - ], - "env": { - "CM_GIT_CHECKOUT": "v2.2.0" - } - }, - "v2.3.0": { - "deps": [ - { - "tags": "get,python", - "version_max": "3.8.999", - "version_max_usable": "3.8.12", - "version_min": "3.5.0", - "names":["python","python3"] - }, - { - "tags": "gcc,get", - "version_max": "7.3.1", - "version_min": "7" - }, - { - "tags": "get,bazel", - "version": "3.1.0" - } - ], - "env": { - "CM_GIT_CHECKOUT": "v2.3.0" - } - }, - "v2.4.0": { - "deps": [ - { - "tags": "get,python", - "version_max": "3.8.999", - "version_max_usable": "3.8.12", - "version_min": "3.6.0", - "names":["python","python3"] - }, - { - "tags": "gcc,get", - "version_max": "7.3.1", - "version_min": "7" - }, - { - "tags": "get,bazel", - "version": "3.1.0" - } - ], - "env": { - "CM_GIT_CHECKOUT": "v2.4.0" - } - }, - "v2.5.0": { - "deps": [ - { - "tags": "get,python", - "version_max": "3.9.999", - "version_max_usable": "3.9.12", - "version_min": "3.6.0", - "names":["python","python3"] - }, - { - "tags": "gcc,get", - "version_max": "7.3.1", - "version_min": "7" - }, - { - "tags": "get,bazel", - "version": "3.7.2" - } - ], - "env": { - "CM_GIT_CHECKOUT": "v2.5.0" - } - }, - "v2.6.0": { - "deps": [ - { - "tags": "get,python", - "version_max": "3.9.999", - "version_max_usable": "3.9.12", - "version_min": "3.6.0", - "names":["python","python3"] - }, - { - "tags": "gcc,get", - "version_max": "7.3.1", - "version_min": "7" - }, - { - "tags": "get,bazel", - "version": "3.7.2" - } - ], - "env": { - "CM_GIT_CHECKOUT": "v2.6.0" - } - }, - "v2.7.0": { - "deps": [ - { - "tags": "get,python", - "version_max": "3.9.999", - "version_max_usable": "3.9.12", - "version_min": "3.7.0", - "names":["python","python3"] - }, - { - "tags": "gcc,get", - "version_max": "7.3.1", - "version_min": "7" - }, - { - "tags": "get,bazel", - "version": "3.7.2" - } - ], - "env": { - "CM_GIT_CHECKOUT": "v2.7.0" - } - }, - "v2.8.0": { - "deps": [ - { - "tags": "get,python", - "version_max": "3.10.999", - "version_max_usable": "3.10.12", - "version_min": "3.7.0", - "names":["python","python3"] - }, - { - "tags": "gcc,get", - "version_max": "7.3.1", - "version_min": "7" - }, - { - "tags": "get,bazel", - "version": "4.2.1" - } - ], - "env": { - "CM_GIT_CHECKOUT": "v2.8.0" - } - }, - "v2.9.0": { - "deps": [ - { - "tags": "get,python", - "version_max": "3.10.999", - "version_max_usable": "3.10.12", - "version_min": "3.7.0", - "names":["python","python3"] - }, - { - "tags": "gcc,get", - "version_max": "10", - "version_min": "9" - }, - { - "tags": "get,bazel", - "version": "5.0.0" - } - ], - "env": { - "CM_GIT_CHECKOUT": "v2.9.0" - } - }, - "v2.10.0": { - "deps": [ - { - "tags": "get,python", - "version_max": "3.10.999", - "version_max_usable": "3.10.12", - "version_min": "3.7.0", - "names":["python","python3"] - }, - { - "tags": "gcc,get", - "version_max": "10", - "version_min": "9" - }, - { - "tags": "get,bazel", - "version": "5.1.1" - } - ], - "env": { - "CM_GIT_CHECKOUT": "v2.10.0" - } - }, - "v2.11.0": { - "deps": [ - { - "tags": "get,python", - "version_max": "3.10.999", - "version_max_usable": "3.10.12", - "version_min": "3.7.0", - "names":["python","python3"] - }, - { - "tags": "gcc,get", - "version_max": "10", - "version_min": "9" - }, - { - "tags": "get,bazel", - "version": "5.3.0" - } - ], - "env": { - "CM_GIT_CHECKOUT": "v2.11.0" - } - }, - "v2.12.0": { - "deps": [ - { - "tags": "get,python", - "version_max": "3.11.999", - "version_max_usable": "3.11.12", - "version_min": "3.7.0", - "names":["python","python3"] - }, - { - "tags": "gcc,get", - "version_max": "12", - "version_min": "9" - }, - { - "tags": "get,bazel", - "version": "5.3.0" - } - ], - "env": { - "CM_GIT_CHECKOUT": "v2.12.0" - } - }, - "v2.13.0": { - "deps": [ - { - "tags": "get,python", - "version_max": "3.11.999", - "version_max_usable": "3.11.12", - "version_min": "3.8.0", - "names":["python","python3"] - }, - { - "tags": "get,llvm", - "version": "16.0.0" - }, - { - "tags": "get,bazel", - "version": "5.3.0" - } - ], - "env": { - "CM_GIT_CHECKOUT": "v2.13.0" - } - }, - "v2.14.0": { - "deps": [ - { - "tags": "get,python", - "version_max": "3.11.999", - "version_max_usable": "3.11.12", - "version_min": "3.9.0", - "names":["python","python3"] - }, - { - "tags": "get,llvm", - "version": "16.0.0" - }, - { - "tags": "get,bazel", - "version": "6.1.0" - } - ], - "env": { - "CM_GIT_CHECKOUT": "v2.14.0" - } - }, - "v2.15.0": { - "deps": [ - { - "tags": "get,python", - "version_max": "3.11.999", - "version_max_usable": "3.11.12", - "version_min": "3.9.0", - "names":["python","python3"] - }, - { - "tags": "get,llvm", - "version": "16.0.0" - }, - { - "tags": "get,bazel", - "version": "6.1.0" - } - ], - "env": { - "CM_GIT_CHECKOUT": "v2.15.0" - } - }, - "v2.16.1": { - "deps": [ - { - "tags": "get,python", - "version_max": "3.12.999", - "version_max_usable": "3.11.12", - "version_min": "3.9.0", - "names":["python","python3"] - }, - { - "tags": "get,llvm", - "version_min": "16.0.0", - "version_max_usable": "17.0.6", - "version_max": "17.9.999" - }, - { - "tags": "get,bazel", - "version": "6.5.0" - } - ], - "env": { - "CM_GIT_CHECKOUT": "v2.16.1" - } - } - } -} +alias: install-tensorflow-from-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML frameworks +clean_files: [] +default_env: + CM_GIT_DEPTH: '1' + CM_GIT_URL: https://github.com/tensorflow/tensorflow + CM_TFLITE: 'off' +default_version: master +deps: +- tags: detect,cpu +- tags: detect,os +- enable_if_env: + CM_HOST_OS_FLAVOR: + - ubuntu + CM_HOST_OS_VERSION: + - '18.04' + tags: get,generic-sys-util,_zlib +- tags: get,generic-python-lib,_package.numpy +extra_cache_tags_from_env: +- env: CM_PYTHON_CACHE_TAGS + prefix: python- +new_env_keys: +- +C_INCLUDE_PATH +- +CPLUS_INCLUDE_PATH +- +LD_LIBRARY_PATH +- +DYLD_FALLBACK_LIBRARY_PATH +tags: +- get +- install +- tensorflow +- lib +- source +- from-source +- from-src +- src +- from.src +uid: a974533c4c854597 +variations: + tflite: + env: + CM_TFLITE: 'on' +versions: + master: + deps: + - names: + - python + - python3 + tags: get,python + version_max: 3.12.999 + version_min: 3.9.0 + - tags: get,llvm + version_max: 17.9.99 + version_max_usable: 17.0.6 + version_min: 17.0.6 + - tags: get,bazel + version: 6.5.0 + env: + CM_GIT_CHECKOUT: master + v1.15.0: + deps: + - names: + - python + - python3 + tags: get,python + version_max: '3.7' + version_min: '3.3' + - tags: gcc,get + version_max: 7.3.1 + version_min: '7' + - tags: get,bazel + version: 0.26.1 + env: + CM_GIT_CHECKOUT: v1.15.0 + v2.0.0: + deps: + - names: + - python + - python3 + tags: get,python + version_max: 3.7.999 + version_max_usable: 3.7.12 + version_min: 3.3.0 + - tags: gcc,get + version_max: 7.3.1 + version_min: '7' + - tags: get,bazel + version: 0.26.1 + env: + CM_GIT_CHECKOUT: v2.0.0 + v2.1.0: + deps: + - names: + - python + - python3 + tags: get,python + version_max: 3.7.999 + version_max_usable: 3.7.12 + version_min: 3.3.0 + - tags: gcc,get + version_max: 7.3.1 + version_min: '7' + - tags: get,bazel + version: 0.27.1 + env: + CM_GIT_CHECKOUT: v2.1.0 + v2.10.0: + deps: + - names: + - python + - python3 + tags: get,python + version_max: 3.10.999 + version_max_usable: 3.10.12 + version_min: 3.7.0 + - tags: gcc,get + version_max: '10' + version_min: '9' + - tags: get,bazel + version: 5.1.1 + env: + CM_GIT_CHECKOUT: v2.10.0 + v2.11.0: + deps: + - names: + - python + - python3 + tags: get,python + version_max: 3.10.999 + version_max_usable: 3.10.12 + version_min: 3.7.0 + - tags: gcc,get + version_max: '10' + version_min: '9' + - tags: get,bazel + version: 5.3.0 + env: + CM_GIT_CHECKOUT: v2.11.0 + v2.12.0: + deps: + - names: + - python + - python3 + tags: get,python + version_max: 3.11.999 + version_max_usable: 3.11.12 + version_min: 3.7.0 + - tags: gcc,get + version_max: '12' + version_min: '9' + - tags: get,bazel + version: 5.3.0 + env: + CM_GIT_CHECKOUT: v2.12.0 + v2.13.0: + deps: + - names: + - python + - python3 + tags: get,python + version_max: 3.11.999 + version_max_usable: 3.11.12 + version_min: 3.8.0 + - tags: get,llvm + version: 16.0.0 + - tags: get,bazel + version: 5.3.0 + env: + CM_GIT_CHECKOUT: v2.13.0 + v2.14.0: + deps: + - names: + - python + - python3 + tags: get,python + version_max: 3.11.999 + version_max_usable: 3.11.12 + version_min: 3.9.0 + - tags: get,llvm + version: 16.0.0 + - tags: get,bazel + version: 6.1.0 + env: + CM_GIT_CHECKOUT: v2.14.0 + v2.15.0: + deps: + - names: + - python + - python3 + tags: get,python + version_max: 3.11.999 + version_max_usable: 3.11.12 + version_min: 3.9.0 + - tags: get,llvm + version: 16.0.0 + - tags: get,bazel + version: 6.1.0 + env: + CM_GIT_CHECKOUT: v2.15.0 + v2.16.1: + deps: + - names: + - python + - python3 + tags: get,python + version_max: 3.12.999 + version_max_usable: 3.11.12 + version_min: 3.9.0 + - tags: get,llvm + version_max: 17.9.999 + version_max_usable: 17.0.6 + version_min: 16.0.0 + - tags: get,bazel + version: 6.5.0 + env: + CM_GIT_CHECKOUT: v2.16.1 + v2.2.0: + deps: + - names: + - python + - python3 + tags: get,python + version_max: 3.8.999 + version_max_usable: 3.8.12 + version_min: 3.5.0 + - tags: gcc,get + version_max: 7.3.1 + version_min: '7' + - tags: get,bazel + version: 2.0.0 + env: + CM_GIT_CHECKOUT: v2.2.0 + v2.3.0: + deps: + - names: + - python + - python3 + tags: get,python + version_max: 3.8.999 + version_max_usable: 3.8.12 + version_min: 3.5.0 + - tags: gcc,get + version_max: 7.3.1 + version_min: '7' + - tags: get,bazel + version: 3.1.0 + env: + CM_GIT_CHECKOUT: v2.3.0 + v2.4.0: + deps: + - names: + - python + - python3 + tags: get,python + version_max: 3.8.999 + version_max_usable: 3.8.12 + version_min: 3.6.0 + - tags: gcc,get + version_max: 7.3.1 + version_min: '7' + - tags: get,bazel + version: 3.1.0 + env: + CM_GIT_CHECKOUT: v2.4.0 + v2.5.0: + deps: + - names: + - python + - python3 + tags: get,python + version_max: 3.9.999 + version_max_usable: 3.9.12 + version_min: 3.6.0 + - tags: gcc,get + version_max: 7.3.1 + version_min: '7' + - tags: get,bazel + version: 3.7.2 + env: + CM_GIT_CHECKOUT: v2.5.0 + v2.6.0: + deps: + - names: + - python + - python3 + tags: get,python + version_max: 3.9.999 + version_max_usable: 3.9.12 + version_min: 3.6.0 + - tags: gcc,get + version_max: 7.3.1 + version_min: '7' + - tags: get,bazel + version: 3.7.2 + env: + CM_GIT_CHECKOUT: v2.6.0 + v2.7.0: + deps: + - names: + - python + - python3 + tags: get,python + version_max: 3.9.999 + version_max_usable: 3.9.12 + version_min: 3.7.0 + - tags: gcc,get + version_max: 7.3.1 + version_min: '7' + - tags: get,bazel + version: 3.7.2 + env: + CM_GIT_CHECKOUT: v2.7.0 + v2.8.0: + deps: + - names: + - python + - python3 + tags: get,python + version_max: 3.10.999 + version_max_usable: 3.10.12 + version_min: 3.7.0 + - tags: gcc,get + version_max: 7.3.1 + version_min: '7' + - tags: get,bazel + version: 4.2.1 + env: + CM_GIT_CHECKOUT: v2.8.0 + v2.9.0: + deps: + - names: + - python + - python3 + tags: get,python + version_max: 3.10.999 + version_max_usable: 3.10.12 + version_min: 3.7.0 + - tags: gcc,get + version_max: '10' + version_min: '9' + - tags: get,bazel + version: 5.0.0 + env: + CM_GIT_CHECKOUT: v2.9.0 diff --git a/script/install-terraform-from-src/_cm.yaml b/script/install-terraform-from-src/_cm.yaml index 8732e16598..a2cb2e4463 100644 --- a/script/install-terraform-from-src/_cm.yaml +++ b/script/install-terraform-from-src/_cm.yaml @@ -1,37 +1,24 @@ -{ - "alias": "install-terraform-from-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Cloud automation", - "cache": true, - "clean_files": [], - "default_version": "main", - "deps": [ - { - "tags": "detect,cpu" - }, - { - "tags": "get,tool,go" - } - ], - "env": { - "CM_GIT_URL": "https://github.com/hashicorp/terraform.git" - }, - "new_env_keys": [ - "CM_TERRAFORM_*", - "+PATH" - ], - "tags": [ - "install", - "terraform", - "from-src" - ], - "uid": "d79d47a074f34428", - "versions": { - "main": { - "env": { - "CM_GIT_CHECKOUT": "main" - } - } - } -} +alias: install-terraform-from-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Cloud automation +clean_files: [] +default_version: main +deps: +- tags: detect,cpu +- tags: get,tool,go +env: + CM_GIT_URL: https://github.com/hashicorp/terraform.git +new_env_keys: +- CM_TERRAFORM_* +- +PATH +tags: +- install +- terraform +- from-src +uid: d79d47a074f34428 +versions: + main: + env: + CM_GIT_CHECKOUT: main diff --git a/script/install-tflite-from-src/_cm.yaml b/script/install-tflite-from-src/_cm.yaml index ebd298b68f..6825db569d 100644 --- a/script/install-tflite-from-src/_cm.yaml +++ b/script/install-tflite-from-src/_cm.yaml @@ -1,62 +1,40 @@ -{ - "alias": "install-tflite-from-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "AI/ML frameworks", - "clean_files": [], - "default_version": "master", - "deps": [ - { - "tags": "detect,cpu" - }, - { - "tags": "get,compiler", - "names": [ - "compiler" - ] - }, - { - "tags": "get,cmake" - } - ], - "default_env": { - "CM_GIT_DEPTH": "1" - }, - "env": { - "CM_GIT_URL": "https://github.com/tensorflow/tensorflow" - }, - "extra_cache_tags_from_env": [ - { - "env": "CM_PYTHON_CACHE_TAGS", - "prefix": "python-" - } - ], - "new_env_keys": [ - "+C_INCLUDE_PATH", - "+CPLUS_INCLUDE_PATH", - "+LD_LIBRARY_PATH", - "+DYLD_FALLBACK_LIBRARY_PATH" - ], - "tags": [ - "get", - "install", - "tflite-cmake", - "tensorflow-lite-cmake", - "from-src" - ], - "uid": "5c72dab5eb88407c", - "versions": { - "master": { - "env": { - "CM_GIT_CHECKOUT": "master" - }, - "ad": { - "compiler": { - "tags": "gcc", - "version_min": "10.0.0" - } - } - } - } -} +alias: install-tflite-from-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: AI/ML frameworks +clean_files: [] +default_env: + CM_GIT_DEPTH: '1' +default_version: master +deps: +- tags: detect,cpu +- names: + - compiler + tags: get,compiler +- tags: get,cmake +env: + CM_GIT_URL: https://github.com/tensorflow/tensorflow +extra_cache_tags_from_env: +- env: CM_PYTHON_CACHE_TAGS + prefix: python- +new_env_keys: +- +C_INCLUDE_PATH +- +CPLUS_INCLUDE_PATH +- +LD_LIBRARY_PATH +- +DYLD_FALLBACK_LIBRARY_PATH +tags: +- get +- install +- tflite-cmake +- tensorflow-lite-cmake +- from-src +uid: 5c72dab5eb88407c +versions: + master: + ad: + compiler: + tags: gcc + version_min: 10.0.0 + env: + CM_GIT_CHECKOUT: master diff --git a/script/install-torchvision-from-src/_cm.yaml b/script/install-torchvision-from-src/_cm.yaml index c608dc2469..5e6bf9681d 100644 --- a/script/install-torchvision-from-src/_cm.yaml +++ b/script/install-torchvision-from-src/_cm.yaml @@ -1,170 +1,108 @@ -{ - "alias": "install-torchvision-from-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Compiler automation", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "names": [ - "python", - "python3" - ], - "skip_if_env": { - "CM_CONDA_ENV": [ - "yes" - ] - }, - "tags": "get,python3" - }, - { - "tags": "get,compiler", - "names": [ "compiler" ] - }, - { - "tags": "get,generic-sys-util,_libpng-dev", - "enable_if_env": { - "CM_TORCHVISION_NEEDS_PNG": [ - "yes" - ] - } - }, - { - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_PYTORCH_VISION_SRC_REPO_PATH" - }, - "extra_cache_tags": "pytorchvision,torchvision,torchvision-src,src,pytorchvision-src,pytorchvision-src-repo", - "names": [ - "pytorchision-src-repo", - "torchision-src-repo" - ], - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_branch.": [ - "CM_GIT_CHECKOUT" - ], - "_repo.": [ - "CM_GIT_URL" - ], - "_sha.": [ - "CM_GIT_CHECKOUT_SHA" - ], - "_tag.": [ - "CM_GIT_CHECKOUT_TAG" - ] - } - } - ], - "env": { - "CM_GIT_URL": "https://github.com/pytorch/vision" - }, - "name": "Build pytorchvision from sources", - "new_env_keys": [ - "CM_PYTORCHVISION_*" - ], - "prehook_deps": [], - "sort": 1000, - "tags": [ - "install", - "get", - "src", - "from.src", - "pytorchvision", - "torchvision", - "src-pytorchvision" - ], - "uid": "68b855780d474546", - "variations": { - "branch.#": { - "env": { - "CM_GIT_CHECKOUT": "#" - } - }, - "python.#": { - "env": { - "CM_PYTHON_BIN_WITH_PATH": "#" - } - }, - "cuda": { - "deps": [ - { - "names": [ - "cuda" - ], - "tags": "get,cuda,_cudnn" - } - ], - "env": { - "CUDA_HOME": "<<>>", - "CUDA_NVCC_EXECUTABLE": "<<>>", - "CUDNN_INCLUDE_PATH": "<<>>", - "CUDNN_LIBRARY_PATH": "<<>>", - "USE_CUDA": "1", - "USE_CUDNN": "1", - "TORCH_CUDA_ARCH_LIST": "Ampere Ada Hopper", - "TORCH_CXX_FLAGS": "-D_GLIBCXX_USE_CXX11_ABI=1" - } - }, - "for-nvidia-mlperf-inference-v4.0": { - "base": [ - "sha.657027f3", - "cuda" - ], - "deps": [ - { - "tags": "install,pytorch,from.src,_for-nvidia-mlperf-inference-v4.0" - } - ], - "env": { - } - }, - "for-nvidia-mlperf-inference-v3.1": { - "base": [ - "sha.657027f3", - "cuda" - ], - "deps": [ - { - "tags": "install,pytorch,from.src,_for-nvidia-mlperf-inference-v3.1" - } - ], - "env": { - } - }, - "repo.#": { - "env": { - "CM_GIT_URL": "#" - }, - "group": "repo" - }, - "repo.https://github.com/pytorch/vision": { - "default": true, - "env": { - "CM_GIT_URL": "https://github.com/pytorch/vision" - }, - "group": "repo" - }, - "sha.#": { - "env": { - "CM_GIT_CHECKOUT_SHA": "#" - } - }, - "tag.#": { - "ad": { - "pytorch-src-repo": { - "tags": "_no-recurse-submodules,_full-history" - } - }, - "env": { - "CM_GIT_CHECKOUT_TAG": "#" - } - } - }, - "versions": {} -} +alias: install-torchvision-from-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Compiler automation +deps: +- tags: detect,os +- tags: detect,cpu +- names: + - python + - python3 + skip_if_env: + CM_CONDA_ENV: + - 'yes' + tags: get,python3 +- names: + - compiler + tags: get,compiler +- enable_if_env: + CM_TORCHVISION_NEEDS_PNG: + - 'yes' + tags: get,generic-sys-util,_libpng-dev +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_PYTORCH_VISION_SRC_REPO_PATH + extra_cache_tags: pytorchvision,torchvision,torchvision-src,src,pytorchvision-src,pytorchvision-src-repo + names: + - pytorchision-src-repo + - torchision-src-repo + tags: get,git,repo + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL + _sha.: + - CM_GIT_CHECKOUT_SHA + _tag.: + - CM_GIT_CHECKOUT_TAG +env: + CM_GIT_URL: https://github.com/pytorch/vision +name: Build pytorchvision from sources +new_env_keys: +- CM_PYTORCHVISION_* +prehook_deps: [] +sort: 1000 +tags: +- install +- get +- src +- from.src +- pytorchvision +- torchvision +- src-pytorchvision +uid: 68b855780d474546 +variations: + branch.#: + env: + CM_GIT_CHECKOUT: '#' + cuda: + deps: + - names: + - cuda + tags: get,cuda,_cudnn + env: + CUDA_HOME: <<>> + CUDA_NVCC_EXECUTABLE: <<>> + CUDNN_INCLUDE_PATH: <<>> + CUDNN_LIBRARY_PATH: <<>> + TORCH_CUDA_ARCH_LIST: Ampere Ada Hopper + TORCH_CXX_FLAGS: -D_GLIBCXX_USE_CXX11_ABI=1 + USE_CUDA: '1' + USE_CUDNN: '1' + for-nvidia-mlperf-inference-v3.1: + base: + - sha.657027f3 + - cuda + deps: + - tags: install,pytorch,from.src,_for-nvidia-mlperf-inference-v3.1 + env: {} + for-nvidia-mlperf-inference-v4.0: + base: + - sha.657027f3 + - cuda + deps: + - tags: install,pytorch,from.src,_for-nvidia-mlperf-inference-v4.0 + env: {} + python.#: + env: + CM_PYTHON_BIN_WITH_PATH: '#' + repo.#: + env: + CM_GIT_URL: '#' + group: repo + repo.https://github.com/pytorch/vision: + default: true + env: + CM_GIT_URL: https://github.com/pytorch/vision + group: repo + sha.#: + env: + CM_GIT_CHECKOUT_SHA: '#' + tag.#: + ad: + pytorch-src-repo: + tags: _no-recurse-submodules,_full-history + env: + CM_GIT_CHECKOUT_TAG: '#' +versions: {} diff --git a/script/install-tpp-pytorch-extension/_cm.yaml b/script/install-tpp-pytorch-extension/_cm.yaml index 83cf74ed38..07ac48e4e6 100644 --- a/script/install-tpp-pytorch-extension/_cm.yaml +++ b/script/install-tpp-pytorch-extension/_cm.yaml @@ -1,164 +1,102 @@ -{ - "alias": "install-tpp-pytorch-extension", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Compiler automation", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "names": [ - "python", - "python3" - ], - "skip_if_env": { - "CM_CONDA_ENV": [ - "yes" - ] - }, - "tags": "get,python3" - }, - { - "names": [ - "pytorch" - ], - "skip_if_env": { - "CM_CONDA_ENV": [ - "yes" - ] - }, - "tags": "get,pytorch,from.src" - }, - { - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_TPP_PEX_SRC_REPO_PATH" - }, - "extra_cache_tags": "tpp,tpp-pex,src,tpp-pex-src,tpp-pex-src-repo", - "names": [ - "tpp-pex-src-repo" - ], - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_branch.": [ - "CM_GIT_CHECKOUT" - ], - "_repo.": [ - "CM_GIT_URL" - ], - "_sha.": [ - "CM_GIT_CHECKOUT_SHA" - ], - "_tag.": [ - "CM_GIT_CHECKOUT_TAG" - ] - } - } - ], - "env": {}, - "name": "Build TPP-PEX from sources", - "new_env_keys": [ - "CM_TPP_PEX_*" - ], - "prehook_deps": [], - "sort": 1000, - "tags": [ - "install", - "get", - "src", - "from.src", - "tpp-pex", - "src-tpp-pex" - ], - "uid": "1701d2f5f4e84d42", - "variations": { - "branch.#": { - "env": { - "CM_GIT_CHECKOUT": "#" - } - }, - "for-intel-mlperf-inference-v3.1-gptj": { - "adr": { - "conda-package": { - "tags": "_name.gptj-pt" - }, - "pytorch": { - "tags": "_for-intel-mlperf-inference-v3.1-gptj" - } - }, - "base": [ - "branch.mlperf_infer_31" - ], - "deps": [ - { - "names": [ - "conda" - ], - "tags": "get,conda,_name.gptj-pt" - }, - { - "names": [ - "conda-package", - "python3" - ], - "tags": "get,generic,conda-package,_package.python", - "version": "3.9" - }, - { - "names": [ - "conda-package", - "wheel" - ], - "tags": "get,generic,conda-package,_package.wheel,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "setuptools" - ], - "version": "69.5.1", - "tags": "get,generic,conda-package,_package.setuptools,_source.conda-forge" - }, - { - "tags": "install,llvm,src,_for-intel-mlperf-inference-v3.1-gptj" - } - ], - "env": { - "CM_CONDA_ENV": "yes" - } - }, - "repo.#": { - "env": { - "CM_GIT_URL": "#" - }, - "group": "repo" - }, - "repo.https://github.com/libxsmm/tpp-pytorch-extension": { - "default": true, - "env": { - "CM_GIT_URL": "https://github.com/libxsmm/tpp-pytorch-extension" - }, - "group": "repo" - }, - "sha.#": { - "env": { - "CM_GIT_CHECKOUT_SHA": "#" - } - }, - "tag.#": { - "ad": { - "pytorch-src-repo": { - "tags": "_no-recurse-submodules,_full-history" - } - }, - "env": { - "CM_GIT_CHECKOUT_TAG": "#" - } - } - }, - "versions": {} -} +alias: install-tpp-pytorch-extension +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Compiler automation +deps: +- tags: detect,os +- tags: detect,cpu +- names: + - python + - python3 + skip_if_env: + CM_CONDA_ENV: + - 'yes' + tags: get,python3 +- names: + - pytorch + skip_if_env: + CM_CONDA_ENV: + - 'yes' + tags: get,pytorch,from.src +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_TPP_PEX_SRC_REPO_PATH + extra_cache_tags: tpp,tpp-pex,src,tpp-pex-src,tpp-pex-src-repo + names: + - tpp-pex-src-repo + tags: get,git,repo + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL + _sha.: + - CM_GIT_CHECKOUT_SHA + _tag.: + - CM_GIT_CHECKOUT_TAG +env: {} +name: Build TPP-PEX from sources +new_env_keys: +- CM_TPP_PEX_* +prehook_deps: [] +sort: 1000 +tags: +- install +- get +- src +- from.src +- tpp-pex +- src-tpp-pex +uid: 1701d2f5f4e84d42 +variations: + branch.#: + env: + CM_GIT_CHECKOUT: '#' + for-intel-mlperf-inference-v3.1-gptj: + adr: + conda-package: + tags: _name.gptj-pt + pytorch: + tags: _for-intel-mlperf-inference-v3.1-gptj + base: + - branch.mlperf_infer_31 + deps: + - names: + - conda + tags: get,conda,_name.gptj-pt + - names: + - conda-package + - python3 + tags: get,generic,conda-package,_package.python + version: '3.9' + - names: + - conda-package + - wheel + tags: get,generic,conda-package,_package.wheel,_source.conda-forge + - names: + - conda-package + - setuptools + tags: get,generic,conda-package,_package.setuptools,_source.conda-forge + version: 69.5.1 + - tags: install,llvm,src,_for-intel-mlperf-inference-v3.1-gptj + env: + CM_CONDA_ENV: 'yes' + repo.#: + env: + CM_GIT_URL: '#' + group: repo + repo.https://github.com/libxsmm/tpp-pytorch-extension: + default: true + env: + CM_GIT_URL: https://github.com/libxsmm/tpp-pytorch-extension + group: repo + sha.#: + env: + CM_GIT_CHECKOUT_SHA: '#' + tag.#: + ad: + pytorch-src-repo: + tags: _no-recurse-submodules,_full-history + env: + CM_GIT_CHECKOUT_TAG: '#' +versions: {} diff --git a/script/install-transformers-from-src/_cm.yaml b/script/install-transformers-from-src/_cm.yaml index 4251f84b73..d2c411c974 100644 --- a/script/install-transformers-from-src/_cm.yaml +++ b/script/install-transformers-from-src/_cm.yaml @@ -1,161 +1,100 @@ -{ - "alias": "install-transformers-from-src", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Compiler automation", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "names": [ - "python", - "python3" - ], - "skip_if_env": { - "CM_CONDA_ENV": [ - "yes" - ] - }, - "tags": "get,python3" - }, - { - "names": [ - "pytorch" - ], - "skip_if_env": { - "CM_CONDA_ENV": [ - "yes" - ] - }, - "tags": "get,pytorch,from.src" - }, - { - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_TRANSFORMERS_SRC_REPO_PATH" - }, - "extra_cache_tags": "transformers,src,transformers-src,transformers-src-repo", - "names": [ - "transformers-src-repo" - ], - "tags": "get,git,repo", - "update_tags_from_env_with_prefix": { - "_branch.": [ - "CM_GIT_CHECKOUT" - ], - "_repo.": [ - "CM_GIT_URL" - ], - "_sha.": [ - "CM_GIT_CHECKOUT_SHA" - ], - "_tag.": [ - "CM_GIT_CHECKOUT_TAG" - ] - } - } - ], - "env": { - "CM_GIT_URL": "https://github.com/huggingface/transformers" - }, - "name": "Build transformers from sources", - "new_env_keys": [ - "CM_TRANSFORMERS_*" - ], - "prehook_deps": [], - "sort": 1000, - "tags": [ - "install", - "src", - "from.src", - "transformers", - "src-transformers" - ], - "uid": "88512c48ea5c4186", - "variations": { - "branch.#": { - "env": { - "CM_GIT_CHECKOUT": "#" - } - }, - "for-intel-mlperf-inference-v3.1-bert": { - "adr": { - "conda-package": { - "tags": "_name.bert-pt" - }, - "pytorch": { - "tags": "_for-intel-mlperf-inference-v3.1-bert" - } - }, - "base": [ - "sha.9f4e0c23d68366985f9f584388874477ad6472d8" - ], - "deps": [ - { - "names": [ - "conda" - ], - "tags": "get,conda,_name.bert-pt" - }, - { - "names": [ - "conda-package", - "python3" - ], - "tags": "get,generic,conda-package,_package.python", - "version": "3.8" - }, - { - "names": [ - "conda-package", - "wheel" - ], - "tags": "get,generic,conda-package,_package.wheel,_source.conda-forge" - }, - { - "names": [ - "conda-package", - "setuptools" - ], - "tags": "get,generic,conda-package,_package.setuptools,_source.conda-forge" - } - ], - "env": { - "CM_CONDA_ENV": "yes" - } - }, - "repo.#": { - "env": { - "CM_GIT_URL": "#" - }, - "group": "repo" - }, - "repo.https://github.com/pytorch/pytorch": { - "default": true, - "env": { - "CM_GIT_URL": "https://github.com/huggingface/transformers" - }, - "group": "repo" - }, - "sha.#": { - "env": { - "CM_GIT_CHECKOUT_SHA": "#" - } - }, - "tag.#": { - "ad": { - "pytorch-src-repo": { - "tags": "_no-recurse-submodules,_full-history" - } - }, - "env": { - "CM_GIT_CHECKOUT_TAG": "#" - } - } - }, - "versions": {} -} +alias: install-transformers-from-src +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Compiler automation +deps: +- tags: detect,os +- tags: detect,cpu +- names: + - python + - python3 + skip_if_env: + CM_CONDA_ENV: + - 'yes' + tags: get,python3 +- names: + - pytorch + skip_if_env: + CM_CONDA_ENV: + - 'yes' + tags: get,pytorch,from.src +- env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_TRANSFORMERS_SRC_REPO_PATH + extra_cache_tags: transformers,src,transformers-src,transformers-src-repo + names: + - transformers-src-repo + tags: get,git,repo + update_tags_from_env_with_prefix: + _branch.: + - CM_GIT_CHECKOUT + _repo.: + - CM_GIT_URL + _sha.: + - CM_GIT_CHECKOUT_SHA + _tag.: + - CM_GIT_CHECKOUT_TAG +env: + CM_GIT_URL: https://github.com/huggingface/transformers +name: Build transformers from sources +new_env_keys: +- CM_TRANSFORMERS_* +prehook_deps: [] +sort: 1000 +tags: +- install +- src +- from.src +- transformers +- src-transformers +uid: 88512c48ea5c4186 +variations: + branch.#: + env: + CM_GIT_CHECKOUT: '#' + for-intel-mlperf-inference-v3.1-bert: + adr: + conda-package: + tags: _name.bert-pt + pytorch: + tags: _for-intel-mlperf-inference-v3.1-bert + base: + - sha.9f4e0c23d68366985f9f584388874477ad6472d8 + deps: + - names: + - conda + tags: get,conda,_name.bert-pt + - names: + - conda-package + - python3 + tags: get,generic,conda-package,_package.python + version: '3.8' + - names: + - conda-package + - wheel + tags: get,generic,conda-package,_package.wheel,_source.conda-forge + - names: + - conda-package + - setuptools + tags: get,generic,conda-package,_package.setuptools,_source.conda-forge + env: + CM_CONDA_ENV: 'yes' + repo.#: + env: + CM_GIT_URL: '#' + group: repo + repo.https://github.com/pytorch/pytorch: + default: true + env: + CM_GIT_URL: https://github.com/huggingface/transformers + group: repo + sha.#: + env: + CM_GIT_CHECKOUT_SHA: '#' + tag.#: + ad: + pytorch-src-repo: + tags: _no-recurse-submodules,_full-history + env: + CM_GIT_CHECKOUT_TAG: '#' +versions: {} diff --git a/script/prepare-training-data-bert/_cm.yaml b/script/prepare-training-data-bert/_cm.yaml index fee0359aea..de1a411416 100644 --- a/script/prepare-training-data-bert/_cm.yaml +++ b/script/prepare-training-data-bert/_cm.yaml @@ -1,149 +1,107 @@ -{ - "alias": "prepare-training-data-bert", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "MLPerf benchmark support", - "deps": [], - "input_description": {}, - "input_mapping": { - "data_dir": "CM_DATA_DIR", - "clean": "CM_MLPERF_TRAINING_CLEAN_TFRECORDS" - }, - "new_env_keys": [ - "CM_MLPERF_TRAINING_BERT_*" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [ - { - "tags": "download,file,_gdown,_url.https://drive.google.com/uc?id=1fbGClQMi2CoMv7fwrwTC5YYPooQBdcFW", - "env": { - "CM_DOWNLOAD_FILENAME": "bert_config.json", - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_BERT_CONFIG_FILE_PATH", - "CM_DOWNLOAD_PATH": "<<>>", - "CM_DOWNLOAD_CHECKSUM": "7f59165e21b7d566db610ff6756c926b" - }, - "force_cache": true, - "extra_cache_tags": "mlperf,training,bert,config" - }, - { - "tags": "download,file,_gdown,_url.https://drive.google.com/uc?id=1USK108J6hMM_d27xCHi738qBL8_BT1u1", - "env": { - "CM_DOWNLOAD_FILENAME": "vocab.txt", - "CM_DOWNLOAD_PATH": "<<>>", - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_BERT_VOCAB_FILE_PATH", - "CM_DOWNLOAD_CHECKSUM": "64800d5d8528ce344256daf115d4965e" - }, - "force_cache": true, - "extra_cache_tags": "bert,vocab" - }, - { - "tags": "download,file,_gdown,_url.https://drive.google.com/uc?id=1tmMgLwoBvbEJEHXh77sqrXYw5RpqT8R_", - "env": { - "CM_DOWNLOAD_FILENAME": "bert_reference_results_text_md5.txt", - "CM_DOWNLOAD_PATH": "<<>>", - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_BERT_REFERENCE_RESULTS_TEXT_MD5_FILE_PATH", - "CM_DOWNLOAD_CHECKSUM": "7d3a0619cb8bf7e829af99fa5c29daa8" - }, - "force_cache": true, - "extra_cache_tags": "bert,data,results,md5" - }, - { - "tags": "download-and-extract,file,_gdown,_extract,_url.https://drive.google.com/uc?id=14xV2OUGSQDG_yDBrmbSdcDC-QGeqpfs_", - "env": { - "CM_DOWNLOAD_FILENAME": "results_text.tar.gz", - "CM_EXTRACT_EXTRACTED_FILENAME": "results4", - "CM_DOWNLOAD_PATH": "<<>>", - "CM_EXTRACT_PATH": "<<>>", - "CM_EXTRACT_FINAL_ENV_NAME": "CM_BERT_TRAINING_DATA_PATH", - "CM_DOWNLOAD_CHECKSUM": "", - "CM_EXTRACT_EXTRACTED_CHECKSUM_FILE": "<<>>" - }, - "force_cache": true, - "extra_cache_tags": "bert,data,results" - }, - { - "tags": "download,file,_gdown,_url.https://drive.google.com/uc?id=1chiTBljF0Eh1U5pKs6ureVHgSbtU8OG_", - "env": { - "CM_DOWNLOAD_FILENAME": "model.ckpt-28252.data-00000-of-00001", - "CM_DOWNLOAD_PATH": "<<>>", - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_BERT_CHECKPOINT_FILE_PATH", - "CM_DOWNLOAD_CHECKSUM": "50797acd537880bfb5a7ade80d976129" - }, - "force_cache": true, - "extra_cache_tags": "bert,checkpoint,data" - }, - { - "tags": "download,file,_gdown,_url.https://drive.google.com/uc?id=1Q47V3K3jFRkbJ2zGCrKkKk-n0fvMZsa0", - "env": { - "CM_DOWNLOAD_FILENAME": "model.ckpt-28252.index", - "CM_DOWNLOAD_PATH": "<<>>", - "CM_DOWNLOAD_CHECKSUM": "f97de3ae180eb8d479555c939d50d048" - }, - "force_cache": true, - "extra_cache_tags": "bert,checkpoint,index" - }, - { - "tags": "download,file,_gdown,_url.https://drive.google.com/uc?id=1vAcVmXSLsLeQ1q7gvHnQUSth5W_f_pwv", - "env": { - "CM_DOWNLOAD_FILENAME": "model.ckpt-28252.meta", - "CM_DOWNLOAD_PATH": "<<>>", - "CM_DOWNLOAD_CHECKSUM": "dbd16c731e8a8113bc08eeed0326b8e7" - }, - "force_cache": true, - "extra_cache_tags": "bert,checkpoint,meta" - } - ], - "tags": [ - "prepare", - "mlperf", - "training", - "data", - "input", - "bert" - ], - "uid": "1e06a7abe23545eb", - "variations": { - "nvidia": { - "group": "implementation", - "default": true, - "deps": [ - { - "tags": "get,git,repo,_repo.https://github.com/wchen61/training_results_v2.1,_branch.fix_bert_prepare_data", - "extra_cache_tags": "mlperf,training,results" - } - ], - "env": { - "CM_TMP_VARIATION": "nvidia" - } - }, - "reference": { - "group": "implementation", - "deps": [ - { - "tags": "get,mlperf,training,src", - "names": [ "mlperf-training-src" ] - }, - { - "tags": "get,python3", - "names": [ "python3" ] - }, - { - "tags": "get,generic-python-lib,_tensorflow", - "version": "2.4.0" - }, - { - "tags": "get,generic-python-lib,_protobuf", - "version_max": "3.20.1", - "version_max_usable": "3.20.1" - } - ], - "env": { - "CM_TMP_VARIATION": "reference" - } - } - }, - "versions": {} -} +alias: prepare-training-data-bert +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: MLPerf benchmark support +deps: [] +input_description: {} +input_mapping: + clean: CM_MLPERF_TRAINING_CLEAN_TFRECORDS + data_dir: CM_DATA_DIR +new_env_keys: +- CM_MLPERF_TRAINING_BERT_* +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: +- env: + CM_DOWNLOAD_CHECKSUM: 7f59165e21b7d566db610ff6756c926b + CM_DOWNLOAD_FILENAME: bert_config.json + CM_DOWNLOAD_FINAL_ENV_NAME: CM_BERT_CONFIG_FILE_PATH + CM_DOWNLOAD_PATH: <<>> + extra_cache_tags: mlperf,training,bert,config + force_cache: true + tags: download,file,_gdown,_url.https://drive.google.com/uc?id=1fbGClQMi2CoMv7fwrwTC5YYPooQBdcFW +- env: + CM_DOWNLOAD_CHECKSUM: 64800d5d8528ce344256daf115d4965e + CM_DOWNLOAD_FILENAME: vocab.txt + CM_DOWNLOAD_FINAL_ENV_NAME: CM_BERT_VOCAB_FILE_PATH + CM_DOWNLOAD_PATH: <<>> + extra_cache_tags: bert,vocab + force_cache: true + tags: download,file,_gdown,_url.https://drive.google.com/uc?id=1USK108J6hMM_d27xCHi738qBL8_BT1u1 +- env: + CM_DOWNLOAD_CHECKSUM: 7d3a0619cb8bf7e829af99fa5c29daa8 + CM_DOWNLOAD_FILENAME: bert_reference_results_text_md5.txt + CM_DOWNLOAD_FINAL_ENV_NAME: CM_BERT_REFERENCE_RESULTS_TEXT_MD5_FILE_PATH + CM_DOWNLOAD_PATH: <<>> + extra_cache_tags: bert,data,results,md5 + force_cache: true + tags: download,file,_gdown,_url.https://drive.google.com/uc?id=1tmMgLwoBvbEJEHXh77sqrXYw5RpqT8R_ +- env: + CM_DOWNLOAD_CHECKSUM: '' + CM_DOWNLOAD_FILENAME: results_text.tar.gz + CM_DOWNLOAD_PATH: <<>> + CM_EXTRACT_EXTRACTED_CHECKSUM_FILE: <<>> + CM_EXTRACT_EXTRACTED_FILENAME: results4 + CM_EXTRACT_FINAL_ENV_NAME: CM_BERT_TRAINING_DATA_PATH + CM_EXTRACT_PATH: <<>> + extra_cache_tags: bert,data,results + force_cache: true + tags: download-and-extract,file,_gdown,_extract,_url.https://drive.google.com/uc?id=14xV2OUGSQDG_yDBrmbSdcDC-QGeqpfs_ +- env: + CM_DOWNLOAD_CHECKSUM: 50797acd537880bfb5a7ade80d976129 + CM_DOWNLOAD_FILENAME: model.ckpt-28252.data-00000-of-00001 + CM_DOWNLOAD_FINAL_ENV_NAME: CM_BERT_CHECKPOINT_FILE_PATH + CM_DOWNLOAD_PATH: <<>> + extra_cache_tags: bert,checkpoint,data + force_cache: true + tags: download,file,_gdown,_url.https://drive.google.com/uc?id=1chiTBljF0Eh1U5pKs6ureVHgSbtU8OG_ +- env: + CM_DOWNLOAD_CHECKSUM: f97de3ae180eb8d479555c939d50d048 + CM_DOWNLOAD_FILENAME: model.ckpt-28252.index + CM_DOWNLOAD_PATH: <<>> + extra_cache_tags: bert,checkpoint,index + force_cache: true + tags: download,file,_gdown,_url.https://drive.google.com/uc?id=1Q47V3K3jFRkbJ2zGCrKkKk-n0fvMZsa0 +- env: + CM_DOWNLOAD_CHECKSUM: dbd16c731e8a8113bc08eeed0326b8e7 + CM_DOWNLOAD_FILENAME: model.ckpt-28252.meta + CM_DOWNLOAD_PATH: <<>> + extra_cache_tags: bert,checkpoint,meta + force_cache: true + tags: download,file,_gdown,_url.https://drive.google.com/uc?id=1vAcVmXSLsLeQ1q7gvHnQUSth5W_f_pwv +tags: +- prepare +- mlperf +- training +- data +- input +- bert +uid: 1e06a7abe23545eb +variations: + nvidia: + default: true + deps: + - extra_cache_tags: mlperf,training,results + tags: get,git,repo,_repo.https://github.com/wchen61/training_results_v2.1,_branch.fix_bert_prepare_data + env: + CM_TMP_VARIATION: nvidia + group: implementation + reference: + deps: + - names: + - mlperf-training-src + tags: get,mlperf,training,src + - names: + - python3 + tags: get,python3 + - tags: get,generic-python-lib,_tensorflow + version: 2.4.0 + - tags: get,generic-python-lib,_protobuf + version_max: 3.20.1 + version_max_usable: 3.20.1 + env: + CM_TMP_VARIATION: reference + group: implementation +versions: {} diff --git a/script/prepare-training-data-resnet/_cm.yaml b/script/prepare-training-data-resnet/_cm.yaml index 40a0a4f909..25925f56d9 100644 --- a/script/prepare-training-data-resnet/_cm.yaml +++ b/script/prepare-training-data-resnet/_cm.yaml @@ -1,121 +1,78 @@ -{ - "alias": "prepare-training-data-resnet", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "MLPerf benchmark support", - "deps": [], - "input_description": {}, - "input_mapping": { - "data_dir": "CM_DATA_DIR" - }, - "new_env_keys": [ - "CM_MLPERF_TRAINING_RESNET_*", - "CM_MLPERF_TRAINING_NVIDIA_RESNET_PREPROCESSED_PATH" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "deps": [ - { - "names": [ "imagenet-train" ], - "tags": "get,dataset,imagenet,train" - }, - { - "names": [ "imagenet-val" ], - "tags": "get,dataset,imagenet,val,original,_full" - }, - { - "tags": "get,generic-sys-util,_rsync" - } - ], - "prehook_deps": [ - { - "tags": "download,file,_wget,_url.https://raw.githubusercontent.com/tensorflow/models/master/research/slim/datasets/imagenet_2012_validation_synset_labels.txt", - "env": { - "CM_DOWNLOAD_PATH": "<<>>", - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_IMAGENET_LABELS_FILE_PATH", - "CM_DOWNLOAD_RENAME_FILE": "synset_labels.txt", - "CM_DOWNLOAD_CHECKSUM": "" - }, - "force_cache": true, - "extra_cache_tags": "imagenet,val,labels" - }, - { - "tags": "download,file,_wget,_url.https://raw.githubusercontent.com/tensorflow/tpu/master/tools/datasets/imagenet_to_gcs.py", - "env": { - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_IMAGENET_TO_GCS_SCRIPT_PATH" - }, - "force_cache": true, - "extra_cache_tags": "imagenet_to_gcs,script", - "enable_if_env": { - "CM_TMP_VARIATION": [ "reference" ] - } - } - ], - "tags": [ - "prepare", - "mlperf", - "training", - "data", - "input", - "resnet" - ], - "uid": "d42a8a8ca2704f9f", - "variations": { - "nvidia": { - "default": true, - "deps": [ - { - "names": [ - "nvidia-training-code" - ], - "tags": "get,mlperf,training,nvidia,code" - }, - { - "tags": "get,git,repo,_repo.https://github.com/NVIDIA/DeepLearningExamples,_sha.81ee705868a11d6fe18c12d237abe4a08aab5fd6", - "env": { - "CM_GIT_CHECKOUT_PATH_ENV_NAME": "CM_NVIDIA_DEEPLEARNING_EXAMPLES_REPO_PATH" - }, - "extra_cache_tags": "nvidia,deeplearning_examples" - } - ], - "env": { - "CM_TMP_VARIATION": "nvidia" - }, - "group": "implementation" - }, - "mxnet.#": { - "env": { - "CM_MXNET_VERSION": "#" - } - }, - "reference": { - "deps": [ - { - "names": [ - "mlperf-training-src" - ], - "tags": "get,mlperf,training,src" - }, - { - "names": [ - "python3" - ], - "tags": "get,python3" - }, - { - "tags": "get,generic-python-lib,_tensorflow" - }, - { - "tags": "get,generic-python-lib,_protobuf" - } - ], - "env": { - "CM_TMP_VARIATION": "reference" - }, - "group": "implementation" - } - }, - "versions": {} -} +alias: prepare-training-data-resnet +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: MLPerf benchmark support +deps: +- names: + - imagenet-train + tags: get,dataset,imagenet,train +- names: + - imagenet-val + tags: get,dataset,imagenet,val,original,_full +- tags: get,generic-sys-util,_rsync +input_description: {} +input_mapping: + data_dir: CM_DATA_DIR +new_env_keys: +- CM_MLPERF_TRAINING_RESNET_* +- CM_MLPERF_TRAINING_NVIDIA_RESNET_PREPROCESSED_PATH +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: +- env: + CM_DOWNLOAD_CHECKSUM: '' + CM_DOWNLOAD_FINAL_ENV_NAME: CM_IMAGENET_LABELS_FILE_PATH + CM_DOWNLOAD_PATH: <<>> + CM_DOWNLOAD_RENAME_FILE: synset_labels.txt + extra_cache_tags: imagenet,val,labels + force_cache: true + tags: download,file,_wget,_url.https://raw.githubusercontent.com/tensorflow/models/master/research/slim/datasets/imagenet_2012_validation_synset_labels.txt +- enable_if_env: + CM_TMP_VARIATION: + - reference + env: + CM_DOWNLOAD_FINAL_ENV_NAME: CM_IMAGENET_TO_GCS_SCRIPT_PATH + extra_cache_tags: imagenet_to_gcs,script + force_cache: true + tags: download,file,_wget,_url.https://raw.githubusercontent.com/tensorflow/tpu/master/tools/datasets/imagenet_to_gcs.py +tags: +- prepare +- mlperf +- training +- data +- input +- resnet +uid: d42a8a8ca2704f9f +variations: + mxnet.#: + env: + CM_MXNET_VERSION: '#' + nvidia: + default: true + deps: + - names: + - nvidia-training-code + tags: get,mlperf,training,nvidia,code + - env: + CM_GIT_CHECKOUT_PATH_ENV_NAME: CM_NVIDIA_DEEPLEARNING_EXAMPLES_REPO_PATH + extra_cache_tags: nvidia,deeplearning_examples + tags: get,git,repo,_repo.https://github.com/NVIDIA/DeepLearningExamples,_sha.81ee705868a11d6fe18c12d237abe4a08aab5fd6 + env: + CM_TMP_VARIATION: nvidia + group: implementation + reference: + deps: + - names: + - mlperf-training-src + tags: get,mlperf,training,src + - names: + - python3 + tags: get,python3 + - tags: get,generic-python-lib,_tensorflow + - tags: get,generic-python-lib,_protobuf + env: + CM_TMP_VARIATION: reference + group: implementation +versions: {} diff --git a/script/preprocess-mlperf-inference-submission/_cm.yaml b/script/preprocess-mlperf-inference-submission/_cm.yaml index 6e1fade381..40ff0c6692 100644 --- a/script/preprocess-mlperf-inference-submission/_cm.yaml +++ b/script/preprocess-mlperf-inference-submission/_cm.yaml @@ -1,51 +1,37 @@ -{ - "alias": "preprocess-mlperf-inference-submission", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "category": "MLPerf benchmark support", - "clean_files": [], - "deps": [ - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - }, - { - "names": [ - "inference-src", - "submission-checker-src" - ], - "tags": "get,mlcommons,inference,src" - }, - { - "tags": "get,mlperf,submission,dir", - "names": [ - "get-mlperf-submission-dir" - ], - "skip_if_env": { - "CM_MLPERF_INFERENCE_SUBMISSION_DIR": [ "on" ] - } - } - ], - "input_mapping": { - "input": "CM_MLPERF_INFERENCE_SUBMISSION_DIR", - "submission_dir": "CM_MLPERF_INFERENCE_SUBMISSION_DIR", - "submitter": "CM_MLPERF_SUBMITTER" - }, - "tags": [ - "run", - "mlc", - "mlcommons", - "mlperf", - "inference", - "submission", - "mlperf-inference", - "processor", - "preprocessor", - "preprocess" - ], - "uid": "c23068394a314266" -} +alias: preprocess-mlperf-inference-submission +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: MLPerf benchmark support +clean_files: [] +deps: +- names: + - python + - python3 + tags: get,python3 +- names: + - inference-src + - submission-checker-src + tags: get,mlcommons,inference,src +- names: + - get-mlperf-submission-dir + skip_if_env: + CM_MLPERF_INFERENCE_SUBMISSION_DIR: + - 'on' + tags: get,mlperf,submission,dir +input_mapping: + input: CM_MLPERF_INFERENCE_SUBMISSION_DIR + submission_dir: CM_MLPERF_INFERENCE_SUBMISSION_DIR + submitter: CM_MLPERF_SUBMITTER +tags: +- run +- mlc +- mlcommons +- mlperf +- inference +- submission +- mlperf-inference +- processor +- preprocessor +- preprocess +uid: c23068394a314266 diff --git a/script/print-hello-world-java/_cm.yaml b/script/print-hello-world-java/_cm.yaml index 6aeb64deb8..b389908171 100644 --- a/script/print-hello-world-java/_cm.yaml +++ b/script/print-hello-world-java/_cm.yaml @@ -1,26 +1,17 @@ -{ - "alias": "print-hello-world-java", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Tests", - "deps": [ - { - "tags": "detect,os" - }, - { - "names": [ - "java" - ], - "tags": "get,java" - } - ], - "tags": [ - "print", - "hello world", - "hello-world", - "hello", - "world", - "java" - ], - "uid": "3b62dc46cce3489c" -} +alias: print-hello-world-java +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Tests +deps: +- tags: detect,os +- names: + - java + tags: get,java +tags: +- print +- hello world +- hello-world +- hello +- world +- java +uid: 3b62dc46cce3489c diff --git a/script/print-hello-world-javac/_cm.yaml b/script/print-hello-world-javac/_cm.yaml index 39be803cd4..8afdf4d266 100644 --- a/script/print-hello-world-javac/_cm.yaml +++ b/script/print-hello-world-javac/_cm.yaml @@ -1,26 +1,17 @@ -{ - "alias": "print-hello-world-javac", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Tests", - "deps": [ - { - "tags": "detect,os" - }, - { - "names": [ - "javac" - ], - "tags": "get,javac" - } - ], - "tags": [ - "print", - "hello world", - "hello-world", - "hello", - "world", - "javac" - ], - "uid": "040fafd538104819" -} +alias: print-hello-world-javac +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Tests +deps: +- tags: detect,os +- names: + - javac + tags: get,javac +tags: +- print +- hello world +- hello-world +- hello +- world +- javac +uid: 040fafd538104819 diff --git a/script/print-hello-world-py/_cm.yaml b/script/print-hello-world-py/_cm.yaml index 7bb36e4b67..b927a85dd7 100644 --- a/script/print-hello-world-py/_cm.yaml +++ b/script/print-hello-world-py/_cm.yaml @@ -1,34 +1,24 @@ -{ - "alias": "print-hello-world-py", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Tests", - "deps": [ - { - "tags": "detect,os" - }, - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - }, - { - "tags": "print,python-version", - "skip_if_env": { - "CM_SKIP_PRINT":["True"], - "CM_SKIP_PRINT2":["True"] - } - } - ], - "tags": [ - "print", - "hello world", - "hello-world", - "hello", - "world", - "python" - ], - "uid": "d83274c7eb754d90" -} +alias: print-hello-world-py +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Tests +deps: +- tags: detect,os +- names: + - python + - python3 + tags: get,python3 +- skip_if_env: + CM_SKIP_PRINT: + - 'True' + CM_SKIP_PRINT2: + - 'True' + tags: print,python-version +tags: +- print +- hello world +- hello-world +- hello +- world +- python +uid: d83274c7eb754d90 diff --git a/script/print-python-version/_cm.yaml b/script/print-python-version/_cm.yaml index 6778ff7b3d..bc2497ea51 100644 --- a/script/print-python-version/_cm.yaml +++ b/script/print-python-version/_cm.yaml @@ -1,22 +1,15 @@ -{ - "alias": "print-python-version", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Tests", - "deps": [ - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - } - ], - "tags": [ - "print", - "python", - "version", - "python-version" - ], - "uid": "d3a538fa4abb464b" -} +alias: print-python-version +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Tests +deps: +- names: + - python + - python3 + tags: get,python3 +tags: +- print +- python +- version +- python-version +uid: d3a538fa4abb464b diff --git a/script/process-ae-users/_cm.yaml b/script/process-ae-users/_cm.yaml index 5b73955a92..f793319471 100644 --- a/script/process-ae-users/_cm.yaml +++ b/script/process-ae-users/_cm.yaml @@ -1,25 +1,17 @@ -{ - "alias": "process-ae-users", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "category": "Reproducibility and artifact evaluation", - "input_mapping": { - "file": "CM_PROCESS_AE_USERS_INPUT_FILE" - }, - "deps": [ - { - "names": [ - "python3", - "python" - ], - "tags": "get,python3" - } - ], - "tags": [ - "process", - "ae", - "users" - ], - "uid": "5800f1ed677e4efb" -} +alias: process-ae-users +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: Reproducibility and artifact evaluation +deps: +- names: + - python3 + - python + tags: get,python3 +input_mapping: + file: CM_PROCESS_AE_USERS_INPUT_FILE +tags: +- process +- ae +- users +uid: 5800f1ed677e4efb diff --git a/script/process-mlperf-accuracy/_cm.yaml b/script/process-mlperf-accuracy/_cm.yaml index 189490a9fd..f6d9acd5e1 100644 --- a/script/process-mlperf-accuracy/_cm.yaml +++ b/script/process-mlperf-accuracy/_cm.yaml @@ -1,471 +1,263 @@ -{ - "alias": "process-mlperf-accuracy", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "category": "MLPerf benchmark support", - "clean_files": [], - "deps": [ - { - "names": [ - "python3", - "python" - ], - "tags": "get,python3" - }, - { - "names": [ - "inference-src", - "accuracy-check-src" - ], - "tags": "get,mlcommons,inference,src" - } - ], - "input_mapping": { - "result_dir": "CM_MLPERF_ACCURACY_RESULTS_DIR", - "rerun": "CM_RERUN" - }, - "new_state_keys": [ - "app_mlperf_inference_accuracy*" - ], - "tags": [ - "run", - "mlperf", - "mlcommons", - "accuracy", - "mlc", - "process", - "process-accuracy" - ], - "uid": "6e809013816b42ea", - "variations": { - "cnndm": { - "deps": [ - { - "tags": "get,dataset,cnndm,_validation" - }, - { - "tags": "get,generic-python-lib,_package.datasets", - "names": - [ - "pip-package", - "datasets" - ] - }, - { - "tags": "get,generic-python-lib,_package.rouge_score", - "names": - [ - "pip-package", - "rouge-score" - ] - }, - { - "tags": "get,generic-python-lib,_package.nltk", - "names": - [ - "pip-package", - "nltk" - ], - "version_max": "3.8.1", - "version_max_usable": "3.8.1" - }, - { - "tags": "get,generic-python-lib,_package.evaluate", - "names": - [ - "pip-package", - "evaluate" - ] - }, - { - "tags": "get,generic-python-lib,_package.absl-py", - "names": - [ - "pip-package", - "absl-py" - ] - }, - { - "tags": "download,file,_url.https://raw.githubusercontent.com/mlcommons/inference_results_v4.0/main/closed/Intel/code/gptj-99/ITREX/evaluation.py", - "enable_if_env": { - "CM_MLPERF_IMPLEMENTATION": - [ - "intel" - ] - }, - "force_cache": true, - "extra_cache_tags": "intel,accuracy,file,gptj,mlperf,inference", - "env": { - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_MLPERF_INFERENCE_INTEL_GPTJ_ACCURACY_FILE_WITH_PATH" - } - }, - { - "tags": "download,file,_url.https://raw.githubusercontent.com/mlcommons/inference_results_v4.0/main/closed/Intel/code/gptj-99/ITREX/dataset.py", - "enable_if_env": { - "CM_MLPERF_IMPLEMENTATION": - [ - "intel" - ] - }, - "force_cache": true, - "extra_cache_tags": "intel,dataset,file,gptj,mlperf,inference", - "env": { - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_MLPERF_INFERENCE_INTEL_GPTJ_DATASET_FILE_WITH_PATH" - } - }, - { - "tags": "download,file,_url.https://raw.githubusercontent.com/mlcommons/inference_results_v4.0/main/closed/Intel/code/gptj-99/ITREX/item.py", - "enable_if_env": { - "CM_MLPERF_IMPLEMENTATION": - [ - "intel" - ] - }, - "force_cache": true, - "extra_cache_tags": "intel,dataset,item,file,gptj,mlperf,inference", - "env": { - "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_MLPERF_INFERENCE_INTEL_GPTJ_DATASET_ITEM_FILE_WITH_PATH" - } - }, - { - "tags": "get,ml-model,gptj,_fp32,_pytorch", - "enable_if_env": { - "CM_MLPERF_IMPLEMENTATION": - [ - "intel" - ] - } - } - ], - "env": { - "CM_DATASET": "cnndm" - }, - "group": "dataset" - }, - "float16": { - "env": { - "CM_ACCURACY_DTYPE": "float16" - }, - "group": "precision" - }, - "float32": { - "default": "true", - "env": { - "CM_ACCURACY_DTYPE": "float32" - }, - "group": "precision" - }, - "float64": { - "env": { - "CM_ACCURACY_DTYPE": "float64" - }, - "group": "precision" - }, - "imagenet": { - "default": "true", - "deps": [ - { - "tags": "get,dataset-aux,image-classification,imagenet-aux" - }, - { - "tags": "get,generic-python-lib,_numpy" - } - ], - "env": { - "CM_DATASET": "imagenet" - }, - "group": "dataset" - }, - "int16": { - "env": { - "CM_ACCURACY_DTYPE": "int16" - }, - "group": "precision" - }, - "int32": { - "env": { - "CM_ACCURACY_DTYPE": "int32" - }, - "group": "precision" - }, - "int64": { - "env": { - "CM_ACCURACY_DTYPE": "int64" - }, - "group": "precision" - }, - "int8": { - "env": { - "CM_ACCURACY_DTYPE": "int8" - }, - "group": "precision" - }, - "kits19": { - "deps": [ - { - "tags": "get,dataset,preprocessed,medical-imaging,kits19" - }, - { - "tags": "get,generic-python-lib,_pandas", - "version_max": "1.53.0", - "version_max_usable": "1.53.0" - } - ], - "env": { - "CM_DATASET": "kits19" - }, - "group": "dataset" - }, - "librispeech": { - "deps": [ - { - "tags": "get,dataset,preprocessed,speech-recognition,librispeech" - } - ], - "env": { - "CM_DATASET": "librispeech" - }, - "group": "dataset" - }, - "openimages": { - "deps": [ - { - "tags": "get,dataset-aux,openimages,annotations", - "enable_if_env": { - "CM_MLPERF_RUN_STYLE": [ - "valid" - ] - } - }, - { - "tags": "get,dataset,openimages,original", - "names": [ - "openimages-original" - ], - "skip_if_env": { - "CM_MLPERF_RUN_STYLE": [ - "valid" - ] - } - }, - { - "tags": "get,generic-python-lib,_package.kiwisolver" - } - ], - "env": { - "CM_DATASET": "openimages" - }, - "group": "dataset" - }, - "squad": { - "add_deps_recursive": { - "inference-src": { - "tags": "_deeplearningexamples" - } - }, - "deps": [ - { - "tags": "get,generic-python-lib,_boto3" - }, - { - "tags": "get,generic-python-lib,_package.transformers" - }, - { - "skip_if_env": { - "CM_DATASET_SQUAD_VAL_PATH": [] - }, - "tags": "get,dataset,squad,language-processing" - }, - { - "skip_if_env": { - "CM_ML_MODEL_BERT_VOCAB_FILE_WITH_PATH": [ - "on" - ] - }, - "tags": "get,dataset-aux,squad-vocab" - }, - { - "tags": "get,generic-python-lib,_torch", - "skip_if_env": { - "CM_MLPERF_DEVICE": [ - "cuda", - "gpu" - ] - } - }, - { - "tags": "get,generic-python-lib,_torch_cuda", - "enable_if_env": { - "CM_MLPERF_DEVICE": [ - "cuda", - "gpu" - ] - } - }, - { - "tags": "get,generic-python-lib,_tokenization" - } - ], - "env": { - "CM_DATASET": "squad" - }, - "group": "dataset" - }, - "terabyte": { - "deps": [ - { - "tags": "get,generic-python-lib,_ujson" - }, - { - "tags": "get,generic-python-lib,_scikit-learn" - }, - { - "tags": "get,generic-python-lib,_numpy" - } - ], - "env": { - "CM_DATASET": "terabyte" - }, - "group": "dataset" - }, - "open-orca": { - "deps": [ - { - "names": [ - "openorca-dataset" - ], - "tags": "get,dataset,openorca,preprocessed" - }, - { - "names": [ - "llama2-model" - ], - "tags": "get,ml-model,llama2", - "skip_if_env": { - "CM_MLPERF_INFERENCE_API_SERVER": [ - "on" - ] - } - } - ], - "env": { - "CM_DATASET": "openorca" - }, - "group": "dataset" - }, - "openorca-gsm8k-mbxp": { - "deps": [ - { - "tags": "get,generic-python-lib,_package.rouge_score", - "names": - [ - "pip-package", - "rouge-score" - ] - }, - { - "names": [ - "openorca-gsm8k-mbxp-combined" - ], - "skip_if_env": { - "CM_MLPERF_DATASET_MIXTRAL_8X7B_DOWNLOAD_TO_HOST": [ - "yes" - ] - }, - "tags": "get,dataset-mixtral,openorca-mbxp-gsm8k-combined" - }, - { - "names": [ - "mixtral-8x7b-model" - ], - "skip_if_env": { - "CM_MLPERF_MODEL_MIXTRAL_8X7B_DOWNLOAD_TO_HOST": [ - "yes" - ] - }, - "tags": "get,ml-model,mixtral" - } - ], - "env": { - "CM_DATASET": "openorca-gsm8k-mbxp-combined" - }, - "group": "dataset" - }, - "coco2014": { - "deps": [ - { - "names": [ - "coco2014-dataset", - "coco2014-original" - ], - "tags": "get,dataset,coco2014,original" - }, - { - "tags": "get,generic-python-lib,_package.ijson" - }, - { - "tags": "get,generic-python-lib,_package.Pillow" - }, - { - "tags": "get,generic-python-lib,_package.pandas" - }, - { - "tags": "get,generic-python-lib,_package.torch" - }, - { - "tags": "get,generic-python-lib,_package.open-clip-torch" - }, - { - "tags": "get,generic-python-lib,_package.scipy" - }, - { - "tags": "get,generic-python-lib,_package.numpy", - "names": [ - "pip-package", - "numpy" - ] - } - ], - "env": { - "CM_DATASET": "coco2014" - }, - "group": "dataset" - }, - "nvidia-pycocotools": { - "group": "coco-evaluation-tool" - }, - "default-pycocotools": { - "group": "coco-evaluation-tool", - "default": true - }, - "nvidia-pycocotools,openimages": { - "deps": [ - { - "tags": "get,generic-python-lib,_nvidia-pycocotools" - }, - { - "names": [ - "for-pycocotools", - "accuracy-check-src" - ], - "tags": "get,mlcommons,mlperf,inference,src,_openimages-nvidia-pycocotools" - } - ] - }, - "default-pycocotools,openimages": { - "deps": [ - { - "tags": "get,generic-python-lib,_pycocotools" - }, - { - "names": [ - "for-pycocotools", - "accuracy-check-src" - ], - "tags": "get,mlcommons,mlperf,inference,src,-_openimages-nvidia-pycocotools" - } - ] - } - } -} +alias: process-mlperf-accuracy +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: MLPerf benchmark support +clean_files: [] +deps: +- names: + - python3 + - python + tags: get,python3 +- names: + - inference-src + - accuracy-check-src + tags: get,mlcommons,inference,src +input_mapping: + rerun: CM_RERUN + result_dir: CM_MLPERF_ACCURACY_RESULTS_DIR +new_state_keys: +- app_mlperf_inference_accuracy* +tags: +- run +- mlperf +- mlcommons +- accuracy +- mlc +- process +- process-accuracy +uid: 6e809013816b42ea +variations: + cnndm: + deps: + - tags: get,dataset,cnndm,_validation + - names: + - pip-package + - datasets + tags: get,generic-python-lib,_package.datasets + - names: + - pip-package + - rouge-score + tags: get,generic-python-lib,_package.rouge_score + - names: + - pip-package + - nltk + tags: get,generic-python-lib,_package.nltk + version_max: 3.8.1 + version_max_usable: 3.8.1 + - names: + - pip-package + - evaluate + tags: get,generic-python-lib,_package.evaluate + - names: + - pip-package + - absl-py + tags: get,generic-python-lib,_package.absl-py + - enable_if_env: + CM_MLPERF_IMPLEMENTATION: + - intel + env: + CM_DOWNLOAD_FINAL_ENV_NAME: CM_MLPERF_INFERENCE_INTEL_GPTJ_ACCURACY_FILE_WITH_PATH + extra_cache_tags: intel,accuracy,file,gptj,mlperf,inference + force_cache: true + tags: download,file,_url.https://raw.githubusercontent.com/mlcommons/inference_results_v4.0/main/closed/Intel/code/gptj-99/ITREX/evaluation.py + - enable_if_env: + CM_MLPERF_IMPLEMENTATION: + - intel + env: + CM_DOWNLOAD_FINAL_ENV_NAME: CM_MLPERF_INFERENCE_INTEL_GPTJ_DATASET_FILE_WITH_PATH + extra_cache_tags: intel,dataset,file,gptj,mlperf,inference + force_cache: true + tags: download,file,_url.https://raw.githubusercontent.com/mlcommons/inference_results_v4.0/main/closed/Intel/code/gptj-99/ITREX/dataset.py + - enable_if_env: + CM_MLPERF_IMPLEMENTATION: + - intel + env: + CM_DOWNLOAD_FINAL_ENV_NAME: CM_MLPERF_INFERENCE_INTEL_GPTJ_DATASET_ITEM_FILE_WITH_PATH + extra_cache_tags: intel,dataset,item,file,gptj,mlperf,inference + force_cache: true + tags: download,file,_url.https://raw.githubusercontent.com/mlcommons/inference_results_v4.0/main/closed/Intel/code/gptj-99/ITREX/item.py + - enable_if_env: + CM_MLPERF_IMPLEMENTATION: + - intel + tags: get,ml-model,gptj,_fp32,_pytorch + env: + CM_DATASET: cnndm + group: dataset + coco2014: + deps: + - names: + - coco2014-dataset + - coco2014-original + tags: get,dataset,coco2014,original + - tags: get,generic-python-lib,_package.ijson + - tags: get,generic-python-lib,_package.Pillow + - tags: get,generic-python-lib,_package.pandas + - tags: get,generic-python-lib,_package.torch + - tags: get,generic-python-lib,_package.open-clip-torch + - tags: get,generic-python-lib,_package.scipy + - names: + - pip-package + - numpy + tags: get,generic-python-lib,_package.numpy + env: + CM_DATASET: coco2014 + group: dataset + default-pycocotools: + default: true + group: coco-evaluation-tool + default-pycocotools,openimages: + deps: + - tags: get,generic-python-lib,_pycocotools + - names: + - for-pycocotools + - accuracy-check-src + tags: get,mlcommons,mlperf,inference,src,-_openimages-nvidia-pycocotools + float16: + env: + CM_ACCURACY_DTYPE: float16 + group: precision + float32: + default: 'true' + env: + CM_ACCURACY_DTYPE: float32 + group: precision + float64: + env: + CM_ACCURACY_DTYPE: float64 + group: precision + imagenet: + default: 'true' + deps: + - tags: get,dataset-aux,image-classification,imagenet-aux + - tags: get,generic-python-lib,_numpy + env: + CM_DATASET: imagenet + group: dataset + int16: + env: + CM_ACCURACY_DTYPE: int16 + group: precision + int32: + env: + CM_ACCURACY_DTYPE: int32 + group: precision + int64: + env: + CM_ACCURACY_DTYPE: int64 + group: precision + int8: + env: + CM_ACCURACY_DTYPE: int8 + group: precision + kits19: + deps: + - tags: get,dataset,preprocessed,medical-imaging,kits19 + - tags: get,generic-python-lib,_pandas + version_max: 1.53.0 + version_max_usable: 1.53.0 + env: + CM_DATASET: kits19 + group: dataset + librispeech: + deps: + - tags: get,dataset,preprocessed,speech-recognition,librispeech + env: + CM_DATASET: librispeech + group: dataset + nvidia-pycocotools: + group: coco-evaluation-tool + nvidia-pycocotools,openimages: + deps: + - tags: get,generic-python-lib,_nvidia-pycocotools + - names: + - for-pycocotools + - accuracy-check-src + tags: get,mlcommons,mlperf,inference,src,_openimages-nvidia-pycocotools + open-orca: + deps: + - names: + - openorca-dataset + tags: get,dataset,openorca,preprocessed + - names: + - llama2-model + skip_if_env: + CM_MLPERF_INFERENCE_API_SERVER: + - 'on' + tags: get,ml-model,llama2 + env: + CM_DATASET: openorca + group: dataset + openimages: + deps: + - enable_if_env: + CM_MLPERF_RUN_STYLE: + - valid + tags: get,dataset-aux,openimages,annotations + - names: + - openimages-original + skip_if_env: + CM_MLPERF_RUN_STYLE: + - valid + tags: get,dataset,openimages,original + - tags: get,generic-python-lib,_package.kiwisolver + env: + CM_DATASET: openimages + group: dataset + openorca-gsm8k-mbxp: + deps: + - names: + - pip-package + - rouge-score + tags: get,generic-python-lib,_package.rouge_score + - names: + - openorca-gsm8k-mbxp-combined + skip_if_env: + CM_MLPERF_DATASET_MIXTRAL_8X7B_DOWNLOAD_TO_HOST: + - 'yes' + tags: get,dataset-mixtral,openorca-mbxp-gsm8k-combined + - names: + - mixtral-8x7b-model + skip_if_env: + CM_MLPERF_MODEL_MIXTRAL_8X7B_DOWNLOAD_TO_HOST: + - 'yes' + tags: get,ml-model,mixtral + env: + CM_DATASET: openorca-gsm8k-mbxp-combined + group: dataset + squad: + add_deps_recursive: + inference-src: + tags: _deeplearningexamples + deps: + - tags: get,generic-python-lib,_boto3 + - tags: get,generic-python-lib,_package.transformers + - skip_if_env: + CM_DATASET_SQUAD_VAL_PATH: [] + tags: get,dataset,squad,language-processing + - skip_if_env: + CM_ML_MODEL_BERT_VOCAB_FILE_WITH_PATH: + - 'on' + tags: get,dataset-aux,squad-vocab + - skip_if_env: + CM_MLPERF_DEVICE: + - cuda + - gpu + tags: get,generic-python-lib,_torch + - enable_if_env: + CM_MLPERF_DEVICE: + - cuda + - gpu + tags: get,generic-python-lib,_torch_cuda + - tags: get,generic-python-lib,_tokenization + env: + CM_DATASET: squad + group: dataset + terabyte: + deps: + - tags: get,generic-python-lib,_ujson + - tags: get,generic-python-lib,_scikit-learn + - tags: get,generic-python-lib,_numpy + env: + CM_DATASET: terabyte + group: dataset diff --git a/script/prune-bert-models/_cm.yaml b/script/prune-bert-models/_cm.yaml index a6ded2443c..0c9f632974 100644 --- a/script/prune-bert-models/_cm.yaml +++ b/script/prune-bert-models/_cm.yaml @@ -1,87 +1,48 @@ -{ - "alias": "prune-bert-models", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "AI/ML optimization", - "default_env": { - "CM_BERT_PRUNE_TASK":"squad", - "CM_BERT_PRUNE_MODEL_NAME":"bert-large-uncased", - "CM_MODEL_ZOO_STUB":"bert-large-uncased", - "CM_BERT_PRUNE_CONSTRAINT": "0.5" - }, - "input_mapping": { - "constraint": "CM_BERT_PRUNE_CONSTRAINT", - "output_dir": "CM_BERT_PRUNE_OUTPUT_DIR" - }, - "deps": [ - { - "tags": "get,python3" - }, - { - "tags": "get,generic-python-lib,_numpy" - }, - { - "tags": "get,generic-python-lib,_scipy" - }, - { - "tags": "get,generic-python-lib,_cupy" - }, - { - "tags": "get,generic-python-lib,_tqdm" - }, - { - "tags": "get,generic-python-lib,_torch_cuda" - }, - { - "tags": "get,generic-python-lib,_datasets" - }, - { - "tags": "get,generic-python-lib,_transformers" - }, - { - "tags": "get,generic-python-lib,_scikit-learn" - }, - { - "tags": "get,git,repo,_repo.https://github.com/cknowledge/retraining-free-pruning", - "env": { - "CM_GIT_ENV_KEY":"BERT_PRUNER_NEURIPS_2022" - } - }, - { - "names": [ - "get-model" - ], - "tags": "get,ml-model,model,zoo,model-zoo,huggingface,_prune" - } - ], - "tags": [ - "prune", - "bert-models", - "bert-prune", - "prune-bert-models" - ], - "uid": "76182d4896414216", - "variations":{ - "path.#":{ - "env":{ - "CM_BERT_PRUNE_CKPT_PATH":"#" - } - }, - "task.#":{ - "env":{ - "CM_BERT_PRUNE_TASK":"#" - } - }, - "model.#":{ - "adr":{ - "get-model":{ - "tags":"_model-stub.#" - } - }, - "env":{ - "CM_BERT_PRUNE_MODEL_NAME":"#", - "CM_MODEL_ZOO_STUB":"#" - } - } - } -} +alias: prune-bert-models +automation_alias: script +automation_uid: 5b4e0237da074764 +category: AI/ML optimization +default_env: + CM_BERT_PRUNE_CONSTRAINT: '0.5' + CM_BERT_PRUNE_MODEL_NAME: bert-large-uncased + CM_BERT_PRUNE_TASK: squad + CM_MODEL_ZOO_STUB: bert-large-uncased +deps: +- tags: get,python3 +- tags: get,generic-python-lib,_numpy +- tags: get,generic-python-lib,_scipy +- tags: get,generic-python-lib,_cupy +- tags: get,generic-python-lib,_tqdm +- tags: get,generic-python-lib,_torch_cuda +- tags: get,generic-python-lib,_datasets +- tags: get,generic-python-lib,_transformers +- tags: get,generic-python-lib,_scikit-learn +- env: + CM_GIT_ENV_KEY: BERT_PRUNER_NEURIPS_2022 + tags: get,git,repo,_repo.https://github.com/cknowledge/retraining-free-pruning +- names: + - get-model + tags: get,ml-model,model,zoo,model-zoo,huggingface,_prune +input_mapping: + constraint: CM_BERT_PRUNE_CONSTRAINT + output_dir: CM_BERT_PRUNE_OUTPUT_DIR +tags: +- prune +- bert-models +- bert-prune +- prune-bert-models +uid: 76182d4896414216 +variations: + model.#: + adr: + get-model: + tags: _model-stub.# + env: + CM_BERT_PRUNE_MODEL_NAME: '#' + CM_MODEL_ZOO_STUB: '#' + path.#: + env: + CM_BERT_PRUNE_CKPT_PATH: '#' + task.#: + env: + CM_BERT_PRUNE_TASK: '#' diff --git a/script/prune-docker/_cm.yaml b/script/prune-docker/_cm.yaml index c7f9cfcb31..0d07b19838 100644 --- a/script/prune-docker/_cm.yaml +++ b/script/prune-docker/_cm.yaml @@ -1,11 +1,8 @@ -{ - "alias": "prune-docker", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Docker automation", - "tags": [ - "prune", - "docker" - ], - "uid": "27ead88809bb4d4e" -} +alias: prune-docker +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Docker automation +tags: +- prune +- docker +uid: 27ead88809bb4d4e diff --git a/script/publish-results-to-dashboard/_cm.yaml b/script/publish-results-to-dashboard/_cm.yaml index df18b22f88..8f4ab4edaa 100644 --- a/script/publish-results-to-dashboard/_cm.yaml +++ b/script/publish-results-to-dashboard/_cm.yaml @@ -1,23 +1,14 @@ -{ - "alias": "publish-results-to-dashboard", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Dashboard automation", - "deps": [ - { - "names": [ - "python3", - "python" - ], - "tags": "get,python3" - }, - { - "tags": "get,generic-python-lib,_wandb" - } - ], - "tags": [ - "publish-results", - "dashboard" - ], - "uid": "4af3a2d09f14412b" -} +alias: publish-results-to-dashboard +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Dashboard automation +deps: +- names: + - python3 + - python + tags: get,python3 +- tags: get,generic-python-lib,_wandb +tags: +- publish-results +- dashboard +uid: 4af3a2d09f14412b diff --git a/script/pull-git-repo/_cm.yaml b/script/pull-git-repo/_cm.yaml index d531c013a6..f6d85da881 100644 --- a/script/pull-git-repo/_cm.yaml +++ b/script/pull-git-repo/_cm.yaml @@ -1,27 +1,17 @@ -{ - "alias": "pull-git-repo", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "DevOps automation", - "default_env": { - }, - "deps": [ - { - "tags": "detect,os" - } - ], - "input_mapping": { - "path": "CM_GIT_CHECKOUT_PATH" - }, - "new_env_keys": [ - ], - "tags": [ - "pull", - "git", - "repo", - "repository" - ], - "uid": "c23132ed65c4421d", - "variations": { - } -} +alias: pull-git-repo +automation_alias: script +automation_uid: 5b4e0237da074764 +category: DevOps automation +default_env: {} +deps: +- tags: detect,os +input_mapping: + path: CM_GIT_CHECKOUT_PATH +new_env_keys: [] +tags: +- pull +- git +- repo +- repository +uid: c23132ed65c4421d +variations: {} diff --git a/script/push-csv-to-spreadsheet/_cm.yaml b/script/push-csv-to-spreadsheet/_cm.yaml index 79fd45ea19..028275906a 100644 --- a/script/push-csv-to-spreadsheet/_cm.yaml +++ b/script/push-csv-to-spreadsheet/_cm.yaml @@ -1,36 +1,23 @@ -{ - "alias": "push-csv-to-spreadsheet", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "DevOps automation", - "default_env": { - "CM_GOOGLE_SPREADSHEET_ID": "1gMHjXmFmwZR4-waPPyxy5Pc3VARqX3kKUWxkP97Xa6Y" - }, - "deps": [ - { - "names": [ - "python3", - "python" - ], - "tags": "get,python3" - }, - { - "tags": "get,generic-python-lib,_google-api-python-client" - }, - { - "tags": "get,generic-python-lib,_google-auth-oauthlib" - } - ], - "input_mapping": { - "spreadsheet_id": "CM_GOOGLE_SPREADSHEET_ID", - "sheet_name": "CM_GOOGLE_SHEET_NAME", - "csv_file": "CM_CSV_FILE_PATH" - }, - "tags": [ - "push", - "google-spreadsheet", - "spreadsheet", - "push-to-google-spreadsheet" - ], - "uid": "5ec9e5fa7feb4fff" -} +alias: push-csv-to-spreadsheet +automation_alias: script +automation_uid: 5b4e0237da074764 +category: DevOps automation +default_env: + CM_GOOGLE_SPREADSHEET_ID: 1gMHjXmFmwZR4-waPPyxy5Pc3VARqX3kKUWxkP97Xa6Y +deps: +- names: + - python3 + - python + tags: get,python3 +- tags: get,generic-python-lib,_google-api-python-client +- tags: get,generic-python-lib,_google-auth-oauthlib +input_mapping: + csv_file: CM_CSV_FILE_PATH + sheet_name: CM_GOOGLE_SHEET_NAME + spreadsheet_id: CM_GOOGLE_SPREADSHEET_ID +tags: +- push +- google-spreadsheet +- spreadsheet +- push-to-google-spreadsheet +uid: 5ec9e5fa7feb4fff diff --git a/script/push-mlperf-inference-results-to-github/_cm.yaml b/script/push-mlperf-inference-results-to-github/_cm.yaml index bff6447fb3..9efeb0e24f 100644 --- a/script/push-mlperf-inference-results-to-github/_cm.yaml +++ b/script/push-mlperf-inference-results-to-github/_cm.yaml @@ -1,53 +1,37 @@ -{ - "alias": "push-mlperf-inference-results-to-github", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "MLPerf benchmark support", - "deps": [ - { - "names": [ - "python3", - "python" - ], - "tags": "get,python3" - }, - { - "tags": "get,generic-sys-util,_rsync" - }, - { - "tags": "get,mlperf,submission,dir", - "names": [ - "get-mlperf-submission-dir" - ], - "skip_if_env": { - "CM_MLPERF_INFERENCE_SUBMISSION_DIR": [ "on" ] - } - } - ], - "prehook_deps": [ - { - "names": [ "get-git-repo" ], - "tags": "get,git,repo" - } - ], - "default_env": { - "CM_MLPERF_RESULTS_GIT_REPO_URL": "https://github.com/mlcommons/mlperf_inference_submissions_v4.0" - }, - "input_mapping": { - "repo_url": "CM_MLPERF_RESULTS_GIT_REPO_URL", - "submission_dir": "CM_MLPERF_INFERENCE_SUBMISSION_DIR", - "repo_branch": "CM_GIT_BRANCH", - "branch": "CM_GIT_BRANCH", - "commit_message": "CM_MLPERF_RESULTS_REPO_COMMIT_MESSAGE" - }, - "tags": [ - "push", - "mlperf", - "mlperf-inference-results", - "publish-results", - "inference", - "submission", - "github" - ], - "uid": "36c2ffd5df5d453a" -} +alias: push-mlperf-inference-results-to-github +automation_alias: script +automation_uid: 5b4e0237da074764 +category: MLPerf benchmark support +default_env: + CM_MLPERF_RESULTS_GIT_REPO_URL: https://github.com/mlcommons/mlperf_inference_submissions_v4.0 +deps: +- names: + - python3 + - python + tags: get,python3 +- tags: get,generic-sys-util,_rsync +- names: + - get-mlperf-submission-dir + skip_if_env: + CM_MLPERF_INFERENCE_SUBMISSION_DIR: + - 'on' + tags: get,mlperf,submission,dir +input_mapping: + branch: CM_GIT_BRANCH + commit_message: CM_MLPERF_RESULTS_REPO_COMMIT_MESSAGE + repo_branch: CM_GIT_BRANCH + repo_url: CM_MLPERF_RESULTS_GIT_REPO_URL + submission_dir: CM_MLPERF_INFERENCE_SUBMISSION_DIR +prehook_deps: +- names: + - get-git-repo + tags: get,git,repo +tags: +- push +- mlperf +- mlperf-inference-results +- publish-results +- inference +- submission +- github +uid: 36c2ffd5df5d453a diff --git a/script/remote-run-commands/_cm.yaml b/script/remote-run-commands/_cm.yaml index e4d8f6754f..dd49f650bc 100644 --- a/script/remote-run-commands/_cm.yaml +++ b/script/remote-run-commands/_cm.yaml @@ -1,33 +1,28 @@ -{ - "alias": "remote-run-commands", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Remote automation", - "tags": [ - "remote", - "run", - "cmds", - "remote-run", - "remote-run-cmds", - "ssh-run", - "ssh" - ], - "uid": "b71e24b03c9d49cd", - "input_mapping": { - "host": "CM_SSH_HOST", - "port": "CM_SSH_PORT", - "skip_host_verify": "CM_SSH_SKIP_HOST_VERIFY", - "client_refresh": "CM_SSH_CLIENT_REFRESH", - "run_cmds": "CM_SSH_RUN_COMMANDS", - "user": "CM_SSH_USER", - "password": "CM_SSH_PASSWORD", - "ssh_key_file": "CM_SSH_KEY_FILE" - }, - "default_env": { - "CM_SSH_PORT": "22", - "CM_SSH_HOST": "localhost", - "CM_SSH_USER": "$USER", - "CM_SSH_CLIENT_REFRESH": "10", - "CM_SSH_KEY_FILE": "$HOME/.ssh/id_rsa" - } -} +alias: remote-run-commands +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Remote automation +default_env: + CM_SSH_CLIENT_REFRESH: '10' + CM_SSH_HOST: localhost + CM_SSH_KEY_FILE: $HOME/.ssh/id_rsa + CM_SSH_PORT: '22' + CM_SSH_USER: $USER +input_mapping: + client_refresh: CM_SSH_CLIENT_REFRESH + host: CM_SSH_HOST + password: CM_SSH_PASSWORD + port: CM_SSH_PORT + run_cmds: CM_SSH_RUN_COMMANDS + skip_host_verify: CM_SSH_SKIP_HOST_VERIFY + ssh_key_file: CM_SSH_KEY_FILE + user: CM_SSH_USER +tags: +- remote +- run +- cmds +- remote-run +- remote-run-cmds +- ssh-run +- ssh +uid: b71e24b03c9d49cd diff --git a/script/reproduce-mlperf-octoml-tinyml-results/_cm.yaml b/script/reproduce-mlperf-octoml-tinyml-results/_cm.yaml index 3e9281dfb5..5dbee3b438 100644 --- a/script/reproduce-mlperf-octoml-tinyml-results/_cm.yaml +++ b/script/reproduce-mlperf-octoml-tinyml-results/_cm.yaml @@ -1,140 +1,81 @@ -{ - "alias": "reproduce-mlperf-octoml-tinyml-results", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Reproduce MLPerf benchmarks", - "cache": true, - "default_version": "r1.0", - "deps": [ - { - "tags": "detect,os" - }, - { - "tags": "detect,cpu" - }, - { - "tags": "get,sys-utils-cm" - }, - { - "names": [ - "python3", - "python" - ], - "tags": "get,python3" - }, - { - "names": [ - "zephyr" - ], - "tags": "get,zephyr" - }, - { - "names": [ - "zephyr-sdk" - ], - "tags": "get,zephyr-sdk" - }, - { - "names": [ - "cmsis" - ], - "tags": "get,cmsis" - }, - { - "names": [ - "microtvm" - ], - "tags": "get,microtvm" - }, - { - "names": [ - "cmake" - ], - "tags": "get,cmake", - "version_min": "3.20.0" - }, - { - "tags": "get,gcc" - } - ], - "input_mapping": { - "flash": "CM_FLASH_BOARD", - "recreate_binary": "CM_RECREATE_BINARY" - }, - "local_env_keys": [ - "CM_*" - ], - "new_env_keys": [ - "CM_TINY_*" - ], - "post_deps": [ - { - "enable_if_env": { - "CM_FLASH_BOARD": [ - "True" - ] - }, - "tags": "flash,tiny,mlperf" - } - ], - "tags": [ - "reproduce", - "tiny", - "results", - "mlperf", - "octoml", - "mlcommons" - ], - "uid": "a63803a707d04332", - "variations": { - "NRF": { - "env": { - "CM_TINY_BOARD": "NRF5340DK" - } - }, - "NUCLEO": { - "env": { - "CM_TINY_BOARD": "NUCLEO_L4R5ZI" - } - }, - "ad": { - "env": { - "CM_TINY_MODEL": "ad" - } - }, - "cmsis_nn": { - "env": { - "CM_MICROTVM_VARIANT": "microtvm_cmsis_nn" - } - }, - "ic": { - "env": { - "CM_TINY_MODEL": "ic" - } - }, - "kws": { - "env": { - "CM_TINY_MODEL": "kws" - } - }, - "native": { - "env": { - "CM_MICROTVM_VARIANT": "microtvm_native" - } - }, - "vww": { - "env": { - "CM_TINY_MODEL": "vww" - } - } - }, - "versions": { - "r1.0": { - "add_deps_recursive": { - "microtvm": { - "version": "main" - } - } - } - } -} +alias: reproduce-mlperf-octoml-tinyml-results +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Reproduce MLPerf benchmarks +default_version: r1.0 +deps: +- tags: detect,os +- tags: detect,cpu +- tags: get,sys-utils-cm +- names: + - python3 + - python + tags: get,python3 +- names: + - zephyr + tags: get,zephyr +- names: + - zephyr-sdk + tags: get,zephyr-sdk +- names: + - cmsis + tags: get,cmsis +- names: + - microtvm + tags: get,microtvm +- names: + - cmake + tags: get,cmake + version_min: 3.20.0 +- tags: get,gcc +input_mapping: + flash: CM_FLASH_BOARD + recreate_binary: CM_RECREATE_BINARY +local_env_keys: +- CM_* +new_env_keys: +- CM_TINY_* +post_deps: +- enable_if_env: + CM_FLASH_BOARD: + - 'True' + tags: flash,tiny,mlperf +tags: +- reproduce +- tiny +- results +- mlperf +- octoml +- mlcommons +uid: a63803a707d04332 +variations: + NRF: + env: + CM_TINY_BOARD: NRF5340DK + NUCLEO: + env: + CM_TINY_BOARD: NUCLEO_L4R5ZI + ad: + env: + CM_TINY_MODEL: ad + cmsis_nn: + env: + CM_MICROTVM_VARIANT: microtvm_cmsis_nn + ic: + env: + CM_TINY_MODEL: ic + kws: + env: + CM_TINY_MODEL: kws + native: + env: + CM_MICROTVM_VARIANT: microtvm_native + vww: + env: + CM_TINY_MODEL: vww +versions: + r1.0: + add_deps_recursive: + microtvm: + version: main diff --git a/script/run-mlperf-inference-mobilenet-models/_cm.yaml b/script/run-mlperf-inference-mobilenet-models/_cm.yaml index d0f5780870..fb28250a9c 100644 --- a/script/run-mlperf-inference-mobilenet-models/_cm.yaml +++ b/script/run-mlperf-inference-mobilenet-models/_cm.yaml @@ -1,188 +1,134 @@ -{ - "alias": "run-mlperf-inference-mobilenet-models", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "MLPerf benchmark support", - "tags": [ - "run", - "mobilenet", - "models", - "image-classification", - "mobilenet-models", - "mlperf", - "inference" - ], - "deps": [ - { - "tags": "get,sys-utils-cm" - } - ], - "default_env": { - "CM_MLPERF_RUN_MOBILENETS": "no", - "CM_MLPERF_RUN_EFFICIENTNETS": "no", - "CM_MLPERF_NO_RERUN": "no", - "CM_MLPERF_RUN_FP32": "yes", - "CM_MLPERF_RUN_INT8": "yes" - }, - "input_mapping": { - "find-performance": "CM_MLPERF_FIND_PERFORMANCE_MODE", - "submission": "CM_MLPERF_SUBMISSION_MODE", - "results_dir": "CM_MLPERF_INFERENCE_RESULTS_DIR", - "power": "CM_MLPERF_POWER", - "imagenet_path": "IMAGENET_PATH", - "no-rerun": "CM_MLPERF_NO_RERUN", - "submission_dir": "CM_MLPERF_INFERENCE_SUBMISSION_DIR" - }, - "uid": "f21cc993a8b14a58", - "variations": { - "find-performance": { - "group": "run-mode", - "env": { - "CM_MLPERF_FIND_PERFORMANCE_MODE": "yes", - "CM_MLPERF_SUBMISSION_MODE": "no" - } - }, - "accuracy-only": { - "group": "run-mode", - "env": { - "CM_MLPERF_FIND_PERFORMANCE_MODE": "no", - "CM_MLPERF_ACCURACY_MODE": "yes", - "CM_MLPERF_SUBMISSION_MODE": "no" - } - }, - "performance-only": { - "group": "run-mode", - "env": { - "CM_MLPERF_FIND_PERFORMANCE_MODE": "no", - "CM_MLPERF_PERFORMANCE_MODE": "yes", - "CM_MLPERF_SUBMISSION_MODE": "no" - } - }, - "submission": { - "group": "run-mode", - "env": { - "CM_MLPERF_FIND_PERFORMANCE_MODE": "no", - "CM_MLPERF_SUBMISSION_MODE": "yes" - } - }, - "performance-and-accuracy": { - "group": "run-mode", - "default": "true", - "env": { - "CM_MLPERF_FIND_PERFORMANCE_MODE": "no", - "CM_MLPERF_PERFORMANCE_MODE": "yes", - "CM_MLPERF_ACCURACY_MODE": "yes", - "CM_MLPERF_SUBMISSION_MODE": "no" - } - }, - "all-models": { - "group": "model-selection", - "default": true, - "env": { - "CM_MLPERF_RUN_MOBILENETS": "yes", - "CM_MLPERF_RUN_EFFICIENTNETS": "yes" - } - }, - "mobilenet": { - "group": "model-selection", - "env": { - "CM_MLPERF_RUN_MOBILENETS": "yes" - } - }, - "mobilenet-v1": { - "group": "model-selection", - "env": { - "CM_MLPERF_RUN_MOBILENET_V1": "yes" - } - }, - "mobilenet-v2": { - "group": "model-selection", - "env": { - "CM_MLPERF_RUN_MOBILENET_V2": "yes" - } - }, - "mobilenet-v3": { - "group": "model-selection", - "env": { - "CM_MLPERF_RUN_MOBILENET_V3": "yes" - } - }, - "efficientnet": { - "group": "model-selection", - "env": { - "CM_MLPERF_RUN_EFFICIENTNETS": "yes" - } - }, - "only-fp32": { - "env": { - "CM_MLPERF_RUN_INT8": "no" - } - }, - "only-int8": { - "env": { - "CM_MLPERF_RUN_FP32": "no" - } - }, - "tflite-default": { - "group": "optimization", - "default": true, - "env": { - "CM_MLPERF_TFLITE_DEFAULT_MODE": "yes" - } - }, - "tflite": { - "group": "base-framework", - "default": true - }, - "armnn": { - "env": { - "CM_MLPERF_USE_ARMNN_LIBRARY": "yes" - } - }, - "neon": { - "env": { - "CM_MLPERF_USE_NEON": "yes" - } - }, - "use-neon": { - "alias": "neon" - }, - "opencl": { - "env": { - "CM_MLPERF_USE_OPENCL": "yes" - } - }, - "tflite,armnn": { - "env": { - "CM_MLPERF_TFLITE_ARMNN": "yes" - } - }, - "tflite,armnn,neon": { - "env": { - "CM_MLPERF_TFLITE_ARMNN_NEON": "yes" - } - }, - "tflite,armnn,opencl": { - "env": { - "CM_MLPERF_TFLITE_ARMNN_OPENCL": "yes" - } - } - }, - "docker": { - "run": true, - "fake_run_deps": false, - "docker_input_mapping": { - "imagenet_path": "IMAGENET_PATH", - "results_dir": "RESULTS_DIR", - "submission_dir": "SUBMISSION_DIR" - }, - "mounts": [ - "${{ IMAGENET_PATH }}:${{ IMAGENET_PATH }}", - "${{ RESULTS_DIR }}:/home/cmuser/mobilenet_results", - "${{ SUBMISSION_DIR }}:/home/cmuser/inference_submission_3.1" - ], - "docker_run_final_cmds": [ - "cm run script --tags=run,mlperf,inference,mobilenet-models,_find-performance --adr.mlperf-inference-implementation.fake_run=True --adr.compiler.tags=gcc" - ] - } -} +alias: run-mlperf-inference-mobilenet-models +automation_alias: script +automation_uid: 5b4e0237da074764 +category: MLPerf benchmark support +default_env: + CM_MLPERF_NO_RERUN: 'no' + CM_MLPERF_RUN_EFFICIENTNETS: 'no' + CM_MLPERF_RUN_FP32: 'yes' + CM_MLPERF_RUN_INT8: 'yes' + CM_MLPERF_RUN_MOBILENETS: 'no' +deps: +- tags: get,sys-utils-cm +docker: + docker_input_mapping: + imagenet_path: IMAGENET_PATH + results_dir: RESULTS_DIR + submission_dir: SUBMISSION_DIR + docker_run_final_cmds: + - cm run script --tags=run,mlperf,inference,mobilenet-models,_find-performance --adr.mlperf-inference-implementation.fake_run=True + --adr.compiler.tags=gcc + fake_run_deps: false + mounts: + - ${{ IMAGENET_PATH }}:${{ IMAGENET_PATH }} + - ${{ RESULTS_DIR }}:/home/cmuser/mobilenet_results + - ${{ SUBMISSION_DIR }}:/home/cmuser/inference_submission_3.1 + run: true +input_mapping: + find-performance: CM_MLPERF_FIND_PERFORMANCE_MODE + imagenet_path: IMAGENET_PATH + no-rerun: CM_MLPERF_NO_RERUN + power: CM_MLPERF_POWER + results_dir: CM_MLPERF_INFERENCE_RESULTS_DIR + submission: CM_MLPERF_SUBMISSION_MODE + submission_dir: CM_MLPERF_INFERENCE_SUBMISSION_DIR +tags: +- run +- mobilenet +- models +- image-classification +- mobilenet-models +- mlperf +- inference +uid: f21cc993a8b14a58 +variations: + accuracy-only: + env: + CM_MLPERF_ACCURACY_MODE: 'yes' + CM_MLPERF_FIND_PERFORMANCE_MODE: 'no' + CM_MLPERF_SUBMISSION_MODE: 'no' + group: run-mode + all-models: + default: true + env: + CM_MLPERF_RUN_EFFICIENTNETS: 'yes' + CM_MLPERF_RUN_MOBILENETS: 'yes' + group: model-selection + armnn: + env: + CM_MLPERF_USE_ARMNN_LIBRARY: 'yes' + efficientnet: + env: + CM_MLPERF_RUN_EFFICIENTNETS: 'yes' + group: model-selection + find-performance: + env: + CM_MLPERF_FIND_PERFORMANCE_MODE: 'yes' + CM_MLPERF_SUBMISSION_MODE: 'no' + group: run-mode + mobilenet: + env: + CM_MLPERF_RUN_MOBILENETS: 'yes' + group: model-selection + mobilenet-v1: + env: + CM_MLPERF_RUN_MOBILENET_V1: 'yes' + group: model-selection + mobilenet-v2: + env: + CM_MLPERF_RUN_MOBILENET_V2: 'yes' + group: model-selection + mobilenet-v3: + env: + CM_MLPERF_RUN_MOBILENET_V3: 'yes' + group: model-selection + neon: + env: + CM_MLPERF_USE_NEON: 'yes' + only-fp32: + env: + CM_MLPERF_RUN_INT8: 'no' + only-int8: + env: + CM_MLPERF_RUN_FP32: 'no' + opencl: + env: + CM_MLPERF_USE_OPENCL: 'yes' + performance-and-accuracy: + default: 'true' + env: + CM_MLPERF_ACCURACY_MODE: 'yes' + CM_MLPERF_FIND_PERFORMANCE_MODE: 'no' + CM_MLPERF_PERFORMANCE_MODE: 'yes' + CM_MLPERF_SUBMISSION_MODE: 'no' + group: run-mode + performance-only: + env: + CM_MLPERF_FIND_PERFORMANCE_MODE: 'no' + CM_MLPERF_PERFORMANCE_MODE: 'yes' + CM_MLPERF_SUBMISSION_MODE: 'no' + group: run-mode + submission: + env: + CM_MLPERF_FIND_PERFORMANCE_MODE: 'no' + CM_MLPERF_SUBMISSION_MODE: 'yes' + group: run-mode + tflite: + default: true + group: base-framework + tflite,armnn: + env: + CM_MLPERF_TFLITE_ARMNN: 'yes' + tflite,armnn,neon: + env: + CM_MLPERF_TFLITE_ARMNN_NEON: 'yes' + tflite,armnn,opencl: + env: + CM_MLPERF_TFLITE_ARMNN_OPENCL: 'yes' + tflite-default: + default: true + env: + CM_MLPERF_TFLITE_DEFAULT_MODE: 'yes' + group: optimization + use-neon: + alias: neon diff --git a/script/run-mlperf-inference-submission-checker/_cm.yaml b/script/run-mlperf-inference-submission-checker/_cm.yaml index 9e697ca9cc..84e712a401 100644 --- a/script/run-mlperf-inference-submission-checker/_cm.yaml +++ b/script/run-mlperf-inference-submission-checker/_cm.yaml @@ -1,158 +1,105 @@ -{ - "alias": "run-mlperf-inference-submission-checker", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "category": "MLPerf benchmark support", - "default_version": "master", - "clean_files": [ - ], - "deps": [ - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - }, - { - "names": [ - "inference-src", - "submission-checker-src" - ], - "tags": "get,mlcommons,inference,src" - }, - { - "tags": "get,generic-python-lib,_xlsxwriter" - }, - { - "names": [ "pyarrow" ], - "tags": "get,generic-python-lib,_package.pyarrow" - }, - { - "names": [ "pandas" ], - "tags": "get,generic-python-lib,_pandas", - "version_min": "1.0.0" - }, - { - "tags": "get,mlperf,submission,dir", - "names": [ - "get-mlperf-submission-dir" - ], - "skip_if_env": { - "CM_MLPERF_INFERENCE_SUBMISSION_DIR": [ "on" ] - } - }, - { - "tags": "preprocess,mlperf,inference,submission", - "enable_if_env": { - "CM_TMP_MLPERF_INFERENCE_PREPROCESS_SUBMISSION": [ "on" ] - } - } - ], - "post_deps": [ - { - "enable_if_env": { - "CM_MLPERF_DASHBOARD": [ - "on" - ] - }, - "tags": "publish-results,dashboard" - }, - { - "enable_if_env": { - "CM_MLPERF_RESULT_PUSH_TO_GITHUB": [ - "on" - ] - }, - "names": [ "push-to-github" ], - "tags": "publish-results,github" - }, - { - "enable_if_env": { - "CM_TAR_SUBMISSION_DIR": [ - "yes" - ] - }, - "tags": "run,tar" - } - ], - "input_mapping": { - "skip_compliance": "CM_MLPERF_SKIP_COMPLIANCE", - "submission_dir": "CM_MLPERF_INFERENCE_SUBMISSION_DIR", - "input": "CM_MLPERF_INFERENCE_SUBMISSION_DIR", - "submitter": "CM_MLPERF_SUBMITTER", - "src_version": "CM_MLPERF_SUBMISSION_CHECKER_VERSION", - "repo_name": "CM_MLPERF_RESULTS_GIT_REPO_NAME", - "repo_owner": "CM_MLPERF_RESULTS_GIT_REPO_OWNER", - "repo_branch": "CM_MLPERF_RESULTS_GIT_REPO_BRANCH", - "preprocess": "CM_TMP_MLPERF_INFERENCE_PREPROCESS_SUBMISSION", - "preprocess_submission": "CM_TMP_MLPERF_INFERENCE_PREPROCESS_SUBMISSION", - "push_to_github": "CM_MLPERF_RESULT_PUSH_TO_GITHUB", - "extra_model_benchmark_map": "CM_MLPERF_EXTRA_MODEL_MAPPING", - "power": "CM_MLPERF_POWER", - "extra_args": "CM_MLPERF_SUBMISSION_CHECKER_EXTRA_ARGS", - "skip_power_check": "CM_MLPERF_SKIP_POWER_CHECK", - "tar": "CM_TAR_SUBMISSION_DIR" - }, - "default_env": { - "CM_MLPERF_SHORT_RUN": "no" - }, - "tags": [ - "run", - "mlc", - "mlcommons", - "mlperf", - "inference", - "mlperf-inference", - "submission", - "checker", - "submission-checker", - "mlc-submission-checker" - ], - "uid": "15d03ec2c1af4297", - "variations": { - "short-run": { - "env": { - "CM_MLPERF_SHORT_RUN": "yes" - } - } - }, - "versions": { - "master": { - "adr": { - "submission-checker-src": { - "version": "master" - } - } - }, - "r3.0": { - "adr": { - "submission-checker-src": { - "version": "r3.0" - } - } - }, - "r3.1": { - "adr": { - "submission-checker-src": { - "version": "r3.1" - } - } - }, - "r4.0": { - "adr": { - "submission-checker-src": { - "version": "r4.0" - } - } - }, - "r4.1": { - "adr": { - "submission-checker-src": { - "version": "r4.1" - } - } - } - } -} +alias: run-mlperf-inference-submission-checker +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: MLPerf benchmark support +clean_files: [] +default_env: + CM_MLPERF_SHORT_RUN: 'no' +default_version: master +deps: +- names: + - python + - python3 + tags: get,python3 +- names: + - inference-src + - submission-checker-src + tags: get,mlcommons,inference,src +- tags: get,generic-python-lib,_xlsxwriter +- names: + - pyarrow + tags: get,generic-python-lib,_package.pyarrow +- names: + - pandas + tags: get,generic-python-lib,_pandas + version_min: 1.0.0 +- names: + - get-mlperf-submission-dir + skip_if_env: + CM_MLPERF_INFERENCE_SUBMISSION_DIR: + - 'on' + tags: get,mlperf,submission,dir +- enable_if_env: + CM_TMP_MLPERF_INFERENCE_PREPROCESS_SUBMISSION: + - 'on' + tags: preprocess,mlperf,inference,submission +input_mapping: + extra_args: CM_MLPERF_SUBMISSION_CHECKER_EXTRA_ARGS + extra_model_benchmark_map: CM_MLPERF_EXTRA_MODEL_MAPPING + input: CM_MLPERF_INFERENCE_SUBMISSION_DIR + power: CM_MLPERF_POWER + preprocess: CM_TMP_MLPERF_INFERENCE_PREPROCESS_SUBMISSION + preprocess_submission: CM_TMP_MLPERF_INFERENCE_PREPROCESS_SUBMISSION + push_to_github: CM_MLPERF_RESULT_PUSH_TO_GITHUB + repo_branch: CM_MLPERF_RESULTS_GIT_REPO_BRANCH + repo_name: CM_MLPERF_RESULTS_GIT_REPO_NAME + repo_owner: CM_MLPERF_RESULTS_GIT_REPO_OWNER + skip_compliance: CM_MLPERF_SKIP_COMPLIANCE + skip_power_check: CM_MLPERF_SKIP_POWER_CHECK + src_version: CM_MLPERF_SUBMISSION_CHECKER_VERSION + submission_dir: CM_MLPERF_INFERENCE_SUBMISSION_DIR + submitter: CM_MLPERF_SUBMITTER + tar: CM_TAR_SUBMISSION_DIR +post_deps: +- enable_if_env: + CM_MLPERF_DASHBOARD: + - 'on' + tags: publish-results,dashboard +- enable_if_env: + CM_MLPERF_RESULT_PUSH_TO_GITHUB: + - 'on' + names: + - push-to-github + tags: publish-results,github +- enable_if_env: + CM_TAR_SUBMISSION_DIR: + - 'yes' + tags: run,tar +tags: +- run +- mlc +- mlcommons +- mlperf +- inference +- mlperf-inference +- submission +- checker +- submission-checker +- mlc-submission-checker +uid: 15d03ec2c1af4297 +variations: + short-run: + env: + CM_MLPERF_SHORT_RUN: 'yes' +versions: + master: + adr: + submission-checker-src: + version: master + r3.0: + adr: + submission-checker-src: + version: r3.0 + r3.1: + adr: + submission-checker-src: + version: r3.1 + r4.0: + adr: + submission-checker-src: + version: r4.0 + r4.1: + adr: + submission-checker-src: + version: r4.1 diff --git a/script/run-mlperf-power-client/_cm.yaml b/script/run-mlperf-power-client/_cm.yaml index 958b437c89..40604e1e39 100644 --- a/script/run-mlperf-power-client/_cm.yaml +++ b/script/run-mlperf-power-client/_cm.yaml @@ -1,55 +1,41 @@ -{ - "alias": "run-mlperf-power-client", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "category": "MLPerf benchmark support", - "clean_files": [], - "default_env": { - "CM_MLPERF_POWER_LOG_DIR": "logs", - "CM_MLPERF_RUN_CMD": "", - "CM_MLPERF_POWER_SERVER_ADDRESS": "localhost", - "CM_MLPERF_POWER_NTP_SERVER": "time.google.com" - }, - "deps": [ - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - }, - { - "names": [ - "power-src" - ], - "tags": "get,mlperf,power,src" - }, - { - "tags": "get,generic-sys-util,_ntpdate" - } - ], - "input_mapping": { - "log_dir": "CM_MLPERF_POWER_LOG_DIR", - "power_server": "CM_MLPERF_POWER_SERVER_ADDRESS", - "server_port": "CM_MLPERF_POWER_SERVER_PORT", - "server": "CM_MLPERF_POWER_SERVER_ADDRESS", - "port": "CM_MLPERF_POWER_SERVER_PORT", - "loadgen_logs_dir": "CM_MLPERF_LOADGEN_LOGS_DIR", - "ntp_server": "CM_MLPERF_POWER_NTP_SERVER", - "run_cmd": "CM_MLPERF_RUN_CMD", - "max_amps": "CM_MLPERF_POWER_MAX_AMPS", - "max_volts": "CM_MLPERF_POWER_MAX_VOLTS", - "timestamp": "CM_MLPERF_POWER_TIMESTAMP" - }, - "tags": [ - "run", - "mlc", - "mlcommons", - "mlperf", - "power", - "client", - "power-client" - ], - "uid": "bf6a6d0cc97b48ae" -} +alias: run-mlperf-power-client +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: MLPerf benchmark support +clean_files: [] +default_env: + CM_MLPERF_POWER_LOG_DIR: logs + CM_MLPERF_POWER_NTP_SERVER: time.google.com + CM_MLPERF_POWER_SERVER_ADDRESS: localhost + CM_MLPERF_RUN_CMD: '' +deps: +- names: + - python + - python3 + tags: get,python3 +- names: + - power-src + tags: get,mlperf,power,src +- tags: get,generic-sys-util,_ntpdate +input_mapping: + loadgen_logs_dir: CM_MLPERF_LOADGEN_LOGS_DIR + log_dir: CM_MLPERF_POWER_LOG_DIR + max_amps: CM_MLPERF_POWER_MAX_AMPS + max_volts: CM_MLPERF_POWER_MAX_VOLTS + ntp_server: CM_MLPERF_POWER_NTP_SERVER + port: CM_MLPERF_POWER_SERVER_PORT + power_server: CM_MLPERF_POWER_SERVER_ADDRESS + run_cmd: CM_MLPERF_RUN_CMD + server: CM_MLPERF_POWER_SERVER_ADDRESS + server_port: CM_MLPERF_POWER_SERVER_PORT + timestamp: CM_MLPERF_POWER_TIMESTAMP +tags: +- run +- mlc +- mlcommons +- mlperf +- power +- client +- power-client +uid: bf6a6d0cc97b48ae diff --git a/script/run-mlperf-power-server/_cm.yaml b/script/run-mlperf-power-server/_cm.yaml index 5082ca3f05..18f21af75b 100644 --- a/script/run-mlperf-power-server/_cm.yaml +++ b/script/run-mlperf-power-server/_cm.yaml @@ -1,82 +1,55 @@ -{ - "alias": "run-mlperf-power-server", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "category": "MLPerf benchmark support", - "clean_files": [], - "default_env": { - "CM_MLPERF_POWER_NTP_SERVER": "time.google.com", - "CM_MLPERF_POWER_INTERFACE_FLAG": "", - "CM_MLPERF_POWER_DEVICE_TYPE": "49", - "CM_MLPERF_POWER_SERVER_ADDRESS": "0.0.0.0", - "CM_MLPERF_POWER_SERVER_PORT": "4950", - "CM_MLPERF_POWER_DEVICE_PORT": "/dev/usbtmc0", - "CM_MLPERF_POWER_SERVER_USE_SCREEN": "no" - }, - "input_mapping": { - "interface_flag": "CM_MLPERF_POWER_INTERFACE_FLAG", - "device_port": "CM_MLPERF_POWER_DEVICE_PORT", - "device_type": "CM_MLPERF_POWER_DEVICE_TYPE", - "ntp_server": "CM_MLPERF_POWER_NTP_SERVER", - "screen": "CM_MLPERF_POWER_SERVER_USE_SCREEN" - }, - "deps": [ - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - }, - { - "tags": "detect,os" - }, - { - "names": [ - "power-src" - ], - "tags": "get,mlperf,power,src" - }, - { - "names": [ - "power-damenon" - ], - "tags": "get,mlperf,power,daemon" - }, - { - "names": [ - "screen" - ], - "tags": "get,generic,sys-util,_screen", - "skip_if_env": { - "CM_HOST_OS_TYPE": "windows" - } - }, - { - "names": [ - "win32" - ], - "tags": "get,generic-python-lib,_package.pypiwin32", - "enable_if_env": { - "CM_HOST_OS_TYPE": "windows" - } - } - ], - "tags": [ - "run", - "mlc", - "mlcommons", - "mlperf", - "power", - "server", - "power-server" - ], - "uid": "5bc68aaf389a40bd", - "docker": { - "device": "/dev/usbtmc0", - "port_maps": [ - "4950:4950" - ] - } -} +alias: run-mlperf-power-server +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: MLPerf benchmark support +clean_files: [] +default_env: + CM_MLPERF_POWER_DEVICE_PORT: /dev/usbtmc0 + CM_MLPERF_POWER_DEVICE_TYPE: '49' + CM_MLPERF_POWER_INTERFACE_FLAG: '' + CM_MLPERF_POWER_NTP_SERVER: time.google.com + CM_MLPERF_POWER_SERVER_ADDRESS: 0.0.0.0 + CM_MLPERF_POWER_SERVER_PORT: '4950' + CM_MLPERF_POWER_SERVER_USE_SCREEN: 'no' +deps: +- names: + - python + - python3 + tags: get,python3 +- tags: detect,os +- names: + - power-src + tags: get,mlperf,power,src +- names: + - power-damenon + tags: get,mlperf,power,daemon +- names: + - screen + skip_if_env: + CM_HOST_OS_TYPE: windows + tags: get,generic,sys-util,_screen +- enable_if_env: + CM_HOST_OS_TYPE: windows + names: + - win32 + tags: get,generic-python-lib,_package.pypiwin32 +docker: + device: /dev/usbtmc0 + port_maps: + - 4950:4950 +input_mapping: + device_port: CM_MLPERF_POWER_DEVICE_PORT + device_type: CM_MLPERF_POWER_DEVICE_TYPE + interface_flag: CM_MLPERF_POWER_INTERFACE_FLAG + ntp_server: CM_MLPERF_POWER_NTP_SERVER + screen: CM_MLPERF_POWER_SERVER_USE_SCREEN +tags: +- run +- mlc +- mlcommons +- mlperf +- power +- server +- power-server +uid: 5bc68aaf389a40bd diff --git a/script/run-mlperf-training-submission-checker/_cm.yaml b/script/run-mlperf-training-submission-checker/_cm.yaml index 4c0854fb48..661e1ed177 100644 --- a/script/run-mlperf-training-submission-checker/_cm.yaml +++ b/script/run-mlperf-training-submission-checker/_cm.yaml @@ -1,108 +1,71 @@ -{ - "alias": "run-mlperf-training-submission-checker", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "category": "MLPerf benchmark support", - "clean_files": [], - "default_env": { - "CM_MLPERF_SHORT_RUN": "no" - }, - "default_version": "master", - "deps": [ - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - }, - { - "names": [ - "inference-src", - "submission-checker-src" - ], - "tags": "get,mlcommons,inference,src" - }, - { - "tags": "install,mlperf,logging,from.src" - } - ], - "input_mapping": { - "extra_args": "CM_MLPERF_SUBMISSION_CHECKER_EXTRA_ARGS", - "input": "CM_MLPERF_SUBMISSION_DIR", - "power": "CM_MLPERF_POWER", - "push_to_github": "CM_MLPERF_RESULT_PUSH_TO_GITHUB", - "skip_compliance": "CM_MLPERF_SKIP_COMPLIANCE", - "skip_power_check": "CM_MLPERF_SKIP_POWER_CHECK", - "src_version": "CM_MLPERF_SUBMISSION_CHECKER_VERSION", - "submission_dir": "CM_MLPERF_SUBMISSION_DIR", - "submitter": "CM_MLPERF_SUBMITTER", - "tar": "CM_TAR_SUBMISSION_DIR" - }, - "post_deps": [ - { - "enable_if_env": { - "CM_MLPERF_RESULT_PUSH_TO_GITHUB": [ - "on" - ] - }, - "names": [ - "push-to-github" - ], - "tags": "publish-results,github" - }, - { - "enable_if_env": { - "CM_TAR_SUBMISSION_DIR": [ - "yes" - ] - }, - "tags": "run,tar" - } - ], - "tags": [ - "run", - "mlc", - "mlcommons", - "mlperf", - "training", - "train", - "mlperf-training", - "submission", - "checker", - "submission-checker", - "mlc-submission-checker" - ], - "uid": "cb5cb60ac9a74d09", - "variations": { - "short-run": { - "env": { - "CM_MLPERF_SHORT_RUN": "yes" - } - } - }, - "versions": { - "master": { - "adr": { - "submission-checker-src": { - "version": "master" - } - } - }, - "r3.1": { - "adr": { - "submission-checker-src": { - "version": "r3.1" - } - } - }, - "r3.0": { - "adr": { - "submission-checker-src": { - "version": "r3.0" - } - } - } - } -} +alias: run-mlperf-training-submission-checker +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: MLPerf benchmark support +clean_files: [] +default_env: + CM_MLPERF_SHORT_RUN: 'no' +default_version: master +deps: +- names: + - python + - python3 + tags: get,python3 +- names: + - inference-src + - submission-checker-src + tags: get,mlcommons,inference,src +- tags: install,mlperf,logging,from.src +input_mapping: + extra_args: CM_MLPERF_SUBMISSION_CHECKER_EXTRA_ARGS + input: CM_MLPERF_SUBMISSION_DIR + power: CM_MLPERF_POWER + push_to_github: CM_MLPERF_RESULT_PUSH_TO_GITHUB + skip_compliance: CM_MLPERF_SKIP_COMPLIANCE + skip_power_check: CM_MLPERF_SKIP_POWER_CHECK + src_version: CM_MLPERF_SUBMISSION_CHECKER_VERSION + submission_dir: CM_MLPERF_SUBMISSION_DIR + submitter: CM_MLPERF_SUBMITTER + tar: CM_TAR_SUBMISSION_DIR +post_deps: +- enable_if_env: + CM_MLPERF_RESULT_PUSH_TO_GITHUB: + - 'on' + names: + - push-to-github + tags: publish-results,github +- enable_if_env: + CM_TAR_SUBMISSION_DIR: + - 'yes' + tags: run,tar +tags: +- run +- mlc +- mlcommons +- mlperf +- training +- train +- mlperf-training +- submission +- checker +- submission-checker +- mlc-submission-checker +uid: cb5cb60ac9a74d09 +variations: + short-run: + env: + CM_MLPERF_SHORT_RUN: 'yes' +versions: + master: + adr: + submission-checker-src: + version: master + r3.0: + adr: + submission-checker-src: + version: r3.0 + r3.1: + adr: + submission-checker-src: + version: r3.1 diff --git a/script/run-python/_cm.yaml b/script/run-python/_cm.yaml index dff0c12fec..7901f3de82 100644 --- a/script/run-python/_cm.yaml +++ b/script/run-python/_cm.yaml @@ -1,26 +1,16 @@ -{ - "alias": "run-python", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Tests", - "input_mapping": { - "command": "CM_RUN_PYTHON_CMD" - }, - "deps": [ - { - "tags": "detect,os" - }, - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - } - ], - "tags": [ - "run", - "python" - ], - "uid": "75a46d84ee6f49b0" -} +alias: run-python +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Tests +deps: +- tags: detect,os +- names: + - python + - python3 + tags: get,python3 +input_mapping: + command: CM_RUN_PYTHON_CMD +tags: +- run +- python +uid: 75a46d84ee6f49b0 diff --git a/script/run-terraform/_cm.yaml b/script/run-terraform/_cm.yaml index 243ef4a8ad..6e00051e07 100644 --- a/script/run-terraform/_cm.yaml +++ b/script/run-terraform/_cm.yaml @@ -1,470 +1,320 @@ -{ - "alias": "run-terraform", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "Cloud automation", - "clean_files": [], - "deps": [ - { - "tags": "get,terraform" - } - ], - "tags": [ - "run", - "terraform" - ], - "new_env_keys": [ - "CM_TERRAFORM_RUN_DIR", - "CM_TERRAFORM_CONFIG_DIR" - ], - "new_state_keys": [ - "CM_TF_NEW_INSTANCES_STATE" - ], - "uid": "ec344bd44af144d7", - "post_deps": [ - { - "names": [ - "destroy-cmd" - ], - "tags": "destroy,terraform", - "enable_if_env": { - "CM_DESTROY_TERRAFORM": [ "on" ] - }, - "dynamic": true - } - ], - "input_mapping": { - "destroy": "CM_DESTROY_TERRAFORM", - "cminit": "CM_TERRAFORM_CM_INIT", - "key_file": "CM_SSH_KEY_FILE", - "run_cmds": "CM_TERRAFORM_RUN_COMMANDS", - "gcp_credentials_json_file": "CM_GCP_CREDENTIALS_JSON_PATH", - "ssh_key_file": "CM_SSH_KEY_FILE" - }, - "default_env": { - "TF_VAR_SECURITY_GROUP_ID": "sg-0783752c97d2e011d", - "TF_VAR_CPU_COUNT": "1" - }, - "variations": { - "aws": { - "group": "cloud-provider", - "default": true, - "default_variations": { - "aws-instance-type": "t2.micro", - "region": "us-west-2" - }, - "env": { - "CM_TERRAFORM_CONFIG_DIR_NAME": "aws" - } - }, - "gcp": { - "group": "cloud-provider", - "default_variations": { - "gcp-instance-type": "f1-micro", - "gcp-instance-image": "ubuntu-2204-jammy-v20230114", - "region": "region.us-west1", - "zone": "zone.us-west1-a", - "storage-size": "storage_size.120", - "instance-name": "instance_name.microubuntu2204" - }, - "default_env": { - "TF_VAR_SSH_PUB_KEY_FILE": "$HOME/.ssh/id_rsa.pub", - "TF_VAR_SSH_USER": "asuresh" - }, - "env": { - "CM_TERRAFORM_CONFIG_DIR_NAME": "gcp" - } - }, - "n1-standard.#": { - "base": [ - "gcp" - ], - "group": "gcp-instance-type", - "env": { - "TF_VAR_INSTANCE_TYPE": "n1-highmem-#" - } - }, - "n1-highmem.#": { - "base": [ - "gcp" - ], - "group": "gcp-instance-type", - "env": { - "TF_VAR_INSTANCE_TYPE": "n1-highmem-#" - } - }, - "f1-micro": { - "base": [ - "gcp" - ], - "group": "gcp-instance-type", - "env": { - "TF_VAR_INSTANCE_TYPE": "f1-micro" - } - }, - "t2.micro": { - "group": "aws-instance-type", - "base": [ - "aws" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "t2.micro" - } - }, - "t2.small": { - "group": "aws-instance-type", - "base": [ - "aws" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "t2.small" - } - }, - "t2.medium": { - "group": "aws-instance-type", - "base": [ - "aws" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "t2.medium" - } - }, - "t2.large": { - "group": "aws-instance-type", - "base": [ - "aws" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "t2.large" - } - }, - "t2.xlarge": { - "group": "aws-instance-type", - "base": [ - "aws" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "t2.xlarge" - } - }, - "t2.2xlarge": { - "group": "aws-instance-type", - "base": [ - "aws" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "t2.2xlarge" - } - }, - "t2.nano": { - "group": "aws-instance-type", - "base": [ - "aws" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "t2.nano" - } - }, - "t2.#": { - "group": "aws-instance-type", - "base": [ - "aws" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "t2.#" - } - }, - "c5.4xlarge": { - "group": "aws-instance-type", - "base": [ - "aws" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "c5.4xlarge" - } - }, - "c5.12xlarge": { - "group": "aws-instance-type", - "base": [ - "aws" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "c5.12xlarge" - } - }, - "c5d.9xlarge": { - "group": "aws-instance-type", - "base": [ - "aws" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "c5d.9xlarge" - } - }, - "g4dn.xlarge": { - "group": "aws-instance-type", - "base": [ - "aws" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "g4dn.xlarge" - } - }, - "x86": { - "group": "platform", - "default": true, - "env": { - "CM_INSTANCE_PLATFORM": "x86" - } - }, - "arm64": { - "group": "platform", - "env": { - "CM_INSTANCE_PLATFORM": "arm64" - } - }, - "a1.2xlarge": { - "group": "aws-instance-type", - "base": [ - "aws", - "arm64" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "a1.2xlarge" - } - }, - "a1.xlarge": { - "group": "aws-instance-type", - "base": [ - "aws", - "arm64" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "a1.xlarge" - } - }, - "m7g.xlarge": { - "group": "aws-instance-type", - "base": [ - "aws", - "arm64", - "graviton" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "m7g.xlarge" - } - }, - "m7g.2xlarge": { - "group": "aws-instance-type", - "base": [ - "aws", - "arm64", - "graviton" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "m7g.2xlarge" - } - }, - "inf1.xlarge": { - "group": "aws-instance-type", - "base": [ - "aws", - "inferentia" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "inf1.xlarge" - } - }, - "inf1.2xlarge": { - "group": "aws-instance-type", - "base": [ - "aws", - "inferentia" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "inf1.2xlarge" - } - }, - "inf2.xlarge": { - "group": "aws-instance-type", - "base": [ - "aws", - "inferentia" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "inf2.xlarge" - } - }, - "inf2.8xlarge": { - "group": "aws-instance-type", - "base": [ - "aws", - "inferentia" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "inf2.8xlarge" - } - }, - "a1.metal": { - "group": "aws-instance-type", - "base": [ - "aws", - "arm64" - ], - "env": { - "TF_VAR_INSTANCE_TYPE": "a1.metal" - } - }, - "storage_size.8": { - "group": "storage-size", - "env": { - "TF_VAR_DISK_GBS": "8" - } - }, - "storage_size.#": { - "group": "storage-size", - "env": { - "TF_VAR_DISK_GBS": "#" - } - }, - "us-west-2": { - "group": "region", - "env": { - "TF_VAR_INSTANCE_REGION": "us-west-2" - } - }, - "region.#": { - "group": "region", - "env": { - "TF_VAR_INSTANCE_REGION": "#" - } - }, - "zone.#": { - "group": "zone", - "env": { - "TF_VAR_INSTANCE_ZONE": "#" - } - }, - "gcp_instance_type.#": { - "group": "gcp-instance-type", - "env": { - "TF_VAR_INSTANCE_TYPE": "#" - } - }, - "aws_instance_type.#": { - "group": "aws-instance-type", - "env": { - "TF_VAR_INSTANCE_TYPE": "#" - } - }, - "gcp_project.#": { - "group": "gcp-project", - "env": { - "TF_VAR_GCP_PROJECT": "#" - } - }, - "aws_instance_image.ami-0735c191cf914754d": { - "group": "aws-instance-image", - "env": { - "TF_VAR_INSTANCE_IMAGE": "ami-0735c191cf914754d" - } - }, - "aws_instance_image.ami-0a0d8589b597d65b3": { - "group": "aws-instance-image", - "env": { - "TF_VAR_INSTANCE_IMAGE": "ami-0a0d8589b597d65b3" - } - }, - "ubuntu.#": { - "env": { - "TF_VAR_INSTANCE_IMAGE_OS": "ubuntu.#" - } - }, - "rhel.#": { - "env": { - "TF_VAR_INSTANCE_IMAGE_OS": "rhel.#" - } - }, - "amazon-linux-2-kernel.#": { - "env": { - "TF_VAR_INSTANCE_IMAGE_OS": "amazon-linux-2-kernel.#" - } - }, - "amazon-linux-2-kernel.510,arm64,us-west-2": { - "group": "aws-instance-image", - "env": { - "TF_VAR_INSTANCE_IMAGE": "ami-0f1a5f5ada0e7da53" - } - }, - "rhel.9,x86,us-west-2": { - "group": "aws-instance-image", - "env": { - "TF_VAR_INSTANCE_IMAGE": "ami-0dda7e535b65b6469" - } - }, - "ubuntu.2204,arm64,us-west-2": { - "group": "aws-instance-image", - "env": { - "TF_VAR_INSTANCE_IMAGE": "ami-079f51a7bcca65b92" - } - }, - "ubuntu.2204,x86,us-west-2": { - "group": "aws-instance-image", - "env": { - "TF_VAR_INSTANCE_IMAGE": "ami-0735c191cf914754d" - } - }, - "inferentia,amazon-linux-2-kernel.510": { - "default_variations": { - "aws-instance-image": "amazon-linux-2-kernel.510,arm64,us-west-2" - } - }, - "aws_instance_image.#": { - "group": "aws-instance-image", - "env": { - "TF_VAR_INSTANCE_IMAGE": "#" - } - }, - "gcp_instance_image.#": { - "group": "gcp-instance-image", - "env": { - "TF_VAR_INSTANCE_IMAGE": "#" - } - }, - "debian-cloud/debian-11": { - "group": "gcp-instance-image", - "env": { - "TF_VAR_INSTANCE_IMAGE": "debian-cloud/debian-11" - } - }, - "ubuntu-2204-jammy-v20230114": { - "group": "gcp-instance-image", - "env": { - "TF_VAR_INSTANCE_IMAGE": "ubuntu-2204-jammy-v20230114" - } - }, - "instance_name.#": { - "group": "instance-name", - "env": { - "TF_VAR_INSTANCE_NAME": "#" - } - }, - "graviton": { - "default_variations": { - "platform": "arm64" - }, - "env": { - "CM_TERRAFORM_AWS_GRAVITON_INSTANCE": "yes" - } - }, - "inferentia": { - "default_variations": { - "platform": "arm64" - }, - "env": { - "CM_TERRAFORM_AWS_INFERENTIA_INSTANCE": "yes" - } - } - } -} +alias: run-terraform +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Cloud automation +clean_files: [] +default_env: + TF_VAR_CPU_COUNT: '1' + TF_VAR_SECURITY_GROUP_ID: sg-0783752c97d2e011d +deps: +- tags: get,terraform +input_mapping: + cminit: CM_TERRAFORM_CM_INIT + destroy: CM_DESTROY_TERRAFORM + gcp_credentials_json_file: CM_GCP_CREDENTIALS_JSON_PATH + key_file: CM_SSH_KEY_FILE + run_cmds: CM_TERRAFORM_RUN_COMMANDS + ssh_key_file: CM_SSH_KEY_FILE +new_env_keys: +- CM_TERRAFORM_RUN_DIR +- CM_TERRAFORM_CONFIG_DIR +new_state_keys: +- CM_TF_NEW_INSTANCES_STATE +post_deps: +- dynamic: true + enable_if_env: + CM_DESTROY_TERRAFORM: + - 'on' + names: + - destroy-cmd + tags: destroy,terraform +tags: +- run +- terraform +uid: ec344bd44af144d7 +variations: + a1.2xlarge: + base: + - aws + - arm64 + env: + TF_VAR_INSTANCE_TYPE: a1.2xlarge + group: aws-instance-type + a1.metal: + base: + - aws + - arm64 + env: + TF_VAR_INSTANCE_TYPE: a1.metal + group: aws-instance-type + a1.xlarge: + base: + - aws + - arm64 + env: + TF_VAR_INSTANCE_TYPE: a1.xlarge + group: aws-instance-type + amazon-linux-2-kernel.#: + env: + TF_VAR_INSTANCE_IMAGE_OS: amazon-linux-2-kernel.# + amazon-linux-2-kernel.510,arm64,us-west-2: + env: + TF_VAR_INSTANCE_IMAGE: ami-0f1a5f5ada0e7da53 + group: aws-instance-image + arm64: + env: + CM_INSTANCE_PLATFORM: arm64 + group: platform + aws: + default: true + default_variations: + aws-instance-type: t2.micro + region: us-west-2 + env: + CM_TERRAFORM_CONFIG_DIR_NAME: aws + group: cloud-provider + aws_instance_image.#: + env: + TF_VAR_INSTANCE_IMAGE: '#' + group: aws-instance-image + aws_instance_image.ami-0735c191cf914754d: + env: + TF_VAR_INSTANCE_IMAGE: ami-0735c191cf914754d + group: aws-instance-image + aws_instance_image.ami-0a0d8589b597d65b3: + env: + TF_VAR_INSTANCE_IMAGE: ami-0a0d8589b597d65b3 + group: aws-instance-image + aws_instance_type.#: + env: + TF_VAR_INSTANCE_TYPE: '#' + group: aws-instance-type + c5.12xlarge: + base: + - aws + env: + TF_VAR_INSTANCE_TYPE: c5.12xlarge + group: aws-instance-type + c5.4xlarge: + base: + - aws + env: + TF_VAR_INSTANCE_TYPE: c5.4xlarge + group: aws-instance-type + c5d.9xlarge: + base: + - aws + env: + TF_VAR_INSTANCE_TYPE: c5d.9xlarge + group: aws-instance-type + debian-cloud/debian-11: + env: + TF_VAR_INSTANCE_IMAGE: debian-cloud/debian-11 + group: gcp-instance-image + f1-micro: + base: + - gcp + env: + TF_VAR_INSTANCE_TYPE: f1-micro + group: gcp-instance-type + g4dn.xlarge: + base: + - aws + env: + TF_VAR_INSTANCE_TYPE: g4dn.xlarge + group: aws-instance-type + gcp: + default_env: + TF_VAR_SSH_PUB_KEY_FILE: $HOME/.ssh/id_rsa.pub + TF_VAR_SSH_USER: asuresh + default_variations: + gcp-instance-image: ubuntu-2204-jammy-v20230114 + gcp-instance-type: f1-micro + instance-name: instance_name.microubuntu2204 + region: region.us-west1 + storage-size: storage_size.120 + zone: zone.us-west1-a + env: + CM_TERRAFORM_CONFIG_DIR_NAME: gcp + group: cloud-provider + gcp_instance_image.#: + env: + TF_VAR_INSTANCE_IMAGE: '#' + group: gcp-instance-image + gcp_instance_type.#: + env: + TF_VAR_INSTANCE_TYPE: '#' + group: gcp-instance-type + gcp_project.#: + env: + TF_VAR_GCP_PROJECT: '#' + group: gcp-project + graviton: + default_variations: + platform: arm64 + env: + CM_TERRAFORM_AWS_GRAVITON_INSTANCE: 'yes' + inf1.2xlarge: + base: + - aws + - inferentia + env: + TF_VAR_INSTANCE_TYPE: inf1.2xlarge + group: aws-instance-type + inf1.xlarge: + base: + - aws + - inferentia + env: + TF_VAR_INSTANCE_TYPE: inf1.xlarge + group: aws-instance-type + inf2.8xlarge: + base: + - aws + - inferentia + env: + TF_VAR_INSTANCE_TYPE: inf2.8xlarge + group: aws-instance-type + inf2.xlarge: + base: + - aws + - inferentia + env: + TF_VAR_INSTANCE_TYPE: inf2.xlarge + group: aws-instance-type + inferentia: + default_variations: + platform: arm64 + env: + CM_TERRAFORM_AWS_INFERENTIA_INSTANCE: 'yes' + inferentia,amazon-linux-2-kernel.510: + default_variations: + aws-instance-image: amazon-linux-2-kernel.510,arm64,us-west-2 + instance_name.#: + env: + TF_VAR_INSTANCE_NAME: '#' + group: instance-name + m7g.2xlarge: + base: + - aws + - arm64 + - graviton + env: + TF_VAR_INSTANCE_TYPE: m7g.2xlarge + group: aws-instance-type + m7g.xlarge: + base: + - aws + - arm64 + - graviton + env: + TF_VAR_INSTANCE_TYPE: m7g.xlarge + group: aws-instance-type + n1-highmem.#: + base: + - gcp + env: + TF_VAR_INSTANCE_TYPE: n1-highmem-# + group: gcp-instance-type + n1-standard.#: + base: + - gcp + env: + TF_VAR_INSTANCE_TYPE: n1-highmem-# + group: gcp-instance-type + region.#: + env: + TF_VAR_INSTANCE_REGION: '#' + group: region + rhel.#: + env: + TF_VAR_INSTANCE_IMAGE_OS: rhel.# + rhel.9,x86,us-west-2: + env: + TF_VAR_INSTANCE_IMAGE: ami-0dda7e535b65b6469 + group: aws-instance-image + storage_size.#: + env: + TF_VAR_DISK_GBS: '#' + group: storage-size + storage_size.8: + env: + TF_VAR_DISK_GBS: '8' + group: storage-size + t2.#: + base: + - aws + env: + TF_VAR_INSTANCE_TYPE: t2.# + group: aws-instance-type + t2.2xlarge: + base: + - aws + env: + TF_VAR_INSTANCE_TYPE: t2.2xlarge + group: aws-instance-type + t2.large: + base: + - aws + env: + TF_VAR_INSTANCE_TYPE: t2.large + group: aws-instance-type + t2.medium: + base: + - aws + env: + TF_VAR_INSTANCE_TYPE: t2.medium + group: aws-instance-type + t2.micro: + base: + - aws + env: + TF_VAR_INSTANCE_TYPE: t2.micro + group: aws-instance-type + t2.nano: + base: + - aws + env: + TF_VAR_INSTANCE_TYPE: t2.nano + group: aws-instance-type + t2.small: + base: + - aws + env: + TF_VAR_INSTANCE_TYPE: t2.small + group: aws-instance-type + t2.xlarge: + base: + - aws + env: + TF_VAR_INSTANCE_TYPE: t2.xlarge + group: aws-instance-type + ubuntu-2204-jammy-v20230114: + env: + TF_VAR_INSTANCE_IMAGE: ubuntu-2204-jammy-v20230114 + group: gcp-instance-image + ubuntu.#: + env: + TF_VAR_INSTANCE_IMAGE_OS: ubuntu.# + ubuntu.2204,arm64,us-west-2: + env: + TF_VAR_INSTANCE_IMAGE: ami-079f51a7bcca65b92 + group: aws-instance-image + ubuntu.2204,x86,us-west-2: + env: + TF_VAR_INSTANCE_IMAGE: ami-0735c191cf914754d + group: aws-instance-image + us-west-2: + env: + TF_VAR_INSTANCE_REGION: us-west-2 + group: region + x86: + default: true + env: + CM_INSTANCE_PLATFORM: x86 + group: platform + zone.#: + env: + TF_VAR_INSTANCE_ZONE: '#' + group: zone diff --git a/script/set-device-settings-qaic/_cm.yaml b/script/set-device-settings-qaic/_cm.yaml index 156c01b3ce..ad88ba3304 100644 --- a/script/set-device-settings-qaic/_cm.yaml +++ b/script/set-device-settings-qaic/_cm.yaml @@ -1,54 +1,39 @@ -{ - "alias": "set-device-settings-qaic", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "category": "DevOps automation", - "deps": [ - { - "tags": "detect-os" - }, - { - "tags": "get,qaic,platform,sdk" - } - ], - "docker_input_mapping": {}, - "input_description": {}, - "input_mapping": {}, - "new_env_keys": [ - "CM_QAIC_DEVICE_*" - ], - "default_env": { - "CM_QAIC_DEVICES": "0" - }, - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "set", - "device", - "qaic", - "ai100", - "cloud", - "performance", - "power", - "setting", - "mode", - "vc", - "ecc" - ], - "uid": "408a1a1563b44780", - "variations": { - "ecc": { - "env": { - "CM_QAIC_ECC": "yes" - } - }, - "vc.#": { - "env": { - "CM_QAIC_VC": "#" - } - } - } -} +alias: set-device-settings-qaic +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: DevOps automation +default_env: + CM_QAIC_DEVICES: '0' +deps: +- tags: detect-os +- tags: get,qaic,platform,sdk +docker_input_mapping: {} +input_description: {} +input_mapping: {} +new_env_keys: +- CM_QAIC_DEVICE_* +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- set +- device +- qaic +- ai100 +- cloud +- performance +- power +- setting +- mode +- vc +- ecc +uid: 408a1a1563b44780 +variations: + ecc: + env: + CM_QAIC_ECC: 'yes' + vc.#: + env: + CM_QAIC_VC: '#' diff --git a/script/set-echo-off-win/_cm.yaml b/script/set-echo-off-win/_cm.yaml index 59bfef9ac0..ebb9d59cc4 100644 --- a/script/set-echo-off-win/_cm.yaml +++ b/script/set-echo-off-win/_cm.yaml @@ -1,18 +1,14 @@ -{ - "alias": "set-echo-off-win", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "DevOps automation", - "new_state_keys": [ - "script_prefix" - ], - "tags": [ - "set", - "echo", - "off", - "win", - "echo-off-win", - "echo-off" - ], - "uid": "49d94b57524f4fcf" -} +alias: set-echo-off-win +automation_alias: script +automation_uid: 5b4e0237da074764 +category: DevOps automation +new_state_keys: +- script_prefix +tags: +- set +- echo +- 'off' +- win +- echo-off-win +- echo-off +uid: 49d94b57524f4fcf diff --git a/script/set-performance-mode/_cm.yaml b/script/set-performance-mode/_cm.yaml index 831650f962..6a820e2864 100644 --- a/script/set-performance-mode/_cm.yaml +++ b/script/set-performance-mode/_cm.yaml @@ -1,60 +1,42 @@ -{ - "alias": "set-performance-mode", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "category": "DevOps automation", - "deps": [ - { - "tags": "detect-os" - }, - { - "tags": "detect-cpu" - } - ], - "docker_input_mapping": {}, - "input_description": {}, - "input_mapping": {}, - "new_env_keys": [ - "OMP_*" - ], - "new_state_keys": [], - "post_deps": [], - "posthook_deps": [], - "prehook_deps": [], - "tags": [ - "set", - "system", - "performance", - "power", - "mode" - ], - "uid": "2c0ab7b64692443d", - "variations": { - "cpu": { - "group": "device", - "default": "true", - "env": { - "CM_SET_PERFORMANCE_MODE_OF": "cpu" - } - }, - "performance": { - "group": "performance-mode", - "default": true, - "env": { - "CM_SET_PERFORMANCE_MODE": "performance" - } - }, - "power": { - "group": "power", - "env": { - "CM_SET_PERFORMANCE_MODE": "power" - } - }, - "reproducibility": { - "env": { - "CM_SET_OS_PERFORMANCE_REPRODUCIBILITY_MODE": "yes" - } - } - } -} +alias: set-performance-mode +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: DevOps automation +deps: +- tags: detect-os +- tags: detect-cpu +docker_input_mapping: {} +input_description: {} +input_mapping: {} +new_env_keys: +- OMP_* +new_state_keys: [] +post_deps: [] +posthook_deps: [] +prehook_deps: [] +tags: +- set +- system +- performance +- power +- mode +uid: 2c0ab7b64692443d +variations: + cpu: + default: 'true' + env: + CM_SET_PERFORMANCE_MODE_OF: cpu + group: device + performance: + default: true + env: + CM_SET_PERFORMANCE_MODE: performance + group: performance-mode + power: + env: + CM_SET_PERFORMANCE_MODE: power + group: power + reproducibility: + env: + CM_SET_OS_PERFORMANCE_REPRODUCIBILITY_MODE: 'yes' diff --git a/script/set-sqlite-dir/_cm.yaml b/script/set-sqlite-dir/_cm.yaml index 10c5047862..37f348259d 100644 --- a/script/set-sqlite-dir/_cm.yaml +++ b/script/set-sqlite-dir/_cm.yaml @@ -1,33 +1,22 @@ -{ - "alias": "set-sqlite-dir", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": true, - "category": "DevOps automation", - "deps": [ - { - "tags": "detect,os" - }, - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - } - ], - "env": {}, - "input_mapping": { - "path": "CM_SQLITE_PATH" - }, - "new_env_keys": [ - "CM_SQLITE_PATH" - ], - "tags": [ - "set", - "sqlite", - "dir", - "sqlite-dir" - ], - "uid": "05904966355a43ac" -} +alias: set-sqlite-dir +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: DevOps automation +deps: +- tags: detect,os +- names: + - python + - python3 + tags: get,python3 +env: {} +input_mapping: + path: CM_SQLITE_PATH +new_env_keys: +- CM_SQLITE_PATH +tags: +- set +- sqlite +- dir +- sqlite-dir +uid: 05904966355a43ac diff --git a/script/tar-my-folder/_cm.yaml b/script/tar-my-folder/_cm.yaml index b7bf51a189..100e27eb7f 100644 --- a/script/tar-my-folder/_cm.yaml +++ b/script/tar-my-folder/_cm.yaml @@ -1,19 +1,15 @@ -{ - "alias": "tar-my-folder", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "DevOps automation", - "cache": false, - "clean_files": [], - "deps": [], - "input_mapping": { - "input_dir": "CM_TAR_INPUT_DIR", - "outfile": "CM_TAR_OUTFILE", - "output_dir": "CM_TAR_OUTPUT_DIR" - }, - "tags": [ - "run", - "tar" - ], - "uid": "3784212e986c456b" -} +alias: tar-my-folder +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: DevOps automation +clean_files: [] +deps: [] +input_mapping: + input_dir: CM_TAR_INPUT_DIR + outfile: CM_TAR_OUTFILE + output_dir: CM_TAR_OUTPUT_DIR +tags: +- run +- tar +uid: 3784212e986c456b diff --git a/script/test-mlperf-inference-retinanet/_cm.yaml b/script/test-mlperf-inference-retinanet/_cm.yaml index fb8be75934..fd6a8607c4 100644 --- a/script/test-mlperf-inference-retinanet/_cm.yaml +++ b/script/test-mlperf-inference-retinanet/_cm.yaml @@ -1,49 +1,28 @@ -{ - "alias": "test-mlperf-inference-retinanet", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "CM interface prototyping", - "deps": [ - { - "tags": "get,sys-utils-cm" - }, - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - }, - { - "tags": "get,generic-python-lib,_requests" - }, - { - "names": [ - "loadgen", "mlperf-inference-loadgen" - ], - "tags": "get,loadgen" - }, - { - "force_env_keys": [ - "CM_GIT_*" - ], - "names": [ - "inference-src" - ], - "tags": "mlperf,inference,source" - }, - { - "tags": "get,dataset,open-images,original" - }, - { - "tags": "get,raw,ml-model,retinanet" - } - ], - "tags": [ - "test", - "mlperf-inference-win", - "retinanet", - "windows" - ], - "uid": "1cedbc3b642a403a" -} +alias: test-mlperf-inference-retinanet +automation_alias: script +automation_uid: 5b4e0237da074764 +category: CM interface prototyping +deps: +- tags: get,sys-utils-cm +- names: + - python + - python3 + tags: get,python3 +- tags: get,generic-python-lib,_requests +- names: + - loadgen + - mlperf-inference-loadgen + tags: get,loadgen +- force_env_keys: + - CM_GIT_* + names: + - inference-src + tags: mlperf,inference,source +- tags: get,dataset,open-images,original +- tags: get,raw,ml-model,retinanet +tags: +- test +- mlperf-inference-win +- retinanet +- windows +uid: 1cedbc3b642a403a diff --git a/script/test-set-sys-user-cm/_cm.yaml b/script/test-set-sys-user-cm/_cm.yaml index 06c20f8d22..742309e1b0 100644 --- a/script/test-set-sys-user-cm/_cm.yaml +++ b/script/test-set-sys-user-cm/_cm.yaml @@ -1,18 +1,14 @@ -{ - "alias": "test-set-sys-user-cm", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Tests", - "cache": true, - "default_env": { - "CM_SUDO": "sudo" - }, - "tags": [ - "demo", - "set", - "sys-user", - "cm", - "sys-user-cm" - ], - "uid": "25fdfcf0fe434af2" -} +alias: test-set-sys-user-cm +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: true +category: Tests +default_env: + CM_SUDO: sudo +tags: +- demo +- set +- sys-user +- cm +- sys-user-cm +uid: 25fdfcf0fe434af2 diff --git a/script/truncate-mlperf-inference-accuracy-log/_cm.yaml b/script/truncate-mlperf-inference-accuracy-log/_cm.yaml index 3f02725b5b..6e58872661 100644 --- a/script/truncate-mlperf-inference-accuracy-log/_cm.yaml +++ b/script/truncate-mlperf-inference-accuracy-log/_cm.yaml @@ -1,55 +1,41 @@ -{ - "alias": "truncate-mlperf-inference-accuracy-log", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "cache": false, - "category": "MLPerf benchmark support", - "clean_files": [], - "deps": [ - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - }, - { - "names": [ - "inference-src" - ], - "tags": "get,mlcommons,inference,src" - }, - { - "tags": "get,mlperf,submission,dir", - "names": [ - "get-mlperf-submission-dir" - ], - "skip_if_env": { - "CM_MLPERF_INFERENCE_SUBMISSION_DIR": [ "on" ] - } - } - ], - "input_mapping": { - "input": "CM_MLPERF_INFERENCE_SUBMISSION_DIR", - "submission_dir": "CM_MLPERF_INFERENCE_SUBMISSION_DIR", - "submitter": "CM_MLPERF_SUBMITTER" - }, - "tags": [ - "run", - "mlc", - "mlcommons", - "mlperf", - "inference", - "mlperf-inference", - "truncation", - "truncator", - "truncate", - "accuracy", - "accuracy-log", - "accuracy-log-trancation", - "accuracy-log-truncator", - "mlc-accuracy-log-trancation", - "mlc-accuracy-log-truncator" - ], - "uid": "9d5ec20434084d14" -} +alias: truncate-mlperf-inference-accuracy-log +automation_alias: script +automation_uid: 5b4e0237da074764 +cache: false +category: MLPerf benchmark support +clean_files: [] +deps: +- names: + - python + - python3 + tags: get,python3 +- names: + - inference-src + tags: get,mlcommons,inference,src +- names: + - get-mlperf-submission-dir + skip_if_env: + CM_MLPERF_INFERENCE_SUBMISSION_DIR: + - 'on' + tags: get,mlperf,submission,dir +input_mapping: + input: CM_MLPERF_INFERENCE_SUBMISSION_DIR + submission_dir: CM_MLPERF_INFERENCE_SUBMISSION_DIR + submitter: CM_MLPERF_SUBMITTER +tags: +- run +- mlc +- mlcommons +- mlperf +- inference +- mlperf-inference +- truncation +- truncator +- truncate +- accuracy +- accuracy-log +- accuracy-log-trancation +- accuracy-log-truncator +- mlc-accuracy-log-trancation +- mlc-accuracy-log-truncator +uid: 9d5ec20434084d14 diff --git a/script/upgrade-python-pip/_cm.yaml b/script/upgrade-python-pip/_cm.yaml index e8652e0712..1a00fc99be 100644 --- a/script/upgrade-python-pip/_cm.yaml +++ b/script/upgrade-python-pip/_cm.yaml @@ -1,25 +1,16 @@ -{ - "alias": "upgrade-python-pip", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Tests", - "deps": [ - { - "tags": "detect,os" - }, - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - } - ], - "tags": [ - "upgrade", - "python", - "pip", - "python-pip" - ], - "uid": "4343ed2d9a974923" -} +alias: upgrade-python-pip +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Tests +deps: +- tags: detect,os +- names: + - python + - python3 + tags: get,python3 +tags: +- upgrade +- python +- pip +- python-pip +uid: 4343ed2d9a974923 diff --git a/script/wrapper-reproduce-octoml-tinyml-submission/_cm.yaml b/script/wrapper-reproduce-octoml-tinyml-submission/_cm.yaml index c5ddffdd3f..f8f24d4440 100644 --- a/script/wrapper-reproduce-octoml-tinyml-submission/_cm.yaml +++ b/script/wrapper-reproduce-octoml-tinyml-submission/_cm.yaml @@ -1,38 +1,28 @@ -{ - "alias": "wrapper-reproduce-octoml-tinyml-submission", - "automation_alias": "script", - "automation_uid": "5b4e0237da074764", - "category": "Reproduce MLPerf benchmarks", - "default_version": "r1.0", - "deps": [ - { - "names": [ - "python", - "python3" - ], - "tags": "get,python3" - } - ], - "env": {}, - "input_mapping": { - "flash": "CM_FLASH_BOARD", - "recreate_binary": "CM_RECREATE_BINARY" - }, - "tags": [ - "run", - "generate-tiny", - "generate", - "submission", - "tiny", - "generate-tiny-submission", - "results", - "mlcommons", - "mlperf", - "octoml" - ], - "uid": "b946001e289c4480", - "versions": { - "r1.0": { - } - } -} +alias: wrapper-reproduce-octoml-tinyml-submission +automation_alias: script +automation_uid: 5b4e0237da074764 +category: Reproduce MLPerf benchmarks +default_version: r1.0 +deps: +- names: + - python + - python3 + tags: get,python3 +env: {} +input_mapping: + flash: CM_FLASH_BOARD + recreate_binary: CM_RECREATE_BINARY +tags: +- run +- generate-tiny +- generate +- submission +- tiny +- generate-tiny-submission +- results +- mlcommons +- mlperf +- octoml +uid: b946001e289c4480 +versions: + r1.0: {} From 9f79f456cc49de5e40b4e06e8124d3c13bf4471f Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Fri, 22 Nov 2024 13:58:14 +0000 Subject: [PATCH 58/58] Update VERSION --- VERSION | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/VERSION b/VERSION index e23fb32dfc..1d0ba9ea18 100644 --- a/VERSION +++ b/VERSION @@ -1 +1 @@ -0.3.26 +0.4.0