diff --git a/script/get-dataset-mixtral/_cm.json b/script/get-dataset-mlperf-inference-mixtral/_cm.json similarity index 69% rename from script/get-dataset-mixtral/_cm.json rename to script/get-dataset-mlperf-inference-mixtral/_cm.json index 7b1ea2c18a..4e34a57a85 100644 --- a/script/get-dataset-mixtral/_cm.json +++ b/script/get-dataset-mlperf-inference-mixtral/_cm.json @@ -1,5 +1,5 @@ { - "alias": "get-dataset-mixtral", + "alias": "get-dataset-mlperf-inference-mixtral", "automation_alias": "script", "automation_uid": "5b4e0237da074764", "cache": true, @@ -7,43 +7,41 @@ "new_env_keys": [ "CM_DATASET_*" ], - "tags": [ - "get", - "dataset-mixtral", - "openorca-mbxp-gsm8k-combined" - ], - "uid": "89e7c91444804775", "prehook_deps": [ { - "tags": "download-and-extract", "env": { "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_DATASET_PREPROCESSED_PATH" }, - "update_tags_from_env_with_prefix": { - "_url.": [ "CM_PACKAGE_URL" ] - }, + "extra_cache_tags": "mixtral,get-mixtral-dataset", "force_cache": true, - "extra_cache_tags": "mixtral,get-mixtral-dataset" + "tags": "download-and-extract", + "update_tags_from_env_with_prefix": { + "_url.": [ + "CM_PACKAGE_URL" + ] + } } ], + "tags": [ + "get", + "dataset-mixtral", + "openorca-mbxp-gsm8k-combined" + ], + "uid": "89e7c91444804775", "variations": { - "mlcommons-storage":{ - "default":true, - "env":{ - "CM_PACKAGE_URL": "https://inference.mlcommons-storage.org/mixtral_8x7b%2F2024.06.06_mixtral_15k_v4.pkl", + "mlcommons-storage": { + "default": true, + "env": { + "CM_DOWNLOAD_CHECKSUM": "78823c13e0e73e518872105c4b09628b", "CM_DOWNLOAD_FILENAME": "2024.06.06_mixtral_15k_v4.pkl", - "CM_DOWNLOAD_CHECKSUM": "78823c13e0e73e518872105c4b09628b" + "CM_PACKAGE_URL": "https://inference.mlcommons-storage.org/mixtral_8x7b%2F2024.06.06_mixtral_15k_v4.pkl" }, "group": "download-source" }, - "size.#":{ + "size.#": { "base": [ "mlcommons-storage" ], - "env":{ - "CM_DATASET_MIXTRAL_TEST_DATA_SIZE": "#", - "CM_DATASET_MIXTRAL_GENERATE_TEST_DATA": "yes" - }, "deps": [ { "tags": "get,generic-python-lib,_package.pandas" @@ -51,7 +49,11 @@ { "tags": "get,python3" } - ] + ], + "env": { + "CM_DATASET_MIXTRAL_GENERATE_TEST_DATA": "yes", + "CM_DATASET_MIXTRAL_TEST_DATA_SIZE": "#" + } } } } diff --git a/script/get-dataset-mixtral/customize.py b/script/get-dataset-mlperf-inference-mixtral/customize.py similarity index 100% rename from script/get-dataset-mixtral/customize.py rename to script/get-dataset-mlperf-inference-mixtral/customize.py diff --git a/script/get-dataset-mixtral/generate-test-dataset.py b/script/get-dataset-mlperf-inference-mixtral/generate-test-dataset.py similarity index 100% rename from script/get-dataset-mixtral/generate-test-dataset.py rename to script/get-dataset-mlperf-inference-mixtral/generate-test-dataset.py diff --git a/script/get-dataset-mixtral/run.sh b/script/get-dataset-mlperf-inference-mixtral/run.sh similarity index 100% rename from script/get-dataset-mixtral/run.sh rename to script/get-dataset-mlperf-inference-mixtral/run.sh