Merge pull request #569 from mlcommons/mixtral-test-dataset

rename mixtral dataset download script

script/get-dataset-mixtral/_cm.json → script/get-dataset-mlperf-inference-mixtral/_cm.json

@@ -1,57 +1,59 @@
 {
-  "alias": "get-dataset-mixtral",
+  "alias": "get-dataset-mlperf-inference-mixtral",
   "automation_alias": "script",
   "automation_uid": "5b4e0237da074764",
   "cache": true,
   "category": "AI/ML datasets",
   "new_env_keys": [
     "CM_DATASET_*"
   ],
-  "tags": [
-    "get",
-    "dataset-mixtral",
-    "openorca-mbxp-gsm8k-combined"
-  ],
-  "uid": "89e7c91444804775",
   "prehook_deps": [
     {
-      "tags": "download-and-extract",
       "env": {
         "CM_DOWNLOAD_FINAL_ENV_NAME": "CM_DATASET_PREPROCESSED_PATH"
       },
-      "update_tags_from_env_with_prefix": {
-        "_url.": [ "CM_PACKAGE_URL" ]
-      },
+      "extra_cache_tags": "mixtral,get-mixtral-dataset",
       "force_cache": true,
-      "extra_cache_tags": "mixtral,get-mixtral-dataset"
+      "tags": "download-and-extract",
+      "update_tags_from_env_with_prefix": {
+        "_url.": [
+          "CM_PACKAGE_URL"
+        ]
+      }
     }
   ],
+  "tags": [
+    "get",
+    "dataset-mixtral",
+    "openorca-mbxp-gsm8k-combined"
+  ],
+  "uid": "89e7c91444804775",
   "variations": {
-    "mlcommons-storage":{
-      "default":true,
-      "env":{
-        "CM_PACKAGE_URL": "https://inference.mlcommons-storage.org/mixtral_8x7b%2F2024.06.06_mixtral_15k_v4.pkl",
+    "mlcommons-storage": {
+      "default": true,
+      "env": {
+        "CM_DOWNLOAD_CHECKSUM": "78823c13e0e73e518872105c4b09628b",
         "CM_DOWNLOAD_FILENAME": "2024.06.06_mixtral_15k_v4.pkl",
-        "CM_DOWNLOAD_CHECKSUM": "78823c13e0e73e518872105c4b09628b"
+        "CM_PACKAGE_URL": "https://inference.mlcommons-storage.org/mixtral_8x7b%2F2024.06.06_mixtral_15k_v4.pkl"
       },
       "group": "download-source"
     },
-    "size.#":{
+    "size.#": {
       "base": [
         "mlcommons-storage"
       ],
-      "env":{
-        "CM_DATASET_MIXTRAL_TEST_DATA_SIZE": "#",
-        "CM_DATASET_MIXTRAL_GENERATE_TEST_DATA": "yes"
-      },
       "deps": [
         {
           "tags": "get,generic-python-lib,_package.pandas"
         },
         {
           "tags": "get,python3"
         }
-      ]
+      ],
+      "env": {
+        "CM_DATASET_MIXTRAL_GENERATE_TEST_DATA": "yes",
+        "CM_DATASET_MIXTRAL_TEST_DATA_SIZE": "#"
+      }
     }
   }
 }