diff --git a/script/get-ml-model-stable-diffusion/_cm.json b/script/get-ml-model-stable-diffusion/_cm.json
index 2e062a080a..5934e5c3e8 100644
--- a/script/get-ml-model-stable-diffusion/_cm.json
+++ b/script/get-ml-model-stable-diffusion/_cm.json
@@ -106,6 +106,7 @@
     "pytorch": {
       "default": true,
       "env": {
+        "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://github.com/mlcommons/inference/tree/master/text_to_image#download-model",
         "CM_ML_MODEL_FRAMEWORK": "pytorch"
       },
       "group": "framework"
@@ -115,7 +116,6 @@
     },
     "pytorch,fp32": {
       "env": {
-        "CM_ML_MODEL_STARTING_WEIGHTS_FILENAME": "https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0"
       },
       "required_disk_space": 13000
     },