diff --git a/resources/index.json b/resources/index.json
index 8ceca41f..f9f20e9d 100644
--- a/resources/index.json
+++ b/resources/index.json
@@ -11,7 +11,7 @@
       ],
       "rules": [
         "prometheus/billing-rules.yaml",
-        "prometheus/kubernetes-mixin-alerts.yaml",
+        "prometheus/generated/kubernetes-mixin-alerts.yaml",
         "prometheus/prometheus-rules.yaml",
         "prometheus/rhacs-recording-rules.yaml"
       ],
diff --git a/resources/mixins/kubernetes/Makefile b/resources/mixins/kubernetes/Makefile
index 218fd04d..08a8dc88 100644
--- a/resources/mixins/kubernetes/Makefile
+++ b/resources/mixins/kubernetes/Makefile
@@ -12,7 +12,7 @@ update-jb:
 .PHONY: alerts
 alerts:
 	@jsonnet -J vendor -S -e 'std.manifestYamlDoc((import "mixin.libsonnet").prometheusAlerts)' > generated/alerts.yml
-	@yq '.spec += load("generated/alerts.yml")' templates/alerts.yaml > ../../prometheus/kubernetes-mixin-alerts.yaml
+	@yq '.spec += load("generated/alerts.yml")' templates/alerts.yaml > ../../prometheus/generated/kubernetes-mixin-alerts.yaml
 
 .PHONY:
 dashboards: templates/dashboards/*
diff --git a/resources/prometheus/kubernetes-mixin-alerts.yaml b/resources/prometheus/generated/kubernetes-mixin-alerts.yaml
similarity index 100%
rename from resources/prometheus/kubernetes-mixin-alerts.yaml
rename to resources/prometheus/generated/kubernetes-mixin-alerts.yaml