ROX-24055: Annotations for cluster upgrades

resources/grafana/sources/rhacs-cluster-overview.json

@@ -18,6 +18,28 @@
           "type": "dashboard"
         },
         "type": "dashboard"
+      },
+      {
+        "datasource": {
+          "type": "prometheus",
+          "uid": "PBFA97CFB590B2093"
+        },
+        "enable": true,
+        "iconColor": "purple",
+        "expr": "count (count by (git_version) (label_replace(kubernetes_build_info{job!~\"kube-dns|coredns\"}, \"git_version\", \"$1\", \"git_version\", \"(v[0-9]*.[0-9]*).*\"))) > 1",
+        "name": "Kubernetes Upgrade",
+        "textFormat": "Kubernetes Upgrade"
+      },
+      {
+        "datasource": {
+          "type": "prometheus",
+          "uid": "PBFA97CFB590B2093"
+        },
+        "enable": true,
+        "iconColor": "purple",
+        "expr": "count (count by (gitVersion) (openshift_apiserver_build_info)) > 1",
+        "name": "Openshift Upgrade",
+        "textFormat": "Openshift Upgrade"
       }
     ]
   },

resources/prometheus/federation-config-base.yaml

@@ -3,3 +3,4 @@
 match[]:
   # This is an example.
   - up{job!~"central|scanner"}
+  - openshift_apiserver_build_info

scripts/generate-federate-match.sh

@@ -1,7 +1,11 @@
 #!/usr/bin/env bash
 
 set -eou pipefail
-shopt -s inherit_errexit
+
+# only if not OSX
+if [[ $(uname) != "Darwin" ]]; then
+    shopt -s inherit_errexit
+fi
 
 function log() {
     echo "$@" >&2