diff --git a/monitoring/demo/config/grafana/provisioning/dashboards/cockroachdb.yaml b/monitoring/demo/config/grafana/provisioning/dashboards/cockroachdb.yaml index 70b1c4ed7bda..9d7f273ac879 100644 --- a/monitoring/demo/config/grafana/provisioning/dashboards/cockroachdb.yaml +++ b/monitoring/demo/config/grafana/provisioning/dashboards/cockroachdb.yaml @@ -11,3 +11,4 @@ providers: allowUiUpdates: false options: path: /var/lib/grafana/dashboards + foldersFromFilesStructure: true diff --git a/monitoring/grafana-dashboards/changefeeds.json b/monitoring/grafana-dashboards/by-cluster/changefeeds.json similarity index 85% rename from monitoring/grafana-dashboards/changefeeds.json rename to monitoring/grafana-dashboards/by-cluster/changefeeds.json index 36a8ae0c09bb..8933b1c10a14 100644 --- a/monitoring/grafana-dashboards/changefeeds.json +++ b/monitoring/grafana-dashboards/by-cluster/changefeeds.json @@ -3,30 +3,39 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1623784884657, + "id": 9, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -54,7 +63,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -64,6 +73,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(changefeed_max_behind_nanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -72,9 +85,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Max Changefeed Latency", "tooltip": { "shared": true, @@ -83,9 +94,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -95,23 +104,18 @@ "format": "ns", "label": "time", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:163", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -119,10 +123,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -150,7 +153,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -160,6 +163,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(changefeed_emitted_bytes{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -169,9 +176,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Sink Byte Traffic", "tooltip": { "shared": true, @@ -180,9 +185,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -199,16 +202,12 @@ { "$$hashKey": "object:216", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -216,10 +215,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -247,7 +245,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -257,6 +255,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(changefeed_emitted_messages{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -264,6 +266,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(changefeed_flushes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -272,9 +278,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Sink Counts", "tooltip": { "shared": true, @@ -283,9 +287,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -295,23 +297,18 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:320", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -319,10 +316,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -360,6 +356,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(changefeed_emitted_messages{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -367,6 +367,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(changefeed_flush_nanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -375,9 +379,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Sink Timings", "tooltip": { "shared": true, @@ -386,9 +388,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -398,23 +398,18 @@ "format": "ns", "label": "time", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:373", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -422,10 +417,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -463,6 +457,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(jobs_changefeed_resume_retry_error{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -471,9 +469,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Changefeed Restarts", "tooltip": { "shared": true, @@ -482,9 +478,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -494,27 +488,24 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:477", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } } ], - "schemaVersion": 27, + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -525,8 +516,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -540,16 +529,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Cluster", @@ -565,7 +554,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -577,10 +565,11 @@ "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -596,7 +585,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -610,8 +598,6 @@ "text": "30s", "value": "30s" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -677,5 +663,6 @@ "timezone": "browser", "title": "CRDB Console: Changefeeds", "uid": "crdb-console-changefeeds", - "version": 3 + "version": 3, + "weekStart": "" } diff --git a/monitoring/grafana-dashboards/by-cluster/crosscluster_replication.json b/monitoring/grafana-dashboards/by-cluster/crosscluster_replication.json new file mode 100644 index 000000000000..9afb19467daa --- /dev/null +++ b/monitoring/grafana-dashboards/by-cluster/crosscluster_replication.json @@ -0,0 +1,661 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 32, + "links": [], + "liveNow": false, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 0 + }, + "id": 6, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "capacity_used{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Capacity Used", + "type": "timeseries" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 0 + }, + "hiddenSeries": false, + "id": 8, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sys_cpu_combined_percent_normalized{job='cockroachdb',cluster=~\"$cluster\",instance=~\"$node\"}", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "CPU Percent", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:233", + "format": "percentunit", + "label": "CPU (percentage)", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:234", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 8 + }, + "id": 4, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "replication_sst_bytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Replication SST Bytes", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "time", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 8 + }, + "id": 2, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "9.3.1", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "replication_logical_bytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Replication Logical Bytes", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ns" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 16 + }, + "id": 10, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "replication_frontier_lag_nanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Replication Frontier Lag", + "type": "timeseries" + } + ], + "refresh": "", + "revision": 1, + "schemaVersion": 38, + "style": "dark", + "tags": [], + "templating": { + "list": [ + { + "current": { + "selected": false, + "text": "Prometheus", + "value": "Prometheus" + }, + "hide": 0, + "includeAll": false, + "label": "datasource", + "multi": false, + "name": "DS_PROMETHEUS", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "current": { + "selected": false, + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "sys_uptime{job=\"cockroachdb\"}", + "hide": 0, + "includeAll": false, + "label": "Cluster", + "multi": false, + "name": "cluster", + "options": [], + "query": { + "query": "sys_uptime{job=\"cockroachdb\"}", + "refId": "Prometheus-cluster-Variable-Query" + }, + "refresh": 1, + "regex": "/cluster=\"([^\"]+)\"/", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", + "hide": 0, + "includeAll": true, + "label": "Node", + "multi": false, + "name": "node", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", + "refId": "Prometheus-node-Variable-Query" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "auto": false, + "auto_count": 30, + "auto_min": "10s", + "current": { + "selected": false, + "text": "30s", + "value": "30s" + }, + "hide": 0, + "label": "Rate Interval", + "name": "rate_interval", + "options": [ + { + "selected": true, + "text": "30s", + "value": "30s" + }, + { + "selected": false, + "text": "1m", + "value": "1m" + }, + { + "selected": false, + "text": "5m", + "value": "5m" + }, + { + "selected": false, + "text": "10m", + "value": "10m" + }, + { + "selected": false, + "text": "30m", + "value": "30m" + }, + { + "selected": false, + "text": "1h", + "value": "1h" + }, + { + "selected": false, + "text": "6h", + "value": "6h" + }, + { + "selected": false, + "text": "12h", + "value": "12h" + }, + { + "selected": false, + "text": "1d", + "value": "1d" + } + ], + "query": "30s,1m,5m,10m,30m,1h,6h,12h,1d", + "refresh": 2, + "skipUrlSync": false, + "type": "interval" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": {}, + "timezone": "browser", + "title": "CRDB Console: Cross Cluster Replication", + "uid": "crdb-console-cross-replication", + "version": 7, + "weekStart": "" +} diff --git a/monitoring/grafana-dashboards/distributed.json b/monitoring/grafana-dashboards/by-cluster/distributed.json similarity index 85% rename from monitoring/grafana-dashboards/distributed.json rename to monitoring/grafana-dashboards/by-cluster/distributed.json index cec94f7ba637..146affc78ad6 100644 --- a/monitoring/grafana-dashboards/distributed.json +++ b/monitoring/grafana-dashboards/by-cluster/distributed.json @@ -3,32 +3,41 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1624297806854, + "id": 13, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "", "fill": 1, "fillGradient": 0, "gridPos": { @@ -55,7 +64,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -65,6 +74,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(distsender_batches{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval])) by (cluster)", "interval": "", @@ -72,6 +85,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(distsender_batches_partial{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval])) by (cluster)", "interval": "", @@ -80,9 +97,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Batches", "tooltip": { "shared": true, @@ -91,9 +106,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -103,23 +116,18 @@ "format": "short", "label": "batches", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:160", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -127,10 +135,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -158,7 +165,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -168,6 +175,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(distsender_rpc_sent{job=\"cockroachdb\", cluster=~\"$cluster\"}[$__rate_interval]))", "interval": "", @@ -176,6 +187,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(distsender_rpc_sent_local{job=\"cockroachdb\",cluster=~\"$cluster\"}[$__rate_interval]))", "interval": "", @@ -184,9 +199,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "RPCs", "tooltip": { "shared": true, @@ -195,9 +208,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -207,23 +218,17 @@ "format": "short", "label": "rpcs", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:310", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -231,10 +236,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -262,7 +266,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -272,6 +276,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(distsender_rpc_sent_nextreplicaerror{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -281,6 +289,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(distsender_errors_notleaseholder{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -290,9 +302,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "RPC Errors", "tooltip": { "shared": true, @@ -301,9 +311,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -313,23 +321,18 @@ "format": "short", "label": "errors", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:84", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -337,10 +340,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -368,7 +370,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.0.2", "pointradius": 2, "points": false, "renderer": "flot", @@ -378,6 +380,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_commits{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -386,6 +392,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_commits1PC{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -395,6 +405,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_aborts{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -403,9 +417,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "KV Transactions", "tooltip": { "shared": true, @@ -414,9 +426,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -426,23 +436,18 @@ "format": "short", "label": "transactions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:669", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -450,10 +455,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -491,6 +495,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_restarts_writetooold{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -498,6 +506,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_restarts_writetoooldmulti{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -506,6 +518,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_restarts_serializable{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -514,6 +530,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_restarts_asyncwritefailure{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -522,6 +542,10 @@ "refId": "D" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_restarts_readwithinuncertainty{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -530,6 +554,10 @@ "refId": "E" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_restarts_txnaborted{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -538,6 +566,10 @@ "refId": "F" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_restarts_txnpush{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -546,6 +578,10 @@ "refId": "G" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_restarts_unknown{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -555,9 +591,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "KV Transaction Restarts", "tooltip": { "shared": true, @@ -566,9 +600,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -578,23 +610,18 @@ "format": "short", "label": "restarts", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:438", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -602,12 +629,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The 99th percentile of transaction durations over a 1 minute period.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 99th percentile of transaction durations over a 1 minute period.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -644,6 +670,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "histogram_quantile(0.99, rate(txn_durations_bucket{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[1m]))", "interval": "", @@ -652,9 +682,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "KV Transactional Durations: 99th percentile", "tooltip": { "shared": true, @@ -663,9 +691,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -675,23 +701,18 @@ "format": "ns", "label": "transaction duration", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:317", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -699,12 +720,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The 90th percentile of transaction durations over a 1 minute period.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 90th percentile of transaction durations over a 1 minute period.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -741,6 +761,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "histogram_quantile(0.90, rate(txn_durations_bucket{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[1m]))", "interval": "", @@ -749,9 +773,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "KV Transaction Durations: 90th percentile", "tooltip": { "shared": true, @@ -760,9 +782,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -772,23 +792,18 @@ "format": "ns", "label": "transaction duration", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:264", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -796,12 +811,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The 99th percentile of latency to heartbeat a node's internal liveness record over a 1 minute period.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 99th percentile of latency to heartbeat a node's internal liveness record over a 1 minute period.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -838,6 +852,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "histogram_quantile(0.99,rate(liveness_heartbeatlatency_bucket{job=\"cockroachdb\", cluster=\"$cluster\",instance=~\"$node\"}[1m]))", "interval": "", @@ -847,9 +865,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Node Heartbeat Latency: 99th percentile ", "tooltip": { "shared": true, @@ -858,9 +874,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -870,23 +884,18 @@ "format": "ns", "label": "heartbeat latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:211", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -894,12 +903,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The 90th percentile of latency to heartbeat a node's internal liveness record over a 1 minute period.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 90th percentile of latency to heartbeat a node's internal liveness record over a 1 minute period.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -936,6 +944,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "histogram_quantile(0.90,rate(liveness_heartbeatlatency_bucket{job=\"cockroachdb\", cluster=\"$cluster\",instance=~\"$node\"}[1m]))", "interval": "", @@ -945,9 +957,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Node Heartbeat Latency: 90th percentile", "tooltip": { "shared": true, @@ -956,9 +966,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -968,27 +976,24 @@ "format": "ns", "label": "heartbeat latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:158", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } } ], - "schemaVersion": 27, + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -999,8 +1004,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -1014,16 +1017,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Cluster", @@ -1039,7 +1042,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1051,10 +1053,11 @@ "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -1070,7 +1073,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1084,8 +1086,6 @@ "text": "1m", "value": "1m" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -1152,5 +1152,6 @@ "timezone": "browser", "title": "CRDB Console: Distributed", "uid": "crdb-console-distributed", - "version": 3 + "version": 3, + "weekStart": "" } diff --git a/monitoring/grafana-dashboards/hardware.json b/monitoring/grafana-dashboards/by-cluster/hardware.json similarity index 83% rename from monitoring/grafana-dashboards/hardware.json rename to monitoring/grafana-dashboards/by-cluster/hardware.json index c9752c4f640d..5e3d39dfb9ee 100644 --- a/monitoring/grafana-dashboards/hardware.json +++ b/monitoring/grafana-dashboards/by-cluster/hardware.json @@ -3,30 +3,39 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1623957533555, + "id": 14, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -54,7 +63,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -64,6 +73,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sys_cpu_combined_percent_normalized{job='cockroachdb',cluster=~\"$cluster\",instance=~\"$node\"}", "interval": "", @@ -73,9 +86,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "CPU Percent", "tooltip": { "shared": true, @@ -84,9 +95,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -96,23 +105,18 @@ "format": "percentunit", "label": "CPU (percentage)", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:234", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -120,12 +124,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "Memory in use across all nodes", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Memory in use across all nodes", "fill": 1, "fillGradient": 0, "gridPos": { @@ -152,7 +155,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -162,6 +165,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sys_rss{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}", "hide": false, @@ -170,6 +177,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "", "interval": "", "legendFormat": "", @@ -177,9 +188,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Memory Usage", "tooltip": { "shared": true, @@ -188,9 +197,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -200,23 +207,18 @@ "format": "bytes", "label": "memory usage", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:79", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -224,10 +226,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -255,7 +256,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -265,6 +266,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "rate(sys_host_disk_read_bytes{job=\"cockroachdb\",instance=~\"$node\",cluster=~\"$cluster\"}[$__rate_interval])", "interval": "", @@ -273,9 +278,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Disk Read B/s", "tooltip": { "shared": true, @@ -284,9 +287,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -296,23 +297,17 @@ "format": "bytes", "label": "bytes", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:184", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -320,10 +315,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -351,7 +345,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -361,6 +355,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "rate(sys_host_disk_write_bytes{job=\"cockroachdb\",instance=~\"$node\",cluster=~\"$cluster\"}[$__rate_interval])", "interval": "", "legendFormat": "{{instance}}", @@ -368,9 +366,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Disk Write B/s", "tooltip": { "shared": true, @@ -379,9 +375,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -391,23 +385,18 @@ "format": "bytes", "label": "bytes", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:656", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -415,10 +404,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -446,7 +434,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -456,6 +444,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "rate(sys_host_disk_read_count{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval])", "interval": "", @@ -465,9 +457,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Disk Read IOPS", "tooltip": { "shared": true, @@ -476,9 +466,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -488,23 +476,18 @@ "format": "short", "label": "IOPS", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:762", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -512,10 +495,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -543,7 +525,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -553,6 +535,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "rate(sys_host_disk_write_count{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval])", "interval": "", @@ -561,9 +547,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Disk Write IOPS", "tooltip": { "shared": true, @@ -572,9 +556,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -584,23 +566,18 @@ "format": "short", "label": "IOPS", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:851", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -608,10 +585,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -649,6 +625,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "rate(sys_host_disk_iopsinprogress{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval])", "interval": "", @@ -657,9 +637,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Disk Ops In Progress", "tooltip": { "shared": true, @@ -668,9 +646,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -680,23 +656,17 @@ "format": "short", "label": "Ops", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:927", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -704,12 +674,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "Free disk space available to CockroachDB data.\n\n[How is this metric calculated?](https://www.cockroachlabs.com/docs/v21.1/ui-storage-dashboard.html#capacity-metrics)", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Free disk space available to CockroachDB data.\n\n[How is this metric calculated?](https://www.cockroachlabs.com/docs/v21.1/ui-storage-dashboard.html#capacity-metrics)", "fill": 1, "fillGradient": 0, "gridPos": { @@ -746,6 +715,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "capacity_available{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}", "interval": "", @@ -755,9 +728,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Available Disk Capacity", "tooltip": { "shared": true, @@ -766,9 +737,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -778,23 +747,18 @@ "format": "bytes", "label": "capacity", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:104", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -802,10 +766,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -843,6 +806,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "rate(sys_host_net_recv_bytes{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval])", "interval": "", "legendFormat": "{{instance}}", @@ -850,9 +817,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Network Bytes Received", "tooltip": { "shared": true, @@ -861,9 +826,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -873,23 +836,18 @@ "format": "bytes", "label": "bytes", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1077", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -897,10 +855,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -938,6 +895,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "rate(sys_host_net_send_bytes{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval])", "interval": "", @@ -946,9 +907,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Network Bytes Sent", "tooltip": { "shared": true, @@ -957,9 +916,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -969,28 +926,23 @@ "format": "bytes", "label": "bytes", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:709", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } } ], - "refresh": false, - "schemaVersion": 27, + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -1001,8 +953,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -1016,16 +966,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Cluster", @@ -1036,12 +986,11 @@ "query": "sys_uptime{job=\"cockroachdb\"}", "refId": "Prometheusa-cluster-Variable-Query" }, - "refresh": 1, + "refresh": 2, "regex": "/cluster=\"([^\"]+)\"/", "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1049,14 +998,15 @@ { "allValue": "", "current": { - "selected": true, + "selected": false, "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -1072,7 +1022,6 @@ "skipUrlSync": false, "sort": 3, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1086,8 +1035,6 @@ "text": "30s", "value": "30s" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -1153,5 +1100,6 @@ "timezone": "utc", "title": "CRDB Console: Hardware", "uid": "crdb-console-hardware", - "version": 4 + "version": 5, + "weekStart": "" } diff --git a/monitoring/grafana-dashboards/overview.json b/monitoring/grafana-dashboards/by-cluster/overview.json similarity index 85% rename from monitoring/grafana-dashboards/overview.json rename to monitoring/grafana-dashboards/by-cluster/overview.json index 7038d61ac45f..98de26dcf156 100644 --- a/monitoring/grafana-dashboards/overview.json +++ b/monitoring/grafana-dashboards/by-cluster/overview.json @@ -3,32 +3,41 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1623952430144, + "id": 12, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "A ten-second moving average of the # of SELECT, INSERT, UPDATE, and DELETE statements successfully executed per second across all nodes.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "A ten-second moving average of the # of SELECT, INSERT, UPDATE, and DELETE statements successfully executed per second across all nodes.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -55,7 +64,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -65,6 +74,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_select_count{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -72,6 +85,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_update_count{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -79,6 +96,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_insert_count{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -86,6 +107,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_delete_count{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -94,9 +119,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "SQL Queries", "tooltip": { "shared": true, @@ -105,9 +128,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -117,23 +138,18 @@ "format": "short", "label": "queries", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:78", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -141,12 +157,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "Over the last minute, this node executed 99% of queries within this time. This time does not include network latency between the node and client.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Over the last minute, this node executed 99% of queries within this time. This time does not include network latency between the node and client.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -173,7 +188,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -183,6 +198,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "histogram_quantile(0.99, rate(sql_service_latency_bucket{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -191,9 +210,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Service Latency: SQL, 99th Percentile", "tooltip": { "shared": true, @@ -202,9 +219,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -214,23 +229,18 @@ "format": "ns", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:161", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -238,12 +248,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The number of range replicas stored on this node. Ranges are subsets of your data, which are replicated to ensure survivability.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of range replicas stored on this node. Ranges are subsets of your data, which are replicated to ensure survivability.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -270,7 +279,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -280,6 +289,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "replicas{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}", "interval": "", @@ -289,9 +302,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Replicas per Node", "tooltip": { "shared": true, @@ -300,9 +311,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -312,23 +321,18 @@ "format": "short", "label": "replicas", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:217", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -336,12 +340,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "Usage of disk space\n\n**Capacity**: Maximum store size across all nodes. This value may be explicitly set per node using [--store](https://www.cockroachlabs.com/docs/v21.1/cockroach-start.html#store). If a store size has not been set, this metric displays the actual disk capacity.\n\n**Available**: Free disk space available to CockroachDB data across all nodes.\n\n**Used**: Disk space in use by CockroachDB data across all nodes. This excludes the Cockroach binary, operating system, and other system files.\n\n[How are these metrics calculated?](https://www.cockroachlabs.com/docs/v21.1/ui-storage-dashboard.html#capacity-metrics)", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Usage of disk space\n\n**Capacity**: Maximum store size across all nodes. This value may be explicitly set per node using [--store](https://www.cockroachlabs.com/docs/v21.1/cockroach-start.html#store). If a store size has not been set, this metric displays the actual disk capacity.\n\n**Available**: Free disk space available to CockroachDB data across all nodes.\n\n**Used**: Disk space in use by CockroachDB data across all nodes. This excludes the Cockroach binary, operating system, and other system files.\n\n[How are these metrics calculated?](https://www.cockroachlabs.com/docs/v21.1/ui-storage-dashboard.html#capacity-metrics)", "fill": 1, "fillGradient": 0, "gridPos": { @@ -378,6 +381,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(capacity{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}) by (cluster))", "interval": "", @@ -386,6 +393,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(capacity_available{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}) by (cluster))", "interval": "", @@ -393,6 +404,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(capacity_used{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}) by (instance))", "interval": "", @@ -402,9 +417,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Capacity", "tooltip": { "shared": true, @@ -413,9 +426,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -425,28 +436,24 @@ "format": "bytes", "label": "capacity", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:273", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } } ], - "refresh": false, - "schemaVersion": 27, + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -457,8 +464,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -472,16 +477,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Cluster", @@ -497,7 +502,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -509,10 +513,11 @@ "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -528,7 +533,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -538,12 +542,10 @@ "auto_count": 30, "auto_min": "10s", "current": { - "selected": true, + "selected": false, "text": "30s", "value": "30s" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -608,7 +610,8 @@ }, "timepicker": {}, "timezone": "", - "title": "CRDB Console: Overview", + "title": "CRDB Console: Overview ", "uid": "crdb-console", - "version": 1 + "version": 3, + "weekStart": "" } diff --git a/monitoring/grafana-dashboards/queues.json b/monitoring/grafana-dashboards/by-cluster/queues.json similarity index 83% rename from monitoring/grafana-dashboards/queues.json rename to monitoring/grafana-dashboards/by-cluster/queues.json index 7c15efe72745..3814699244f8 100644 --- a/monitoring/grafana-dashboards/queues.json +++ b/monitoring/grafana-dashboards/by-cluster/queues.json @@ -3,30 +3,39 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1623959585344, + "id": 11, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -54,7 +63,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -64,6 +73,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_gc_process_failure{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -72,6 +85,10 @@ "refId": "H" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicagc_process_failure{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -80,6 +97,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_process_failure{job=\"cockroachdb\", cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -88,6 +109,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_split_process_failure{job=\"cockroachdb\", cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -96,6 +121,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_consistency_process_failure{job=\"cockroachdb\", cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -104,6 +133,10 @@ "refId": "D" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_raftlog_process_failure{job=\"cockroachdb\", cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -112,6 +145,10 @@ "refId": "E" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_raftsnapshot_process_failure{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -120,6 +157,10 @@ "refId": "F" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_tsmaintenance_process_failure{job=\"cockroachdb\", cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -129,9 +170,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Queue Processing Failures", "tooltip": { "shared": true, @@ -140,9 +179,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -159,16 +196,12 @@ { "$$hashKey": "object:406", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -176,10 +209,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -207,7 +239,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -217,6 +249,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_gc_processingnanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -224,6 +260,10 @@ "refId": "G" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicagc_processingnanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -231,6 +271,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_processingnanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -238,6 +282,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_split_processingnanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -245,6 +293,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_consistency_processingnanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -252,6 +304,10 @@ "refId": "D" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_raftlog_processingnanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -259,6 +315,10 @@ "refId": "E" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_raftsnapshot_processingnanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -266,6 +326,10 @@ "refId": "F" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_tsmaintenance_processingnanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -274,9 +338,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Queue Processing Times", "tooltip": { "shared": true, @@ -285,9 +347,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -297,23 +357,18 @@ "format": "ns", "label": "processing time", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:459", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -321,10 +376,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -352,7 +406,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -362,6 +416,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_gc_info_transactionspangccommitted{job=\"cockroachdb\", cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -370,6 +428,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_gc_info_transactionspangcpending{job=\"cockroachdb\", cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -378,6 +440,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_removedeadreplica{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -386,9 +452,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Replica GC Queue", "tooltip": { "shared": true, @@ -397,9 +461,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -409,23 +471,18 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:563", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -433,10 +490,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -474,6 +530,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_process_success{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -481,6 +541,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_pending{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -489,6 +553,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_addreplica{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -497,6 +565,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_removereplica{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -505,6 +577,10 @@ "refId": "D" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_removedeadreplica{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -513,6 +589,10 @@ "refId": "E" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_removelearnerreplica{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -521,6 +601,10 @@ "refId": "F" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_rebalancereplica{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -529,6 +613,10 @@ "refId": "G" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_transferlease{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -537,6 +625,10 @@ "refId": "H" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_purgatory{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -546,9 +638,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Replication Queue", "tooltip": { "shared": true, @@ -557,9 +647,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -569,23 +657,19 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:84", "format": "short", - "label": null, "logBase": 1, - "max": null, "min": "0", "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -593,10 +677,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -634,6 +717,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_split_process_success{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -641,6 +728,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_split_pending{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -649,9 +740,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Split Queue", "tooltip": { "shared": true, @@ -660,9 +749,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -672,23 +759,18 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:616", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -696,10 +778,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -737,6 +818,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_merge_process_success{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -744,6 +829,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_merge_pending{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -752,9 +841,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Merge Queue", "tooltip": { "shared": true, @@ -763,9 +850,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -775,23 +860,18 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:616", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -799,10 +879,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -840,6 +919,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_gc_process_success{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -847,6 +930,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_gc_pending{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -855,10 +942,8 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, - "title": "MVCC GC Queue", + "title": "GC Queue", "tooltip": { "shared": true, "sort": 0, @@ -866,9 +951,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -878,23 +961,18 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:616", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -902,10 +980,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -943,6 +1020,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_raftlog_process_success{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -950,6 +1031,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_raftlog_pending{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -958,9 +1043,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Raft Log Queue", "tooltip": { "shared": true, @@ -969,9 +1052,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -981,23 +1062,18 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:720", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1005,10 +1081,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -1046,6 +1121,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_raftsnapshot_process_success{job=\"cockroachdb\",cluster=\"$cluster\"}[$__rate_interval]))", "interval": "", @@ -1053,6 +1132,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_raftsnapshot_pending{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -1061,9 +1144,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Raft Snapshot Queue", "tooltip": { "shared": true, @@ -1072,9 +1153,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1084,23 +1163,18 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:773", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1108,10 +1182,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -1149,6 +1222,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_consistency_process_success{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -1156,6 +1233,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(queue_consistency_pending{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})", "interval": "", @@ -1164,9 +1245,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Consistency Checker Queue", "tooltip": { "shared": true, @@ -1175,9 +1254,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1187,23 +1264,18 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:826", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1211,10 +1283,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -1252,6 +1323,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_tsmaintenance_process_success{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -1259,6 +1334,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_tsmaintenance_pending{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -1267,9 +1346,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Time Series Maintenance Queue", "tooltip": { "shared": true, @@ -1278,9 +1355,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1290,28 +1365,24 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1032", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } } ], - "refresh": false, - "schemaVersion": 27, + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -1322,8 +1393,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -1337,16 +1406,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Cluster", @@ -1362,7 +1431,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1374,10 +1442,11 @@ "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -1393,7 +1462,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1407,8 +1475,6 @@ "text": "30s", "value": "30s" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -1473,7 +1539,8 @@ }, "timepicker": {}, "timezone": "browser", - "title": "CRDB Console: Queues", + "title": "CRDB Console: Queues ", "uid": "crdb-console-queues", - "version": 2 + "version": 3, + "weekStart": "" } diff --git a/monitoring/grafana-dashboards/replication.json b/monitoring/grafana-dashboards/by-cluster/replication.json similarity index 72% rename from monitoring/grafana-dashboards/replication.json rename to monitoring/grafana-dashboards/by-cluster/replication.json index b1eb0ee18352..862b0efa73f5 100644 --- a/monitoring/grafana-dashboards/replication.json +++ b/monitoring/grafana-dashboards/by-cluster/replication.json @@ -3,30 +3,39 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1623960497845, + "id": 10, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -54,7 +63,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -64,6 +73,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(ranges{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"})) by (instance)", "hide": false, @@ -73,6 +86,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(replicas_leaders{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", "interval": "", "intervalFactor": 2, @@ -80,12 +97,20 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(replicas_leaseholders{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", "interval": "", "legendFormat": "Lease Holders", "refId": "G" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(replicas_leaders_not_leaseholders{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", "interval": "", @@ -94,6 +119,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(ranges_unavailable{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", "interval": "", "intervalFactor": 2, @@ -101,6 +130,10 @@ "refId": "D" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(ranges_underreplicated{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", "interval": "", @@ -109,6 +142,10 @@ "refId": "E" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(ranges_overreplicated{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", "interval": "", "intervalFactor": 2, @@ -117,9 +154,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Ranges", "tooltip": { "shared": true, @@ -128,9 +163,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -140,23 +173,17 @@ "format": "short", "label": "ranges", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:134", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -164,12 +191,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The number of replicas on each store.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of replicas on each store.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -196,7 +222,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -206,6 +232,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(replicas{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance)", "interval": "", "intervalFactor": 2, @@ -214,9 +244,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Replicas per Store", "tooltip": { "shared": true, @@ -225,9 +253,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -237,23 +263,18 @@ "format": "short", "label": "replicas", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:432", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -261,12 +282,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The number of leaseholder replicas on each store. A leaseholder replica is the one that receives and coordinates all read and write requests for its range.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of leaseholder replicas on each store. A leaseholder replica is the one that receives and coordinates all read and write requests for its range.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -293,7 +313,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -303,6 +323,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(replicas_leaseholders{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance)", "interval": "", "intervalFactor": 2, @@ -311,9 +335,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Leaseholders per Store", "tooltip": { "shared": true, @@ -322,9 +344,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -334,23 +354,18 @@ "format": "short", "label": "leaseholders", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:582", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -358,12 +373,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "Exponentially weighted moving average of the number of KV batch requests processed by leaseholder replicas on each store per second. Tracks roughly the last 30 minutes of requests. Used for load-based rebalancing decisions.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Exponentially weighted moving average of the number of KV batch requests processed by leaseholder replicas on each store per second. Tracks roughly the last 30 minutes of requests. Used for load-based rebalancing decisions.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -390,7 +404,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -400,6 +414,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "rebalancing_queriespersecond{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}", "interval": "", @@ -408,9 +426,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Average Queries per Store", "tooltip": { "shared": true, @@ -419,9 +435,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -431,23 +445,18 @@ "format": "short", "label": "queries", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:732", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -455,12 +464,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "Number of logical bytes stored in [key-value pairs](https://www.cockroachlabs.com/docs/v21.1/architecture/distribution-layer.html#table-data) on each node.\n\nThis includes historical and deleted data.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Number of logical bytes stored in [key-value pairs](https://www.cockroachlabs.com/docs/v21.1/architecture/distribution-layer.html#table-data) on each node.\n\nThis includes historical and deleted data.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -487,7 +495,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -497,6 +505,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "totalbytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}", "interval": "", @@ -505,9 +517,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Logical Bytes per Store", "tooltip": { "shared": true, @@ -516,9 +526,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -528,23 +536,18 @@ "format": "bytes", "label": "logical store size", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:808", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -552,12 +555,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "", "fill": 1, "fillGradient": 0, "gridPos": { @@ -584,7 +586,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -594,6 +596,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(replicas{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance)) ", "interval": "", "intervalFactor": 2, @@ -601,6 +607,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(replicas_quiescent{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", "interval": "", "intervalFactor": 2, @@ -609,9 +619,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Replica Quiescence", "tooltip": { "shared": true, @@ -620,9 +628,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -632,23 +638,18 @@ "format": "short", "label": "replicas", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:884", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -656,10 +657,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -687,7 +687,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -697,6 +697,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(rate(range_splits{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", "interval": "", "intervalFactor": 2, @@ -704,6 +708,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(rate(range_merges{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", "interval": "", "intervalFactor": 2, @@ -711,6 +719,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(rate(range_adds{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", "interval": "", "intervalFactor": 2, @@ -718,6 +730,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(rate(range_removes{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", "interval": "", "intervalFactor": 2, @@ -725,6 +741,10 @@ "refId": "D" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(rate(leases_transfers_success{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", "interval": "", @@ -733,6 +753,10 @@ "refId": "E" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(rate(rebalancing_lease_transfers{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", "interval": "", @@ -741,6 +765,10 @@ "refId": "F" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(rate(rebalancing_range_rebalances{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", "interval": "", @@ -750,9 +778,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Range Operations", "tooltip": { "shared": true, @@ -761,9 +787,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -773,23 +797,18 @@ "format": "short", "label": "ranges", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:960", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -797,10 +816,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -828,7 +846,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -838,6 +856,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(rate(range_snapshots_generated{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval]))", "interval": "", "intervalFactor": 2, @@ -845,6 +867,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(range_snapshots_applied_voter{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -853,6 +879,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(range_snapshots_applied_initial{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -861,6 +891,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(range_snapshots_applied_initial{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval]))", "hide": false, @@ -870,6 +904,10 @@ "refId": "D" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(rate(replicas_reserved{cluster=~\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", "intervalFactor": 2, @@ -878,9 +916,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Snapshots", "tooltip": { "shared": true, @@ -889,9 +925,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -901,7 +935,6 @@ "format": "short", "label": "snapshots", "logBase": 1, - "max": null, "min": "0", "show": true }, @@ -910,19 +943,212 @@ "format": "short", "label": "", "logBase": 1, - "max": null, "min": "0", "show": false } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 64 + }, + "hiddenSeries": false, + "id": 18, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.3.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(raft_rcvd_app{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Msg App", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:959", + "format": "short", + "label": "ranges", + "logBase": 2, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:960", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 72 + }, + "hiddenSeries": false, + "id": 19, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.3.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(raft_rcvd_queued_bytes{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Msg Queued Bytes", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:959", + "format": "short", + "label": "ranges", + "logBase": 2, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:960", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false } } ], - "refresh": false, - "schemaVersion": 27, + "refresh": "", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -933,8 +1159,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -949,16 +1173,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Cluster", @@ -974,7 +1198,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -986,10 +1209,11 @@ "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -1005,7 +1229,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1019,8 +1242,6 @@ "text": "30s", "value": "30s" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -1067,6 +1288,7 @@ } ], "query": "30s,1m,5m,15m,30m,1h,2h,1d", + "queryValue": "", "refresh": 2, "skipUrlSync": false, "type": "interval" @@ -1078,8 +1300,9 @@ "to": "now" }, "timepicker": {}, - "timezone": "utc", - "title": "CRDB Console: Replication", + "timezone": "America/New_York", + "title": "CRDB Console: Replication ", "uid": "crdb-console-replications", - "version": 3 + "version": 4, + "weekStart": "" } diff --git a/monitoring/grafana-dashboards/runtime.json b/monitoring/grafana-dashboards/by-cluster/runtime.json similarity index 85% rename from monitoring/grafana-dashboards/runtime.json rename to monitoring/grafana-dashboards/by-cluster/runtime.json index e0db840ec38b..1bb09fba55f1 100644 --- a/monitoring/grafana-dashboards/runtime.json +++ b/monitoring/grafana-dashboards/by-cluster/runtime.json @@ -3,32 +3,41 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1623959667439, + "id": 8, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The number of live nodes in the cluster.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of live nodes in the cluster.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -55,7 +64,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -65,6 +74,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "min(liveness_livenodes{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"})", "interval": "", @@ -74,9 +87,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Live Node Count", "tooltip": { "shared": true, @@ -85,9 +96,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -97,23 +106,18 @@ "format": "short", "label": "nodes", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:638", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -121,12 +125,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "Memory in use across all nodes:\nRSS \nTotal memory in use by CockroachDB\n\nGo Allocated \nMemory allocated by the Go layer\n\nGo Total \nTotal memory managed by the Go layer\n\nC Allocated \nMemory allocated by the C layer\n\nC Total \nTotal memory managed by the C layer", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Memory in use across all nodes:\nRSS \nTotal memory in use by CockroachDB\n\nGo Allocated \nMemory allocated by the Go layer\n\nGo Total \nTotal memory managed by the Go layer\n\nC Allocated \nMemory allocated by the C layer\n\nC Total \nTotal memory managed by the C layer", "fill": 1, "fillGradient": 0, "gridPos": { @@ -153,7 +156,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -163,6 +166,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sys_rss{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})", "interval": "", @@ -171,6 +178,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sys_cgo_allocbytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})", "interval": "", "intervalFactor": 2, @@ -178,6 +189,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sys_go_totalbytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})", "interval": "", "intervalFactor": 2, @@ -185,6 +200,10 @@ "refId": "D" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sys_go_allocbytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})", "interval": "", "intervalFactor": 2, @@ -192,6 +211,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sys_cgo_totalbytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})", "interval": "", "intervalFactor": 2, @@ -200,9 +223,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Memory Usage", "tooltip": { "shared": true, @@ -211,9 +232,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -223,23 +242,18 @@ "format": "bytes", "label": "memory usage", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:864", "format": "bytes", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -247,12 +261,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The number of Goroutines across all nodes. This count should rise and fall based on load.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of Goroutines across all nodes. This count should rise and fall based on load.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -279,7 +292,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -289,6 +302,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sys_goroutines{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})", "interval": "", @@ -298,9 +315,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Goroutine Count", "tooltip": { "shared": true, @@ -309,9 +324,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -321,23 +334,18 @@ "format": "short", "label": "goroutines", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1236", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -345,12 +353,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The number of Goroutines waiting for CPU. This count should rise and fall based on load.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of Goroutines waiting for CPU. This count should rise and fall based on load.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -377,7 +384,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.0.2", "pointradius": 2, "points": false, "renderer": "flot", @@ -387,6 +394,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sys_runnable_goroutines_per_cpu{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}", "interval": "", @@ -396,9 +407,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Runnable Goroutines per CPU", "tooltip": { "shared": true, @@ -407,9 +416,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -419,23 +426,18 @@ "format": "short", "label": "goroutines", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:392", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -443,12 +445,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The number of times that Go’s garbage collector was invoked per second across all nodes.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of times that Go’s garbage collector was invoked per second across all nodes.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -485,6 +486,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(rate(sys_gc_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", "intervalFactor": 2, @@ -493,9 +498,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "GC Runs", "tooltip": { "shared": true, @@ -504,9 +507,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -516,23 +517,18 @@ "format": "short", "label": "runs", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1312", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -540,12 +536,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The amount of processor time used by Go’s garbage collector per second across all nodes. During garbage collection, application code execution is paused.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The amount of processor time used by Go’s garbage collector per second across all nodes. During garbage collection, application code execution is paused.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -582,6 +577,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sys_gc_pause_ns{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -591,9 +590,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "GC Pause Time", "tooltip": { "shared": true, @@ -602,9 +599,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -614,23 +609,18 @@ "format": "ns", "label": "pause time", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1388", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -638,10 +628,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -679,6 +668,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sys_cpu_user_ns{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "instant": false, @@ -688,6 +681,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sys_cpu_sys_ns{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "instant": false, @@ -698,9 +695,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "CPU Time", "tooltip": { "shared": true, @@ -709,9 +704,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -721,23 +714,18 @@ "format": "ns", "label": "cpu time", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1834", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -745,12 +733,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "Mean clock offset of each node against the rest of the cluster.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Mean clock offset of each node against the rest of the cluster.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -787,6 +774,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "clock_offset_meannanos{job=\"cockroachdb\",instance=~\"$node\",cluster=~\"$cluster\"}", "interval": "", @@ -796,9 +787,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Clock Offset", "tooltip": { "shared": true, @@ -807,9 +796,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -819,8 +806,6 @@ "format": "ns", "label": "offset", "logBase": 1, - "max": null, - "min": null, "show": true }, { @@ -828,18 +813,17 @@ "format": "short", "label": "", "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } } ], - "schemaVersion": 27, + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -850,8 +834,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -865,16 +847,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Cluster", @@ -890,7 +872,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -902,10 +883,11 @@ "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -921,7 +903,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -935,8 +916,6 @@ "text": "30s", "value": "30s" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -1000,8 +979,9 @@ "to": "now" }, "timepicker": {}, - "timezone": "utc", - "title": "CRDB Console: Runtime", + "timezone": "America/New_York", + "title": "CRDB Console: Runtime ", "uid": "crdb-console-runtime", - "version": 3 + "version": 4, + "weekStart": "" } diff --git a/monitoring/grafana-dashboards/slow_request.json b/monitoring/grafana-dashboards/by-cluster/slow_request.json similarity index 84% rename from monitoring/grafana-dashboards/slow_request.json rename to monitoring/grafana-dashboards/by-cluster/slow_request.json index 86096c506785..a61b5759172b 100644 --- a/monitoring/grafana-dashboards/slow_request.json +++ b/monitoring/grafana-dashboards/by-cluster/slow_request.json @@ -3,30 +3,39 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1623960872107, + "id": 15, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -54,7 +63,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -64,6 +73,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(requests_slow_raft{job=\"cockroachdb\",cluster=\"$cluster\"})", "interval": "", @@ -72,9 +85,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Slow Raft Proposals", "tooltip": { "shared": true, @@ -83,9 +94,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -95,7 +104,6 @@ "format": "short", "label": "proposals", "logBase": 1, - "max": null, "min": "0", "show": true }, @@ -104,14 +112,11 @@ "format": "short", "label": "", "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -119,10 +124,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -150,7 +154,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -160,6 +164,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(requests_slow_distsender{job=\"cockroachdb\",cluster=\"$cluster\"})", "interval": "", @@ -169,9 +177,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Slow DistSender RPCs", "tooltip": { "shared": true, @@ -180,9 +186,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -192,23 +196,18 @@ "format": "short", "label": "proposals", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:89", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -216,10 +215,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -247,7 +245,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -257,6 +255,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(requests_slow_lease{job=\"cockroachdb\",cluster=\"$cluster\"})", "interval": "", @@ -265,9 +267,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Slow Lease Acquisitions", "tooltip": { "shared": true, @@ -276,9 +276,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -288,23 +286,18 @@ "format": "short", "label": "lease acquisitions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:246", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -312,10 +305,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -343,7 +335,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -353,6 +345,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(requests_slow_latch{job=\"cockroachdb\",cluster=\"$cluster\"})", "interval": "", @@ -361,9 +357,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Slow Latch Acquisitions", "tooltip": { "shared": true, @@ -372,9 +366,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -384,27 +376,24 @@ "format": "short", "label": "latch acquisitions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:299", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } } ], - "schemaVersion": 27, + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -415,8 +404,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -430,16 +417,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "cluster", @@ -455,7 +442,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -467,10 +453,11 @@ "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -486,7 +473,6 @@ "skipUrlSync": false, "sort": 3, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -500,8 +486,6 @@ "text": "30s", "value": "30s" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -564,8 +548,9 @@ "to": "now" }, "timepicker": {}, - "timezone": "utc", - "title": "CRDB Console: Slow Requests", + "timezone": "America/New_York", + "title": "CRDB Console: Slow Requests ", "uid": "crdb-console-slow-request", - "version": 2 + "version": 3, + "weekStart": "" } diff --git a/monitoring/grafana-dashboards/sql.json b/monitoring/grafana-dashboards/by-cluster/sql.json similarity index 85% rename from monitoring/grafana-dashboards/sql.json rename to monitoring/grafana-dashboards/by-cluster/sql.json index effc36f3deca..b90cbbe26dc3 100644 --- a/monitoring/grafana-dashboards/sql.json +++ b/monitoring/grafana-dashboards/by-cluster/sql.json @@ -3,32 +3,41 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1623959942178, + "id": 7, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The total number of open SQL Sessions.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The total number of open SQL Sessions.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -55,7 +64,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -65,6 +74,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sql_conns{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}", "interval": "", "intervalFactor": 2, @@ -73,9 +86,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Open SQL Sessions", "tooltip": { "shared": true, @@ -84,9 +95,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -96,23 +105,18 @@ "format": "short", "label": "connections", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:109", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -120,12 +124,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The total number of SQL transactions currently open.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The total number of SQL transactions currently open.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -152,7 +155,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -162,6 +165,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sql_txns_open{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}", "interval": "", @@ -170,9 +177,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Open SQL Transactions", "tooltip": { "shared": true, @@ -181,9 +186,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -193,23 +196,18 @@ "format": "short", "label": "transactions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:280", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -217,12 +215,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The total number of SQL statements currently running.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The total number of SQL statements currently running.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -249,7 +246,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -259,6 +256,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sql_distsql_queries_active{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"})", "interval": "", @@ -268,9 +269,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Active SQL Statements", "tooltip": { "shared": true, @@ -279,9 +278,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -291,23 +288,18 @@ "format": "short", "label": "queries", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:185", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -315,12 +307,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The total amount of SQL client network traffic in bytes per second.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The total amount of SQL client network traffic in bytes per second.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -347,7 +338,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.0.2", "pointradius": 2, "points": false, "renderer": "flot", @@ -357,6 +348,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_bytesin{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "instant": false, @@ -366,6 +361,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_bytesout{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -375,9 +374,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "SQL Byte Traffic", "tooltip": { "shared": true, @@ -386,9 +383,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -398,23 +393,18 @@ "format": "bytes", "label": "byte traffic", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:261", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -422,12 +412,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "A moving average of the # of SELECT, INSERT, UPDATE, and DELETE statements successfully executed per second.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "A moving average of the # of SELECT, INSERT, UPDATE, and DELETE statements successfully executed per second.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -454,7 +443,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.0.2", "pointradius": 2, "points": false, "renderer": "flot", @@ -464,6 +453,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_select_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -472,6 +465,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_update_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -480,6 +477,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_insert_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -488,6 +489,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_delete_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -497,9 +502,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "SQL Statements", "tooltip": { "shared": true, @@ -508,9 +511,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -520,23 +521,17 @@ "format": "short", "label": "queries", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:337", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -544,12 +539,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The number of statements which returned a planning or runtime error.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of statements which returned a planning or runtime error.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -586,6 +580,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_failure_count{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -595,9 +593,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "SQL Statement Errors", "tooltip": { "shared": true, @@ -606,9 +602,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -625,16 +619,12 @@ { "$$hashKey": "object:413", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -642,12 +632,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The total number of SQL statements that experienced contention.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The total number of SQL statements that experienced contention.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -684,6 +673,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_distsql_contended_queries_count{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -692,9 +685,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "SQL Statement Contention", "tooltip": { "shared": true, @@ -703,9 +694,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -715,7 +704,6 @@ "format": "short", "label": "queries", "logBase": 1, - "max": null, "min": "0", "show": true }, @@ -724,14 +712,11 @@ "format": "short", "label": "", "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -739,12 +724,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The number of flows on each node contributing to currently running distributed SQL statements.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of flows on each node contributing to currently running distributed SQL statements.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -781,6 +765,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "rate(sql_distsql_flows_active{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval])", "interval": "", @@ -790,9 +778,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Active Flows for Distributed SQL Statements", "tooltip": { "shared": true, @@ -801,9 +787,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -813,23 +797,18 @@ "format": "short", "label": "flows", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:108", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -837,12 +816,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "Over the last minute, this node executed 99% of queries within this time. This time does not include network latency between the node and client.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Over the last minute, this node executed 99% of queries within this time. This time does not include network latency between the node and client.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -879,6 +857,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "histogram_quantile(0.99, rate(sql_service_latency_bucket{job=\"cockroachdb\",instance=~\"$node\",cluster=\"$cluster\"}[$__rate_interval]))", "interval": "", @@ -887,9 +869,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Service Latency: SQL, 99th percentile", "tooltip": { "shared": true, @@ -898,9 +878,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -910,7 +888,6 @@ "format": "ns", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, @@ -919,14 +896,11 @@ "format": "short", "label": "", "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -934,12 +908,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "Over the last minute, this node executed 90% of queries within this time. This time does not include network latency between the node and client.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Over the last minute, this node executed 90% of queries within this time. This time does not include network latency between the node and client.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -976,6 +949,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "histogram_quantile(0.90, rate(sql_service_latency_bucket{job=\"cockroachdb\",instance=~\"$node\",cluster=\"$cluster\"}[$__rate_interval]))", "interval": "", "legendFormat": "{{instance}}", @@ -983,9 +960,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Service Latency: SQL, 90th percentile", "tooltip": { "shared": true, @@ -994,9 +969,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1006,23 +979,17 @@ "format": "ns", "label": "latency", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:935", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1030,12 +997,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The 99th percentile of latency between query requests and responses over a 1 minute period. Values are displayed individually for each node.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 99th percentile of latency between query requests and responses over a 1 minute period. Values are displayed individually for each node.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1072,6 +1038,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "histogram_quantile(0.99,rate(exec_latency_bucket{job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval]))", "interval": "", "intervalFactor": 2, @@ -1080,9 +1050,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "KV Execution Latency: 99th percentile", "tooltip": { "shared": true, @@ -1091,9 +1059,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1103,23 +1069,17 @@ "format": "µs", "label": "latency", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:1085", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1127,12 +1087,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The 90th percentile of latency between query requests and responses over a 1 minute period. Values are displayed individually for each node.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 90th percentile of latency between query requests and responses over a 1 minute period. Values are displayed individually for each node.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1169,6 +1128,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "histogram_quantile(0.90, rate(exec_latency_bucket{job=\"cockroachdb\",instance=~\"$node\",cluster=\"$cluster\"}[$rate_interval]))", "interval": "", "legendFormat": "{{instance}}", @@ -1176,9 +1139,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "KV Execution Latency: 90th percentile", "tooltip": { "shared": true, @@ -1187,9 +1148,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1199,23 +1158,18 @@ "format": "ns", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1161", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1223,12 +1177,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The total number of transactions initiated, committed, rolled back, or aborted per second.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The total number of transactions initiated, committed, rolled back, or aborted per second.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1265,6 +1218,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(rate(sql_txn_begin_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", "intervalFactor": 2, @@ -1272,6 +1229,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_txn_commit_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -1280,6 +1241,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate( sql_txn_rollback_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -1288,6 +1253,10 @@ "refId": "D" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_txn_abort_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -1297,9 +1266,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Transactions", "tooltip": { "shared": true, @@ -1308,9 +1275,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1320,23 +1285,18 @@ "format": "short", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1459", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1344,12 +1304,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The 99th percentile of total transaction time over a 1 minute period. Values are displayed individually for each node.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 99th percentile of total transaction time over a 1 minute period. Values are displayed individually for each node.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1386,6 +1345,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "histogram_quantile(0.99,rate(sql_txn_latency_bucket{job=\"cockroachdb\",cluster=\"$cluster\"}[5m]))", "interval": "", "intervalFactor": 2, @@ -1394,9 +1357,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Transaction Latency: 99th percentile", "tooltip": { "shared": true, @@ -1405,9 +1366,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1417,23 +1376,18 @@ "format": "µs", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1757", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1441,12 +1395,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The 90th percentile of total transaction time over a 1 minute period. Values are displayed individually for each node.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 90th percentile of total transaction time over a 1 minute period. Values are displayed individually for each node.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1483,6 +1436,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "histogram_quantile(0.90,rate(sql_txn_latency_bucket{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -1492,9 +1449,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Transaction Latency: 90th percentile", "tooltip": { "shared": true, @@ -1503,9 +1458,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1515,23 +1468,18 @@ "format": "ns", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1833", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1539,12 +1487,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The current amount of allocated SQL memory. This amount is what is compared against the node's --max-sql-memory flag.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The current amount of allocated SQL memory. This amount is what is compared against the node's --max-sql-memory flag.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1581,6 +1528,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sql_mem_root_current{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}", "interval": "", @@ -1589,9 +1540,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "SQL Memory", "tooltip": { "shared": true, @@ -1600,9 +1549,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1612,23 +1559,17 @@ "format": "bytes", "label": "allocation bytes", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:158", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1636,12 +1577,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The total number of DDL statements per second", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The total number of DDL statements per second", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1678,6 +1618,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_ddl_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval])) ", "interval": "", @@ -1687,9 +1631,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Schema Changes", "tooltip": { "shared": true, @@ -1698,9 +1640,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1710,23 +1650,18 @@ "format": "short", "label": "statements", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1909", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1734,12 +1669,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The total number of statements denied per second due to a [cluster setting](https://www.cockroachlabs.com/docs/v21.1/cluster-settings.html) in the format feature.statement_type.enabled = FALSE.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The total number of statements denied per second due to a [cluster setting](https://www.cockroachlabs.com/docs/v21.1/cluster-settings.html) in the format feature.statement_type.enabled = FALSE.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1776,6 +1710,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "rate(sql_feature_flag_denial{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval])", "interval": "", @@ -1793,9 +1731,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1805,28 +1741,24 @@ "format": "short", "label": "statements", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:215", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } } ], - "refresh": false, - "schemaVersion": 27, + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -1837,8 +1769,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -1852,16 +1782,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Cluster", @@ -1877,7 +1807,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1889,10 +1818,11 @@ "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -1908,7 +1838,6 @@ "skipUrlSync": false, "sort": 3, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1922,8 +1851,6 @@ "text": "1m", "value": "1m" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -1987,8 +1914,9 @@ "to": "now" }, "timepicker": {}, - "timezone": "utc", - "title": "CRDB Console: SQL", + "timezone": "America/New_York", + "title": "CRDB Console: SQL ", "uid": "crdb-console-sql", - "version": 2 + "version": 3, + "weekStart": "" } diff --git a/monitoring/grafana-dashboards/storage.json b/monitoring/grafana-dashboards/by-cluster/storage.json similarity index 86% rename from monitoring/grafana-dashboards/storage.json rename to monitoring/grafana-dashboards/by-cluster/storage.json index a7aa59bd3227..d08cd5e5918d 100644 --- a/monitoring/grafana-dashboards/storage.json +++ b/monitoring/grafana-dashboards/by-cluster/storage.json @@ -3,32 +3,41 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1623784563652, + "id": 6, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "Usage of disk space across all nodes\n\n**Capacity**: Maximum store size across all nodes. This value may be explicitly set per node using [--store](https://www.cockroachlabs.com/docs/v21.1/cockroach-start.html#store). If a store size has not been set, this metric displays the actual disk capacity.\n\n**Available**: Free disk space available to CockroachDB data across all nodes.\n\n**Used**: Disk space in use by CockroachDB data across all nodes. This excludes the Cockroach binary, operating system, and other system files.\n\n[How are these metrics calculated?](https://www.cockroachlabs.com/docs/v21.1/ui-storage-dashboard.html#capacity-metrics)", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Usage of disk space across all nodes\n\n**Capacity**: Maximum store size across all nodes. This value may be explicitly set per node using [--store](https://www.cockroachlabs.com/docs/v21.1/cockroach-start.html#store). If a store size has not been set, this metric displays the actual disk capacity.\n\n**Available**: Free disk space available to CockroachDB data across all nodes.\n\n**Used**: Disk space in use by CockroachDB data across all nodes. This excludes the Cockroach binary, operating system, and other system files.\n\n[How are these metrics calculated?](https://www.cockroachlabs.com/docs/v21.1/ui-storage-dashboard.html#capacity-metrics)", "fill": 1, "fillGradient": 0, "gridPos": { @@ -55,7 +64,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -65,6 +74,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(capacity{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", "interval": "", @@ -73,12 +86,20 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": " sum(sum(capacity_available{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", "interval": "", "legendFormat": "Available", "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(capacity{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance)) - sum(sum(capacity_available{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", "interval": "", "intervalFactor": 2, @@ -87,9 +108,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Capacity", "tooltip": { "shared": true, @@ -98,9 +117,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -110,23 +127,18 @@ "format": "bytes", "label": "capacity", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:100", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -134,12 +146,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "Amount of data that can be read by applications and CockroachDB.\n\n**Live**: Number of logical bytes stored in live [key-value pairs](https://www.cockroachlabs.com/docs/v21.1/architecture/distribution-layer.html#table-data) across all nodes. Live data excludes historical and deleted data.\n\n**System**: Number of physical bytes stored in [system key-value pairs](https://www.cockroachlabs.com/docs/v21.1/architecture/distribution-layer.html#table-data).", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Amount of data that can be read by applications and CockroachDB.\n\n**Live**: Number of logical bytes stored in live [key-value pairs](https://www.cockroachlabs.com/docs/v21.1/architecture/distribution-layer.html#table-data) across all nodes. Live data excludes historical and deleted data.\n\n**System**: Number of physical bytes stored in [system key-value pairs](https://www.cockroachlabs.com/docs/v21.1/architecture/distribution-layer.html#table-data).", "fill": 1, "fillGradient": 0, "gridPos": { @@ -166,7 +177,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -176,6 +187,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(livebytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", "interval": "", "intervalFactor": 2, @@ -183,6 +198,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(sysbytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", "interval": "", "intervalFactor": 2, @@ -191,9 +210,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Live Bytes", "tooltip": { "shared": true, @@ -202,9 +219,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -214,23 +229,18 @@ "format": "bytes", "label": "live bytes", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:324", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -238,12 +248,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The 99th %ile latency for commits to the Raft Log. This measures essentially an fdatasync to the storage engine's write-ahead log.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 99th %ile latency for commits to the Raft Log. This measures essentially an fdatasync to the storage engine's write-ahead log.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -270,7 +279,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -280,6 +289,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "histogram_quantile(0.99,rate(raft_process_logcommit_latency_bucket{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", "intervalFactor": 2, @@ -288,9 +301,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Log Commit Latency: 99th Percentile", "tooltip": { "shared": true, @@ -299,9 +310,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -311,23 +320,18 @@ "format": "ns", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:475", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -335,12 +339,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The 50th %ile latency for commits to the Raft Log. This measures essentially an fdatasync to the storage engine's write-ahead log.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 50th %ile latency for commits to the Raft Log. This measures essentially an fdatasync to the storage engine's write-ahead log.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -377,6 +380,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "histogram_quantile(0.50,rate(raft_process_logcommit_latency_bucket{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", "intervalFactor": 2, @@ -385,9 +392,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Log Commit Latency: 50th Percentile", "tooltip": { "shared": true, @@ -396,9 +401,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -408,23 +411,18 @@ "format": "ns", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:551", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -432,12 +430,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The 99th %ile latency for commits of Raft commands. This measures applying a batch to the storage engine (including writes to the write-ahead log), but no fsync.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 99th %ile latency for commits of Raft commands. This measures applying a batch to the storage engine (including writes to the write-ahead log), but no fsync.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -474,6 +471,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "histogram_quantile(0.99,rate(raft_process_commandcommit_latency_bucket{job=\"cockroachdb\", instance=~\"$node\", cluster=~\"$cluster\"}[$__rate_interval]))", "interval": "", "intervalFactor": 2, @@ -482,9 +483,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Command Commit Latency: 99th Percentile ", "tooltip": { "shared": true, @@ -493,9 +492,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -505,23 +502,18 @@ "format": "ns", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:775", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -529,12 +521,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The 50th %ile latency for commits of Raft commands. This measures applying a batch to the storage engine (including writes to the write-ahead log), but no fsync.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 50th %ile latency for commits of Raft commands. This measures applying a batch to the storage engine (including writes to the write-ahead log), but no fsync.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -571,6 +562,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "histogram_quantile(0.50,rate(raft_process_commandcommit_latency_bucket{job=\"cockroachdb\", instance=~\"$node\", cluster=~\"$cluster\"}[$__rate_interval]))", "interval": "", "legendFormat": "{{instance}}", @@ -578,9 +573,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Command Commit Latency: 50th percentile ", "tooltip": { "shared": true, @@ -589,9 +582,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -601,23 +592,18 @@ "format": "ns", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:851", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -625,12 +611,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The average number of real read operations executed per logical read operation.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The average number of real read operations executed per logical read operation.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -667,6 +652,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "avg(avg(rocksdb_read_amplification{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", "interval": "", "legendFormat": "Read Amplification", @@ -674,9 +663,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Read Amplification", "tooltip": { "shared": true, @@ -685,9 +672,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -697,23 +682,17 @@ "format": "short", "label": "factor", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:927", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -721,12 +700,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The number of SSTables in use.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of SSTables in use.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -763,6 +741,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rocksdb_num_sstables{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})", "interval": "", @@ -771,9 +753,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "SSTables", "tooltip": { "shared": true, @@ -782,9 +762,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -794,23 +772,18 @@ "format": "short", "label": "sstables", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1003", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -818,12 +791,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The number of open file descriptors, compared with the file descriptor limit.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of open file descriptors, compared with the file descriptor limit.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -860,6 +832,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(sys_fd_open{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", "interval": "", "intervalFactor": 2, @@ -867,6 +843,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(sys_fd_softlimit{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", "interval": "", "intervalFactor": 2, @@ -875,9 +855,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "File Descriptors", "tooltip": { "shared": true, @@ -886,9 +864,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -898,23 +874,17 @@ "format": "short", "label": "descriptors", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:1227", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -922,12 +892,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The number of compactions and memtable flushes per second.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of compactions and memtable flushes per second.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -964,12 +933,20 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(rate(rocksdb_compactions{job=\"cockroachdb\",cluster=\"$cluster\"}[$__rate_interval]))", "interval": "", "legendFormat": "Compactions", "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(rate(rocksdb_flushes{job=\"cockroachdb\",cluster=\"$cluster\"}[$__rate_interval]))", "interval": "", "legendFormat": "Flushes", @@ -977,9 +954,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Compactions/Flushes", "tooltip": { "shared": true, @@ -988,9 +963,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1000,23 +973,18 @@ "format": "short", "label": "count", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1377", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1024,12 +992,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The number of successfully written time series samples, and number of errors attempting to write time series, per second.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of successfully written time series samples, and number of errors attempting to write time series, per second.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1066,6 +1033,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(timeseries_write_samples{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -1073,6 +1044,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(timeseries_write_errors{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -1081,9 +1056,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Time Series Writes", "tooltip": { "shared": true, @@ -1092,9 +1065,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1104,23 +1075,18 @@ "format": "short", "label": "count", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1453", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1128,12 +1094,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The number of bytes written by the time series system per second. \nNote that this does not reflect the rate at which disk space is consumed by time series; the data is highly compressed on disk. This rate is instead intended to indicate the amount of network traffic and disk activity generated by time series writes.\nSee the \"databases\" tab to find the current disk usage for time series data.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of bytes written by the time series system per second. \nNote that this does not reflect the rate at which disk space is consumed by time series; the data is highly compressed on disk. This rate is instead intended to indicate the amount of network traffic and disk activity generated by time series writes.\nSee the \"databases\" tab to find the current disk usage for time series data.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1170,6 +1135,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(timeseries_write_bytes{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -1178,9 +1147,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Time Series Bytes Written", "tooltip": { "shared": true, @@ -1189,9 +1156,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1201,27 +1166,24 @@ "format": "bytes", "label": "bytes", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1529", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } } ], - "schemaVersion": 27, + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -1232,8 +1194,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -1247,16 +1207,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Cluster", @@ -1272,7 +1232,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1284,10 +1243,11 @@ "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -1303,7 +1263,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1317,8 +1276,6 @@ "text": "30s", "value": "30s" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -1382,8 +1339,9 @@ "to": "now" }, "timepicker": {}, - "timezone": "utc", - "title": "CRDB Console: Storage", + "timezone": "America/New_York", + "title": "CRDB Console: Storage ", "uid": "crdb-console-storage", - "version": 6 + "version": 3, + "weekStart": "" } diff --git a/monitoring/grafana-dashboards/by-roachtest/changefeeds.json b/monitoring/grafana-dashboards/by-roachtest/changefeeds.json new file mode 100644 index 000000000000..9f4447b1b9c6 --- /dev/null +++ b/monitoring/grafana-dashboards/by-roachtest/changefeeds.json @@ -0,0 +1,714 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 9, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "crdb-console-run-name" + ], + "targetBlank": false, + "title": "Other dashboards", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "liveNow": false, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 0 + }, + "hiddenSeries": false, + "id": 2, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(changefeed_max_behind_nanos{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Max Changefeed Latency", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Max Changefeed Latency", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:162", + "format": "ns", + "label": "time", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:163", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 8 + }, + "hiddenSeries": false, + "id": 10, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(changefeed_emitted_bytes{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Emitted Bytes", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Sink Byte Traffic", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:215", + "format": "short", + "label": "bytes", + "logBase": 1, + "max": "1", + "min": "0", + "show": true + }, + { + "$$hashKey": "object:216", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 16 + }, + "hiddenSeries": false, + "id": 4, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(changefeed_emitted_messages{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Messages", + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(changefeed_flushes{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Flushes", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Sink Counts", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:319", + "format": "short", + "label": "actions", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:320", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 24 + }, + "hiddenSeries": false, + "id": 6, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(changefeed_emitted_messages{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Message Emit Time", + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(changefeed_flush_nanos{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Flush Time", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Sink Timings", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:372", + "format": "ns", + "label": "time", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:373", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 32 + }, + "hiddenSeries": false, + "id": 8, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(jobs_changefeed_resume_retry_error{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Retryable Errors", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Changefeed Restarts", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:476", + "format": "short", + "label": "actions", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:477", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + } + ], + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, + "style": "dark", + "tags": [ + "crdb-console-run-name" + ], + "templating": { + "list": [ + { + "current": { + "selected": false, + "text": "Prometheus", + "value": "Prometheus" + }, + "hide": 0, + "includeAll": false, + "label": "datasource", + "multi": false, + "name": "DS_PROMETHEUS", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "current": { + "selected": true, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "hide": 0, + "includeAll": true, + "label": "Test Run ID", + "multi": false, + "name": "test_run_id", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "type": "query" + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "hide": 0, + "includeAll": true, + "label": "Test", + "multi": false, + "name": "test_name", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "hide": 0, + "includeAll": true, + "label": "Node", + "multi": false, + "name": "node", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "auto": false, + "auto_count": 30, + "auto_min": "10s", + "current": { + "selected": false, + "text": "30s", + "value": "30s" + }, + "hide": 0, + "label": "Rate Interval", + "name": "rate_interval", + "options": [ + { + "selected": true, + "text": "30s", + "value": "30s" + }, + { + "selected": false, + "text": "1m", + "value": "1m" + }, + { + "selected": false, + "text": "5m", + "value": "5m" + }, + { + "selected": false, + "text": "10m", + "value": "10m" + }, + { + "selected": false, + "text": "30m", + "value": "30m" + }, + { + "selected": false, + "text": "1h", + "value": "1h" + }, + { + "selected": false, + "text": "6h", + "value": "6h" + }, + { + "selected": false, + "text": "12h", + "value": "12h" + }, + { + "selected": false, + "text": "1d", + "value": "1d" + } + ], + "query": "30s,1m,5m,10m,30m,1h,6h,12h,1d", + "queryValue": "", + "refresh": 2, + "skipUrlSync": false, + "type": "interval" + } + ] + }, + "time": { + "from": "now-3h", + "to": "now" + }, + "timepicker": {}, + "timezone": "browser", + "title": "CRDB Console: Changefeeds by Test Run and Name", + "uid": "crdb-console-changefeeds-byname", + "version": 3, + "weekStart": "" +} diff --git a/monitoring/grafana-dashboards/by-roachtest/crosscluster_replication.json b/monitoring/grafana-dashboards/by-roachtest/crosscluster_replication.json new file mode 100644 index 000000000000..77e49aa3f473 --- /dev/null +++ b/monitoring/grafana-dashboards/by-roachtest/crosscluster_replication.json @@ -0,0 +1,707 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 32, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "crdb-console-run-name" + ], + "targetBlank": false, + "title": "Other dashboards", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "liveNow": false, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 0 + }, + "id": 6, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "capacity_used{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Capacity Used", + "type": "timeseries" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 0 + }, + "hiddenSeries": false, + "id": 8, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sys_cpu_combined_percent_normalized{job='cockroachdb',test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "CPU Percent", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:233", + "format": "percentunit", + "label": "CPU (percentage)", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:234", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 8 + }, + "id": 4, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "replication_sst_bytes{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Replication SST Bytes", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "time", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 8 + }, + "id": 2, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "9.3.1", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "replication_logical_bytes{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Replication Logical Bytes", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ns" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 16 + }, + "id": 10, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "replication_frontier_lag_nanos{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Replication Frontier Lag", + "type": "timeseries" + } + ], + "refresh": "", + "revision": 1, + "schemaVersion": 38, + "style": "dark", + "tags": [ + "crdb-console-run-name" + ], + "templating": { + "list": [ + { + "current": { + "selected": false, + "text": "Prometheus", + "value": "Prometheus" + }, + "hide": 0, + "includeAll": false, + "label": "datasource", + "multi": false, + "name": "DS_PROMETHEUS", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "current": { + "selected": true, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "hide": 0, + "includeAll": true, + "label": "Test Run ID", + "multi": false, + "name": "test_run_id", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "type": "query" + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "hide": 0, + "includeAll": true, + "label": "Test", + "multi": false, + "name": "test_name", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "hide": 0, + "includeAll": true, + "label": "Node", + "multi": false, + "name": "node", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "auto": false, + "auto_count": 30, + "auto_min": "10s", + "current": { + "selected": false, + "text": "30s", + "value": "30s" + }, + "hide": 0, + "label": "Rate Interval", + "name": "rate_interval", + "options": [ + { + "selected": true, + "text": "30s", + "value": "30s" + }, + { + "selected": false, + "text": "1m", + "value": "1m" + }, + { + "selected": false, + "text": "5m", + "value": "5m" + }, + { + "selected": false, + "text": "10m", + "value": "10m" + }, + { + "selected": false, + "text": "30m", + "value": "30m" + }, + { + "selected": false, + "text": "1h", + "value": "1h" + }, + { + "selected": false, + "text": "6h", + "value": "6h" + }, + { + "selected": false, + "text": "12h", + "value": "12h" + }, + { + "selected": false, + "text": "1d", + "value": "1d" + } + ], + "query": "30s,1m,5m,10m,30m,1h,6h,12h,1d", + "queryValue": "", + "refresh": 2, + "skipUrlSync": false, + "type": "interval" + } + ] + }, + "time": { + "from": "now-3h", + "to": "now" + }, + "timepicker": {}, + "timezone": "browser", + "title": "CRDB Console: Cross Cluster Replication by Test Run and Name", + "uid": "crdb-console-cross-replication-byname", + "version": 7, + "weekStart": "" +} diff --git a/monitoring/grafana-dashboards/by-roachtest/distributed.json b/monitoring/grafana-dashboards/by-roachtest/distributed.json new file mode 100644 index 000000000000..7c6263ecce7a --- /dev/null +++ b/monitoring/grafana-dashboards/by-roachtest/distributed.json @@ -0,0 +1,1202 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 1, + "id": 106, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "crdb-console-run-name" + ], + "targetBlank": false, + "title": "Other dashboards", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "liveNow": false, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 0 + }, + "hiddenSeries": false, + "id": 2, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(distsender_batches{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval])) by (test_run_id, test_name)", + "interval": "", + "legendFormat": "Batch", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(distsender_batches_partial{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval])) by (test_run_id, test_name)", + "interval": "", + "legendFormat": "Partial Batches", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Batches", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:159", + "format": "short", + "label": "batches", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:160", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 8 + }, + "hiddenSeries": false, + "id": 4, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(distsender_rpc_sent{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "RPCs Sent", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(distsender_rpc_sent_local{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Local Fast-path", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "RPCs", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:309", + "format": "short", + "label": "rpcs", + "logBase": 1, + "show": true + }, + { + "$$hashKey": "object:310", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 24, + "x": 0, + "y": 16 + }, + "hiddenSeries": false, + "id": 6, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(distsender_rpc_sent_nextreplicaerror{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Replica Errors", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(distsender_errors_notleaseholder{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Not Lease Holder Errors", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "RPC Errors", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:83", + "format": "short", + "label": "errors", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:84", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 24, + "x": 0, + "y": 23 + }, + "hiddenSeries": false, + "id": 8, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(txn_commits{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 1, + "legendFormat": "Commited", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(txn_commits1PC{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Fast-path Commited", + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(txn_aborts{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Aborted", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "KV Transactions", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:668", + "format": "short", + "label": "transactions", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:669", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 30 + }, + "hiddenSeries": false, + "id": 20, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(txn_restarts_writetooold{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Write Too Old", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(txn_restarts_writetoooldmulti{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "Write Too Old (multiple)", + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(txn_restarts_serializable{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "Forwarded Timestamp (iso=serializable)", + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(txn_restarts_asyncwritefailure{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "Async Consensus Failure", + "refId": "D" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(txn_restarts_readwithinuncertainty{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "Read Within Uncertainty Interval", + "refId": "E" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(txn_restarts_txnaborted{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "Aborted", + "refId": "F" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(txn_restarts_txnpush{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "Push Failure", + "refId": "G" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(txn_restarts_unknown{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "Unknown", + "refId": "H" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "KV Transaction Restarts", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:437", + "format": "short", + "label": "restarts", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:438", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The 99th percentile of transaction durations over a 1 minute period.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 24, + "x": 0, + "y": 38 + }, + "hiddenSeries": false, + "id": 12, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "histogram_quantile(0.99, rate(txn_durations_bucket{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[1m]))", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "KV Transactional Durations: 99th percentile", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:316", + "format": "ns", + "label": "transaction duration", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:317", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The 90th percentile of transaction durations over a 1 minute period.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 24, + "x": 0, + "y": 45 + }, + "hiddenSeries": false, + "id": 18, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "histogram_quantile(0.90, rate(txn_durations_bucket{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[1m]))", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "KV Transaction Durations: 90th percentile", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:263", + "format": "ns", + "label": "transaction duration", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:264", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The 99th percentile of latency to heartbeat a node's internal liveness record over a 1 minute period.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 24, + "x": 0, + "y": 52 + }, + "hiddenSeries": false, + "id": 14, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "histogram_quantile(0.99,rate(liveness_heartbeatlatency_bucket{job=\"cockroachdb\", test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[1m]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Node Heartbeat Latency: 99th percentile ", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:210", + "format": "ns", + "label": "heartbeat latency", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:211", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The 90th percentile of latency to heartbeat a node's internal liveness record over a 1 minute period.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 24, + "x": 0, + "y": 59 + }, + "hiddenSeries": false, + "id": 16, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "histogram_quantile(0.90,rate(liveness_heartbeatlatency_bucket{job=\"cockroachdb\", test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[1m]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Node Heartbeat Latency: 90th percentile", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:157", + "format": "ns", + "label": "heartbeat latency", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:158", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + } + ], + "refresh": false, + "revision": 1, + "schemaVersion": 38, + "style": "dark", + "tags": [ + "crdb-console-run-name" + ], + "templating": { + "list": [ + { + "current": { + "selected": false, + "text": "Prometheus", + "value": "Prometheus" + }, + "hide": 0, + "includeAll": false, + "label": "datasource", + "multi": false, + "name": "DS_PROMETHEUS", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "current": { + "selected": true, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "hide": 0, + "includeAll": true, + "label": "Test Run ID", + "multi": false, + "name": "test_run_id", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "type": "query" + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "ycsb-a-nodes-3", + "value": "ycsb-a-nodes-3" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "hide": 0, + "includeAll": true, + "label": "Test", + "multi": false, + "name": "test_name", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "hide": 0, + "includeAll": true, + "label": "Node", + "multi": false, + "name": "node", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "auto": false, + "auto_count": 30, + "auto_min": "10s", + "current": { + "selected": false, + "text": "30s", + "value": "30s" + }, + "hide": 0, + "label": "Rate Interval", + "name": "rate_interval", + "options": [ + { + "selected": true, + "text": "30s", + "value": "30s" + }, + { + "selected": false, + "text": "1m", + "value": "1m" + }, + { + "selected": false, + "text": "5m", + "value": "5m" + }, + { + "selected": false, + "text": "10m", + "value": "10m" + }, + { + "selected": false, + "text": "30m", + "value": "30m" + }, + { + "selected": false, + "text": "1h", + "value": "1h" + }, + { + "selected": false, + "text": "6h", + "value": "6h" + }, + { + "selected": false, + "text": "12h", + "value": "12h" + }, + { + "selected": false, + "text": "1d", + "value": "1d" + } + ], + "query": "30s,1m,5m,10m,30m,1h,6h,12h,1d", + "queryValue": "", + "refresh": 2, + "skipUrlSync": false, + "type": "interval" + } + ] + }, + "time": { + "from": "now-3h", + "to": "now" + }, + "timepicker": {}, + "timezone": "browser", + "title": "CRDB Console: Distributed by Test Run and Name", + "uid": "crdb-console-distributed-byname", + "version": 2, + "weekStart": "" +} diff --git a/monitoring/grafana-dashboards/by-roachtest/hardware.json b/monitoring/grafana-dashboards/by-roachtest/hardware.json new file mode 100644 index 000000000000..90bdb72cb4c2 --- /dev/null +++ b/monitoring/grafana-dashboards/by-roachtest/hardware.json @@ -0,0 +1,1151 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 14, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "crdb-console-run-name" + ], + "targetBlank": false, + "title": "Other dashboards", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "liveNow": false, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 0 + }, + "hiddenSeries": false, + "id": 2, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sys_cpu_combined_percent_normalized{job='cockroachdb',test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "CPU Percent", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:233", + "format": "percentunit", + "label": "CPU (percentage)", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:234", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Memory in use across all nodes", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 8 + }, + "hiddenSeries": false, + "id": 4, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sys_rss{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}", + "hide": false, + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "", + "interval": "", + "legendFormat": "", + "refId": "C" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Memory Usage", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:78", + "format": "bytes", + "label": "memory usage", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:79", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 16 + }, + "hiddenSeries": false, + "id": 6, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "rate(sys_host_disk_read_bytes{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval])", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Disk Read B/s", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:183", + "format": "bytes", + "label": "bytes", + "logBase": 1, + "show": true + }, + { + "$$hashKey": "object:184", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 24 + }, + "hiddenSeries": false, + "id": 8, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.3.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "rate(sys_host_disk_write_bytes{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval])", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Disk Write B/s", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:655", + "format": "bytes", + "label": "bytes", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:656", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 32 + }, + "hiddenSeries": false, + "id": 10, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.3.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "rate(sys_host_disk_read_count{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval])", + "interval": "", + "intervalFactor": 2, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Disk Read IOPS", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:761", + "format": "short", + "label": "IOPS", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:762", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 40 + }, + "hiddenSeries": false, + "id": 12, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.3.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "rate(sys_host_disk_write_count{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval])", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Disk Write IOPS", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:850", + "format": "short", + "label": "IOPS", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:851", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 48 + }, + "hiddenSeries": false, + "id": 14, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "rate(sys_host_disk_iopsinprogress{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval])", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Disk Ops In Progress", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:926", + "format": "short", + "label": "Ops", + "logBase": 1, + "show": true + }, + { + "$$hashKey": "object:927", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Free disk space available to CockroachDB data.\n\n[How is this metric calculated?](https://www.cockroachlabs.com/docs/v21.1/ui-storage-dashboard.html#capacity-metrics)", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 56 + }, + "hiddenSeries": false, + "id": 20, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "capacity_available{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Available Disk Capacity", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:103", + "format": "bytes", + "label": "capacity", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:104", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 64 + }, + "hiddenSeries": false, + "id": 16, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "rate(sys_host_net_recv_bytes{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval])", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Network Bytes Received", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1076", + "format": "bytes", + "label": "bytes", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:1077", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 72 + }, + "hiddenSeries": false, + "id": 18, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "rate(sys_host_net_send_bytes{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval])", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Network Bytes Sent", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:708", + "format": "bytes", + "label": "bytes", + "logBase": 1, + "show": true + }, + { + "$$hashKey": "object:709", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + } + ], + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, + "style": "dark", + "tags": [ + "crdb-console-run-name" + ], + "templating": { + "list": [ + { + "current": { + "selected": false, + "text": "Prometheus", + "value": "Prometheus" + }, + "hide": 0, + "includeAll": false, + "label": "datasource", + "multi": false, + "name": "DS_PROMETHEUS", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "current": { + "selected": true, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "hide": 0, + "includeAll": true, + "label": "Test Run ID", + "multi": false, + "name": "test_run_id", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "type": "query" + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "hide": 0, + "includeAll": true, + "label": "Test", + "multi": false, + "name": "test_name", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "hide": 0, + "includeAll": true, + "label": "Node", + "multi": false, + "name": "node", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "auto": false, + "auto_count": 30, + "auto_min": "10s", + "current": { + "selected": false, + "text": "30s", + "value": "30s" + }, + "hide": 0, + "label": "Rate Interval", + "name": "rate_interval", + "options": [ + { + "selected": true, + "text": "30s", + "value": "30s" + }, + { + "selected": false, + "text": "1m", + "value": "1m" + }, + { + "selected": false, + "text": "5m", + "value": "5m" + }, + { + "selected": false, + "text": "10m", + "value": "10m" + }, + { + "selected": false, + "text": "30m", + "value": "30m" + }, + { + "selected": false, + "text": "1h", + "value": "1h" + }, + { + "selected": false, + "text": "6h", + "value": "6h" + }, + { + "selected": false, + "text": "12h", + "value": "12h" + }, + { + "selected": false, + "text": "1d", + "value": "1d" + } + ], + "query": "30s,1m,5m,10m,30m,1h,6h,12h,1d", + "queryValue": "", + "refresh": 2, + "skipUrlSync": false, + "type": "interval" + } + ] + }, + "time": { + "from": "now-3h", + "to": "now" + }, + "timepicker": {}, + "timezone": "utc", + "title": "CRDB Console: Hardware by Test Run and Name", + "uid": "crdb-console-hardware-byname", + "version": 5, + "weekStart": "" +} diff --git a/monitoring/grafana-dashboards/by-roachtest/home.json b/monitoring/grafana-dashboards/by-roachtest/home.json new file mode 100644 index 000000000000..8391407cd1f8 --- /dev/null +++ b/monitoring/grafana-dashboards/by-roachtest/home.json @@ -0,0 +1,347 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "grafana", + "uid": "-- Grafana --" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 1, + "id": 126, + "links": [], + "liveNow": false, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "", + "gridPos": { + "h": 10, + "w": 12, + "x": 0, + "y": 0 + }, + "id": 2, + "links": [], + "options": { + "code": { + "language": "plaintext", + "showLineNumbers": false, + "showMiniMap": false + }, + "content": "# Dashboards for Selected Test(s)\n\n*Links will open in a new tab*\n- Overview \n- Changefeeds \n- Cross-Cluster Replication\n- Distributed\n- Hardware\n- Queues \n- Replication \n- Runtime \n- Slow Requests\n- SQL\n- Storage\n\n", + "mode": "markdown" + }, + "pluginVersion": "9.4.7", + "type": "text" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 40, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineStyle": { + "fill": "solid" + }, + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 11, + "x": 12, + "y": 0 + }, + "id": 4, + "options": { + "legend": { + "calcs": [], + "displayMode": "table", + "placement": "bottom", + "showLegend": false + }, + "timezone": [ + "browser" + ], + "tooltip": { + "mode": "none", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "count(count by(test_run_id, test_name) (sys_uptime{job=\"cockroachdb\", test_name != \"\"}))", + "hide": false, + "instant": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Total Running Roachtests (GCE)", + "transformations": [], + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 11, + "x": 12, + "y": 4 + }, + "id": 6, + "options": { + "legend": { + "calcs": [], + "displayMode": "table", + "placement": "bottom", + "showLegend": false + }, + "tooltip": { + "mode": "none", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "count(count(sys_uptime{job=\"cockroachdb\", test_run_id!=\"\"}) by (test_run_id))", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Active Roachtest Runs (GCE)", + "type": "timeseries" + } + ], + "refresh": "", + "revision": 1, + "schemaVersion": 38, + "style": "dark", + "tags": [], + "templating": { + "list": [ + { + "current": { + "selected": false, + "text": "Prometheus", + "value": "Prometheus" + }, + "hide": 0, + "includeAll": false, + "label": "datasource", + "multi": false, + "name": "DS_PROMETHEUS", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "current": { + "selected": false, + "text": ".*", + "value": ".*" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "description": "The unique run id generated by roachtest for this suite of tests. ", + "hide": 0, + "includeAll": false, + "label": "Test Run", + "multi": false, + "name": "test_run_id", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "type": "query" + }, + { + "current": { + "selected": false, + "text": ".*", + "value": ".*" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "description": "Sanitised version of the test name satisfying [a-zA-Z-]", + "hide": 0, + "includeAll": false, + "label": "Test Name", + "multi": true, + "name": "test_name", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "type": "query" + } + ] + }, + "time": { + "from": "now-3h", + "to": "now" + }, + "timepicker": {}, + "timezone": "", + "title": "CRDB Home", + "uid": "crdb-home", + "version": 2, + "weekStart": "" +} diff --git a/monitoring/grafana-dashboards/by-roachtest/overview.json b/monitoring/grafana-dashboards/by-roachtest/overview.json new file mode 100644 index 000000000000..01b775fa2e7d --- /dev/null +++ b/monitoring/grafana-dashboards/by-roachtest/overview.json @@ -0,0 +1,662 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 12, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "crdb-console-run-name" + ], + "targetBlank": false, + "title": "Other dashboards", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "liveNow": false, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "A ten-second moving average of the # of SELECT, INSERT, UPDATE, and DELETE statements successfully executed per second across all nodes.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 0 + }, + "hiddenSeries": false, + "id": 2, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(sql_select_count{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Selects", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(sql_update_count{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Updates", + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(sql_insert_count{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Inserts", + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(sql_delete_count{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Deletes", + "refId": "D" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "SQL Queries", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:77", + "format": "short", + "label": "queries", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:78", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Over the last minute, this node executed 99% of queries within this time. This time does not include network latency between the node and client.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 8 + }, + "hiddenSeries": false, + "id": 4, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "histogram_quantile(0.99, rate(sql_service_latency_bucket{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Service Latency: SQL, 99th Percentile", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:160", + "format": "ns", + "label": "latency", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:161", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The number of range replicas stored on this node. Ranges are subsets of your data, which are replicated to ensure survivability.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 16 + }, + "hiddenSeries": false, + "id": 6, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "replicas{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}", + "interval": "", + "intervalFactor": 2, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Replicas per Node", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:216", + "format": "short", + "label": "replicas", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:217", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Usage of disk space\n\n**Capacity**: Maximum store size across all nodes. This value may be explicitly set per node using [--store](https://www.cockroachlabs.com/docs/v21.1/cockroach-start.html#store). If a store size has not been set, this metric displays the actual disk capacity.\n\n**Available**: Free disk space available to CockroachDB data across all nodes.\n\n**Used**: Disk space in use by CockroachDB data across all nodes. This excludes the Cockroach binary, operating system, and other system files.\n\n[How are these metrics calculated?](https://www.cockroachlabs.com/docs/v21.1/ui-storage-dashboard.html#capacity-metrics)", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 24 + }, + "hiddenSeries": false, + "id": 8, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(sum(capacity{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}) by (test_run_id, test_name))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Max", + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(sum(capacity_available{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}) by (test_run_id, test_name))", + "interval": "", + "legendFormat": "Available", + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(sum(capacity_used{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Used", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Capacity", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:272", + "format": "bytes", + "label": "capacity", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:273", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + } + ], + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, + "style": "dark", + "tags": [ + "crdb-console-run-name" + ], + "templating": { + "list": [ + { + "current": { + "selected": false, + "text": "Prometheus", + "value": "Prometheus" + }, + "hide": 0, + "includeAll": false, + "label": "datasource", + "multi": false, + "name": "DS_PROMETHEUS", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "current": { + "selected": true, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "hide": 0, + "includeAll": true, + "label": "Test Run ID", + "multi": false, + "name": "test_run_id", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "type": "query" + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "hide": 0, + "includeAll": true, + "label": "Test", + "multi": false, + "name": "test_name", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "hide": 0, + "includeAll": true, + "label": "Node", + "multi": false, + "name": "node", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "auto": false, + "auto_count": 30, + "auto_min": "10s", + "current": { + "selected": false, + "text": "30s", + "value": "30s" + }, + "hide": 0, + "label": "Rate Interval", + "name": "rate_interval", + "options": [ + { + "selected": true, + "text": "30s", + "value": "30s" + }, + { + "selected": false, + "text": "1m", + "value": "1m" + }, + { + "selected": false, + "text": "5m", + "value": "5m" + }, + { + "selected": false, + "text": "10m", + "value": "10m" + }, + { + "selected": false, + "text": "30m", + "value": "30m" + }, + { + "selected": false, + "text": "1h", + "value": "1h" + }, + { + "selected": false, + "text": "6h", + "value": "6h" + }, + { + "selected": false, + "text": "12h", + "value": "12h" + }, + { + "selected": false, + "text": "1d", + "value": "1d" + } + ], + "query": "30s,1m,5m,10m,30m,1h,6h,12h,1d", + "queryValue": "", + "refresh": 2, + "skipUrlSync": false, + "type": "interval" + } + ] + }, + "time": { + "from": "now-3h", + "to": "now" + }, + "timepicker": {}, + "timezone": "", + "title": "CRDB Console: Overview by Test Run and Name", + "uid": "crdb-console-byname", + "version": 3, + "weekStart": "" +} diff --git a/monitoring/grafana-dashboards/by-roachtest/queues.json b/monitoring/grafana-dashboards/by-roachtest/queues.json new file mode 100644 index 000000000000..1e1a90ed177a --- /dev/null +++ b/monitoring/grafana-dashboards/by-roachtest/queues.json @@ -0,0 +1,1591 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 11, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "crdb-console-run-name" + ], + "targetBlank": false, + "title": "Other dashboards", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "liveNow": false, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 0 + }, + "hiddenSeries": false, + "id": 2, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_gc_process_failure{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "GC", + "refId": "H" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_replicagc_process_failure{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Replica GC", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_replicate_process_failure{job=\"cockroachdb\", test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Replication", + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_split_process_failure{job=\"cockroachdb\", test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Split", + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_consistency_process_failure{job=\"cockroachdb\", test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Consistency", + "refId": "D" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_raftlog_process_failure{job=\"cockroachdb\", test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Raft Log", + "refId": "E" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_raftsnapshot_process_failure{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Raft Snapshot", + "refId": "F" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_tsmaintenance_process_failure{job=\"cockroachdb\", test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Time Series Maintenance", + "refId": "G" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Queue Processing Failures", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:405", + "format": "short", + "label": "failures", + "logBase": 1, + "max": "1", + "min": "0", + "show": true + }, + { + "$$hashKey": "object:406", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 8 + }, + "hiddenSeries": false, + "id": 4, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_gc_processingnanos{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "GC", + "refId": "G" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_replicagc_processingnanos{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Replica GC", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_replicate_processingnanos{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Replication", + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_split_processingnanos{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Split", + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_consistency_processingnanos{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Consistency", + "refId": "D" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_raftlog_processingnanos{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Raft Log", + "refId": "E" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_raftsnapshot_processingnanos{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Raft Snapshot", + "refId": "F" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_tsmaintenance_processingnanos{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Time Series Maintenance", + "refId": "H" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Queue Processing Times", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:458", + "format": "ns", + "label": "processing time", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:459", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 16 + }, + "hiddenSeries": false, + "id": 6, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_gc_info_transactionspangccommitted{job=\"cockroachdb\", test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Successful Actions / sec", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_gc_info_transactionspangcpending{job=\"cockroachdb\", test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Pending Actions", + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_replicate_removedeadreplica{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Replicas Removed / sec", + "refId": "C" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Replica GC Queue", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:562", + "format": "short", + "label": "actions", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:563", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 24 + }, + "hiddenSeries": false, + "id": 20, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_replicate_process_success{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Successful Actions / sec", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_replicate_pending{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "Pending Actions", + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_replicate_addreplica{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "Replicas Added / sec", + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_replicate_removereplica{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "Replicas Removed / sec", + "refId": "D" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_replicate_removedeadreplica{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "Dead Replicas Removed / sec", + "refId": "E" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_replicate_removelearnerreplica{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "Learner Replicas Removed / sec", + "refId": "F" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_replicate_rebalancereplica{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "Replicas Rebalanced / sec", + "refId": "G" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_replicate_transferlease{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "Leases Transferred / sec", + "refId": "H" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_replicate_purgatory{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "Replicas in Purgatory", + "refId": "I" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Replication Queue", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:83", + "format": "short", + "label": "actions", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:84", + "format": "short", + "logBase": 1, + "min": "0", + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 32 + }, + "hiddenSeries": false, + "id": 8, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_split_process_success{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Successful Actions / sec", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_split_pending{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Pending Actions", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Split Queue", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:615", + "format": "short", + "label": "actions", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:616", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 40 + }, + "hiddenSeries": false, + "id": 17, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_merge_process_success{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Successful Actions / sec", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_merge_pending{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Pending Actions", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Merge Queue", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:615", + "format": "short", + "label": "actions", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:616", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 48 + }, + "hiddenSeries": false, + "id": 18, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_gc_process_success{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Successful Actions / sec", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_gc_pending{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Pending Actions", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "GC Queue", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:615", + "format": "short", + "label": "actions", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:616", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 56 + }, + "hiddenSeries": false, + "id": 10, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_raftlog_process_success{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Successful Actions / sec", + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_raftlog_pending{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Pending Actions", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Raft Log Queue", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:719", + "format": "short", + "label": "actions", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:720", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 64 + }, + "hiddenSeries": false, + "id": 12, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_raftsnapshot_process_success{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Successful Actions / sec", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_raftsnapshot_pending{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Pending Actions", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Raft Snapshot Queue", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:772", + "format": "short", + "label": "actions", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:773", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 72 + }, + "hiddenSeries": false, + "id": 14, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_consistency_process_success{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Successful Actions / sec", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(queue_consistency_pending{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"})", + "interval": "", + "legendFormat": "Pending Actions", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Consistency Checker Queue", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:825", + "format": "short", + "label": "actions", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:826", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 80 + }, + "hiddenSeries": false, + "id": 16, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_tsmaintenance_process_success{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Successful Actions / sec", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(queue_tsmaintenance_pending{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Pending Actions", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Time Series Maintenance Queue", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1031", + "format": "short", + "label": "actions", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:1032", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + } + ], + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, + "style": "dark", + "tags": [ + "crdb-console-run-name" + ], + "templating": { + "list": [ + { + "current": { + "selected": false, + "text": "Prometheus", + "value": "Prometheus" + }, + "hide": 0, + "includeAll": false, + "label": "datasource", + "multi": false, + "name": "DS_PROMETHEUS", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "current": { + "selected": true, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "hide": 0, + "includeAll": true, + "label": "Test Run ID", + "multi": false, + "name": "test_run_id", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "type": "query" + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "hide": 0, + "includeAll": true, + "label": "Test", + "multi": false, + "name": "test_name", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "hide": 0, + "includeAll": true, + "label": "Node", + "multi": false, + "name": "node", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "auto": false, + "auto_count": 30, + "auto_min": "10s", + "current": { + "selected": false, + "text": "30s", + "value": "30s" + }, + "hide": 0, + "label": "Rate Interval", + "name": "rate_interval", + "options": [ + { + "selected": true, + "text": "30s", + "value": "30s" + }, + { + "selected": false, + "text": "1m", + "value": "1m" + }, + { + "selected": false, + "text": "5m", + "value": "5m" + }, + { + "selected": false, + "text": "10m", + "value": "10m" + }, + { + "selected": false, + "text": "30m", + "value": "30m" + }, + { + "selected": false, + "text": "1h", + "value": "1h" + }, + { + "selected": false, + "text": "6h", + "value": "6h" + }, + { + "selected": false, + "text": "12h", + "value": "12h" + }, + { + "selected": false, + "text": "1d", + "value": "1d" + } + ], + "query": "30s,1m,5m,10m,30m,1h,6h,12h,1d", + "queryValue": "", + "refresh": 2, + "skipUrlSync": false, + "type": "interval" + } + ] + }, + "time": { + "from": "now-3h", + "to": "now" + }, + "timepicker": {}, + "timezone": "browser", + "title": "CRDB Console: Queues by Test Run and Name", + "uid": "crdb-console-queues-byname", + "version": 3, + "weekStart": "" +} diff --git a/monitoring/grafana-dashboards/by-roachtest/replication.json b/monitoring/grafana-dashboards/by-roachtest/replication.json new file mode 100644 index 000000000000..33c31f5e6956 --- /dev/null +++ b/monitoring/grafana-dashboards/by-roachtest/replication.json @@ -0,0 +1,1357 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 10, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "crdb-console-run-name" + ], + "targetBlank": false, + "title": "Other dashboards", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "liveNow": false, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 0 + }, + "hiddenSeries": false, + "id": 2, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(sum(ranges{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"})) by (instance)", + "hide": false, + "interval": "", + "intervalFactor": 2, + "legendFormat": "Ranges", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(sum(replicas_leaders{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Leaders", + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(sum(replicas_leaseholders{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", + "interval": "", + "legendFormat": "Lease Holders", + "refId": "G" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(sum(replicas_leaders_not_leaseholders{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Leaders w/o Lease", + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(sum(ranges_unavailable{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Unavailable", + "refId": "D" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(sum(ranges_underreplicated{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Under-replicated", + "refId": "E" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(sum(ranges_overreplicated{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Over-replicated", + "refId": "F" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Ranges", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:133", + "format": "short", + "label": "ranges", + "logBase": 1, + "show": true + }, + { + "$$hashKey": "object:134", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The number of replicas on each store.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 8 + }, + "hiddenSeries": false, + "id": 4, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(replicas{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance)", + "interval": "", + "intervalFactor": 2, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Replicas per Store", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:431", + "format": "short", + "label": "replicas", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:432", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The number of leaseholder replicas on each store. A leaseholder replica is the one that receives and coordinates all read and write requests for its range.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 16 + }, + "hiddenSeries": false, + "id": 6, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(replicas_leaseholders{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance)", + "interval": "", + "intervalFactor": 2, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Leaseholders per Store", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:581", + "format": "short", + "label": "leaseholders", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:582", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Exponentially weighted moving average of the number of KV batch requests processed by leaseholder replicas on each store per second. Tracks roughly the last 30 minutes of requests. Used for load-based rebalancing decisions.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 24 + }, + "hiddenSeries": false, + "id": 14, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.3.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "rebalancing_queriespersecond{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Average Queries per Store", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:731", + "format": "short", + "label": "queries", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:732", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Number of logical bytes stored in [key-value pairs](https://www.cockroachlabs.com/docs/v21.1/architecture/distribution-layer.html#table-data) on each node.\n\nThis includes historical and deleted data.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 32 + }, + "hiddenSeries": false, + "id": 16, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.3.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "totalbytes{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Logical Bytes per Store", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:807", + "format": "bytes", + "label": "logical store size", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:808", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 40 + }, + "hiddenSeries": false, + "id": 8, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.3.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(sum(replicas{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance)) ", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Replicas", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(sum(replicas_quiescent{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Quiescent", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Replica Quiescence", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:883", + "format": "short", + "label": "replicas", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:884", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 48 + }, + "hiddenSeries": false, + "id": 10, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.3.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(sum(rate(range_splits{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Splits", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(sum(rate(range_merges{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Merges", + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(sum(rate(range_adds{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Adds", + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(sum(rate(range_removes{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Removes", + "refId": "D" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(sum(rate(leases_transfers_success{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Lease Transfers", + "refId": "E" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(sum(rate(rebalancing_lease_transfers{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Load-based Lease Transfers", + "refId": "F" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(sum(rate(rebalancing_range_rebalances{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Load-based Range Rebalances", + "refId": "G" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Range Operations", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:959", + "format": "short", + "label": "ranges", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:960", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 56 + }, + "hiddenSeries": false, + "id": 12, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.3.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(rate(range_snapshots_generated{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Generated", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(range_snapshots_applied_voter{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Applied (Voters)", + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(range_snapshots_applied_initial{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Applied (Initial Upreplication)", + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(range_snapshots_applied_initial{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval]))", + "hide": false, + "interval": "", + "intervalFactor": 2, + "legendFormat": "Applied (Non-Voters)", + "refId": "D" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(rate(replicas_reserved{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Reserved Replicas", + "refId": "E" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Snapshots", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1109", + "format": "short", + "label": "snapshots", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:1110", + "format": "short", + "label": "", + "logBase": 1, + "min": "0", + "show": false + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 64 + }, + "hiddenSeries": false, + "id": 18, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.3.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(raft_rcvd_app{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Msg App", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:959", + "format": "short", + "label": "ranges", + "logBase": 2, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:960", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 72 + }, + "hiddenSeries": false, + "id": 19, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.3.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(raft_rcvd_queued_bytes{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Msg Queued Bytes", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:959", + "format": "short", + "label": "ranges", + "logBase": 2, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:960", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + } + ], + "refresh": "", + "revision": 1, + "schemaVersion": 38, + "style": "dark", + "tags": [ + "crdb-console-run-name" + ], + "templating": { + "list": [ + { + "current": { + "selected": false, + "text": "Prometheus", + "value": "Prometheus" + }, + "hide": 0, + "includeAll": false, + "label": "datasource", + "multi": false, + "name": "DS_PROMETHEUS", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "current": { + "selected": true, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "hide": 0, + "includeAll": true, + "label": "Test Run ID", + "multi": false, + "name": "test_run_id", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "type": "query" + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "hide": 0, + "includeAll": true, + "label": "Test", + "multi": false, + "name": "test_name", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "hide": 0, + "includeAll": true, + "label": "Node", + "multi": false, + "name": "node", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "auto": false, + "auto_count": 30, + "auto_min": "10s", + "current": { + "selected": false, + "text": "30s", + "value": "30s" + }, + "hide": 0, + "label": "Rate Interval", + "name": "rate_interval", + "options": [ + { + "selected": true, + "text": "30s", + "value": "30s" + }, + { + "selected": false, + "text": "1m", + "value": "1m" + }, + { + "selected": false, + "text": "5m", + "value": "5m" + }, + { + "selected": false, + "text": "10m", + "value": "10m" + }, + { + "selected": false, + "text": "30m", + "value": "30m" + }, + { + "selected": false, + "text": "1h", + "value": "1h" + }, + { + "selected": false, + "text": "6h", + "value": "6h" + }, + { + "selected": false, + "text": "12h", + "value": "12h" + }, + { + "selected": false, + "text": "1d", + "value": "1d" + } + ], + "query": "30s,1m,5m,10m,30m,1h,6h,12h,1d", + "queryValue": "", + "refresh": 2, + "skipUrlSync": false, + "type": "interval" + } + ] + }, + "time": { + "from": "now-3h", + "to": "now" + }, + "timepicker": {}, + "timezone": "America/New_York", + "title": "CRDB Console: Replication by Test Run and Name", + "uid": "crdb-console-replications-byname", + "version": 4, + "weekStart": "" +} diff --git a/monitoring/grafana-dashboards/by-roachtest/runtime.json b/monitoring/grafana-dashboards/by-roachtest/runtime.json new file mode 100644 index 000000000000..c2a74e6b7bfb --- /dev/null +++ b/monitoring/grafana-dashboards/by-roachtest/runtime.json @@ -0,0 +1,1060 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 1, + "id": 71, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "crdb-console-run-name" + ], + "targetBlank": false, + "title": "Other dashboards", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "liveNow": false, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The number of live nodes in the cluster.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 0 + }, + "hiddenSeries": false, + "id": 2, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "min(liveness_livenodes{job=\"cockroachdb\",test_name=~\"^$test_name$\",test_run_id=~\"$test_run_id\",instance=~\"$node\"})", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Live Nodes", + "range": true, + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Live Node Count", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:637", + "format": "short", + "label": "nodes", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:638", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Memory in use across all nodes:\nRSS \nTotal memory in use by CockroachDB\n\nGo Allocated \nMemory allocated by the Go layer\n\nGo Total \nTotal memory managed by the Go layer\n\nC Allocated \nMemory allocated by the C layer\n\nC Total \nTotal memory managed by the C layer", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 8 + }, + "hiddenSeries": false, + "id": 4, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(sys_rss{job=\"cockroachdb\",test_run_id=~\"$test_run_id\",test_name=~\"^$test_name$\",instance=~\"$node\"})", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Total memory (RSS)", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(sys_cgo_allocbytes{job=\"cockroachdb\",test_run_id=~\"$test_run_id\",test_name=~\"^$test_name$\",instance=~\"$node\"})", + "hide": false, + "interval": "", + "intervalFactor": 2, + "legendFormat": "Go Allocated", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(sys_go_totalbytes{job=\"cockroachdb\",test_run_id=~\"$test_run_id\",test_name=~\"^$test_name$\",instance=~\"$node\"})", + "hide": false, + "interval": "", + "intervalFactor": 2, + "legendFormat": "Go Total", + "range": true, + "refId": "D" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(sys_go_allocbytes{job=\"cockroachdb\",test_run_id=~\"$test_run_id\",test_name=~\"^$test_name$\",instance=~\"$node\"})", + "hide": false, + "interval": "", + "intervalFactor": 2, + "legendFormat": "CGo Allocated", + "range": true, + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(sys_cgo_totalbytes{job=\"cockroachdb\",test_run_id=~\"$test_run_id\",test_name=~\"^$test_name$\",instance=~\"$node\"})", + "hide": false, + "interval": "", + "intervalFactor": 2, + "legendFormat": "CGo Total", + "range": true, + "refId": "E" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Memory Usage", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:863", + "format": "bytes", + "label": "memory usage", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:864", + "format": "bytes", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The number of Goroutines across all nodes. This count should rise and fall based on load.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 16 + }, + "hiddenSeries": false, + "id": 10, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(sys_goroutines{job=\"cockroachdb\",test_run_id=~\"$test_run_id\",test_name=~\"^$test_name$\",instance=~\"$node\"})", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Goroutine Count", + "range": true, + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Goroutine Count", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1235", + "format": "short", + "label": "goroutines", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:1236", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The number of Goroutines waiting for CPU. This count should rise and fall based on load.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 24 + }, + "hiddenSeries": false, + "id": 16, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sys_runnable_goroutines_per_cpu{job=\"cockroachdb\",test_run_id=~\"$test_run_id\",test_name=~\"^$test_name$\",instance=~\"$node\"}", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{instance}}", + "range": true, + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Runnable Goroutines per CPU", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:391", + "format": "short", + "label": "goroutines", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:392", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The number of times that Go’s garbage collector was invoked per second across all nodes.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 32 + }, + "hiddenSeries": false, + "id": 8, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(rate(sys_gc_count{job=\"cockroachdb\",test_run_id=~\"$test_run_id\",test_name=~\"^$test_name$\",instance=~\"$node\"}[$rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "GC Runs", + "range": true, + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "GC Runs", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1311", + "format": "short", + "label": "runs", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:1312", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The amount of processor time used by Go’s garbage collector per second across all nodes. During garbage collection, application code execution is paused.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 40 + }, + "hiddenSeries": false, + "id": 12, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(rate(sys_gc_pause_ns{job=\"cockroachdb\",test_run_id=~\"$test_run_id\",test_name=~\"^$test_name$\",instance=~\"$node\"}[$rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "GC Pause Time", + "range": true, + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "GC Pause Time", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1387", + "format": "ns", + "label": "pause time", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:1388", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 48 + }, + "hiddenSeries": false, + "id": 6, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(rate(sys_cpu_user_ns{job=\"cockroachdb\",test_run_id=~\"$test_run_id\",test_name=~\"^$test_name$\",instance=~\"$node\"}[$__rate_interval]))", + "instant": false, + "interval": "", + "intervalFactor": 2, + "legendFormat": "User CPU Time", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(rate(sys_cpu_sys_ns{job=\"cockroachdb\",test_run_id=~\"$test_run_id\",test_name=~\"^$test_name$\",instance=~\"$node\"}[$__rate_interval]))", + "instant": false, + "interval": "", + "intervalFactor": 2, + "legendFormat": "Sys CPU Time", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "CPU Time", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1833", + "format": "ns", + "label": "cpu time", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:1834", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Mean clock offset of each node against the rest of the cluster.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 56 + }, + "hiddenSeries": false, + "id": 14, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "clock_offset_meannanos{job=\"cockroachdb\",test_run_id=~\"$test_run_id\",test_name=~\"^$test_name$\",instance=~\"$node\"}", + "interval": "", + "intervalFactor": 2, + "legendFormat": "{{instance}}", + "range": true, + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Clock Offset", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:787", + "format": "ns", + "label": "offset", + "logBase": 1, + "show": true + }, + { + "$$hashKey": "object:788", + "format": "short", + "label": "", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + } + ], + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, + "style": "dark", + "tags": [ + "crdb-console-run-name" + ], + "templating": { + "list": [ + { + "current": { + "selected": false, + "text": "Prometheus", + "value": "Prometheus" + }, + "hide": 0, + "includeAll": false, + "label": "datasource", + "multi": false, + "name": "DS_PROMETHEUS", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "current": { + "selected": true, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "hide": 0, + "includeAll": true, + "label": "Test Run ID", + "multi": false, + "name": "test_run_id", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "type": "query" + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "hide": 0, + "includeAll": true, + "label": "Test", + "multi": false, + "name": "test_name", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "hide": 0, + "includeAll": true, + "label": "Node", + "multi": false, + "name": "node", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "auto": false, + "auto_count": 30, + "auto_min": "10s", + "current": { + "selected": false, + "text": "30s", + "value": "30s" + }, + "hide": 0, + "label": "Rate Interval", + "name": "rate_interval", + "options": [ + { + "selected": true, + "text": "30s", + "value": "30s" + }, + { + "selected": false, + "text": "1m", + "value": "1m" + }, + { + "selected": false, + "text": "5m", + "value": "5m" + }, + { + "selected": false, + "text": "10m", + "value": "10m" + }, + { + "selected": false, + "text": "30m", + "value": "30m" + }, + { + "selected": false, + "text": "1h", + "value": "1h" + }, + { + "selected": false, + "text": "6h", + "value": "6h" + }, + { + "selected": false, + "text": "12h", + "value": "12h" + }, + { + "selected": false, + "text": "1d", + "value": "1d" + } + ], + "query": "30s,1m,5m,10m,30m,1h,6h,12h,1d", + "queryValue": "", + "refresh": 2, + "skipUrlSync": false, + "type": "interval" + } + ] + }, + "time": { + "from": "now-3h", + "to": "now" + }, + "timepicker": {}, + "timezone": "America/New_York", + "title": "CRDB Console: Runtime by Test Run and Name", + "uid": "crdb-console-runtime-byname", + "version": 20, + "weekStart": "" +} diff --git a/monitoring/grafana-dashboards/by-roachtest/slow_request.json b/monitoring/grafana-dashboards/by-roachtest/slow_request.json new file mode 100644 index 000000000000..a19097ffea14 --- /dev/null +++ b/monitoring/grafana-dashboards/by-roachtest/slow_request.json @@ -0,0 +1,602 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 15, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "crdb-console-run-name" + ], + "targetBlank": false, + "title": "Other dashboards", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "liveNow": false, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 24, + "x": 0, + "y": 0 + }, + "hiddenSeries": false, + "id": 2, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(requests_slow_raft{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"})", + "interval": "", + "legendFormat": "Slow Raft Proposals", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Slow Raft Proposals", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:141", + "format": "short", + "label": "proposals", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:142", + "format": "short", + "label": "", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 24, + "x": 0, + "y": 7 + }, + "hiddenSeries": false, + "id": 4, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(requests_slow_distsender{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"})", + "interval": "", + "legendFormat": "Slow DistSender RPCs", + "queryType": "randomWalk", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Slow DistSender RPCs", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:88", + "format": "short", + "label": "proposals", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:89", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 24, + "x": 0, + "y": 14 + }, + "hiddenSeries": false, + "id": 6, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(requests_slow_lease{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"})", + "interval": "", + "legendFormat": "Slow Lease Acquisitions", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Slow Lease Acquisitions", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:245", + "format": "short", + "label": "lease acquisitions", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:246", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 24, + "x": 0, + "y": 21 + }, + "hiddenSeries": false, + "id": 8, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(requests_slow_latch{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"})", + "interval": "", + "legendFormat": "Slow Latch Acquisitions", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Slow Latch Acquisitions", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:298", + "format": "short", + "label": "latch acquisitions", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:299", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + } + ], + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, + "style": "dark", + "tags": [ + "crdb-console-run-name" + ], + "templating": { + "list": [ + { + "current": { + "selected": false, + "text": "Prometheus", + "value": "Prometheus" + }, + "hide": 0, + "includeAll": false, + "label": "datasource", + "multi": false, + "name": "DS_PROMETHEUS", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "current": { + "selected": true, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "hide": 0, + "includeAll": true, + "label": "Test Run ID", + "multi": false, + "name": "test_run_id", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "type": "query" + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "hide": 0, + "includeAll": true, + "label": "Test", + "multi": false, + "name": "test_name", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "hide": 0, + "includeAll": true, + "label": "Node", + "multi": false, + "name": "node", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "auto": false, + "auto_count": 30, + "auto_min": "10s", + "current": { + "selected": false, + "text": "30s", + "value": "30s" + }, + "hide": 0, + "label": "Rate Interval", + "name": "rate_interval", + "options": [ + { + "selected": true, + "text": "30s", + "value": "30s" + }, + { + "selected": false, + "text": "1m", + "value": "1m" + }, + { + "selected": false, + "text": "5m", + "value": "5m" + }, + { + "selected": false, + "text": "10m", + "value": "10m" + }, + { + "selected": false, + "text": "30m", + "value": "30m" + }, + { + "selected": false, + "text": "1h", + "value": "1h" + }, + { + "selected": false, + "text": "6h", + "value": "6h" + }, + { + "selected": false, + "text": "12h", + "value": "12h" + }, + { + "selected": false, + "text": "1d", + "value": "1d" + } + ], + "query": "30s,1m,5m,10m,30m,1h,6h,12h,1d", + "queryValue": "", + "refresh": 2, + "skipUrlSync": false, + "type": "interval" + } + ] + }, + "time": { + "from": "now-3h", + "to": "now" + }, + "timepicker": {}, + "timezone": "America/New_York", + "title": "CRDB Console: Slow Requests by Test Run and Name", + "uid": "crdb-console-slow-request-byname", + "version": 3, + "weekStart": "" +} diff --git a/monitoring/grafana-dashboards/by-roachtest/sql.json b/monitoring/grafana-dashboards/by-roachtest/sql.json new file mode 100644 index 000000000000..c16039adb2d1 --- /dev/null +++ b/monitoring/grafana-dashboards/by-roachtest/sql.json @@ -0,0 +1,1967 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 7, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "crdb-console-run-name" + ], + "targetBlank": false, + "title": "Other dashboards", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "liveNow": false, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The total number of open SQL Sessions.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 0 + }, + "hiddenSeries": false, + "id": 2, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sql_conns{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}", + "interval": "", + "intervalFactor": 2, + "legendFormat": "{{instance}}", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Open SQL Sessions", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:108", + "format": "short", + "label": "connections", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:109", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The total number of SQL transactions currently open.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 8 + }, + "hiddenSeries": false, + "id": 30, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sql_txns_open{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Open SQL Transactions", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:279", + "format": "short", + "label": "transactions", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:280", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The total number of SQL statements currently running.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 16 + }, + "hiddenSeries": false, + "id": 10, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(sql_distsql_queries_active{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"})", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Active Statements", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Active SQL Statements", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:184", + "format": "short", + "label": "queries", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:185", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The total amount of SQL client network traffic in bytes per second.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 24 + }, + "hiddenSeries": false, + "id": 4, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.0.2", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(sql_bytesin{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "instant": false, + "interval": "", + "intervalFactor": 2, + "legendFormat": "Bytes In", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(sql_bytesout{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Bytes Out", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "SQL Byte Traffic", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:260", + "format": "bytes", + "label": "byte traffic", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:261", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "A moving average of the # of SELECT, INSERT, UPDATE, and DELETE statements successfully executed per second.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 32 + }, + "hiddenSeries": false, + "id": 6, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.0.2", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(sql_select_count{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Selects", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(sql_update_count{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Updates", + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(sql_insert_count{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Inserts", + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(sql_delete_count{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Deletes", + "refId": "D" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "SQL Statements", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:336", + "format": "short", + "label": "queries", + "logBase": 1, + "show": true + }, + { + "$$hashKey": "object:337", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The number of statements which returned a planning or runtime error.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 40 + }, + "hiddenSeries": false, + "id": 8, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(sql_failure_count{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Errors", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "SQL Statement Errors", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:412", + "format": "short", + "label": "errors", + "logBase": 1, + "max": "1", + "min": "0", + "show": true + }, + { + "$$hashKey": "object:413", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The total number of SQL statements that experienced contention.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 48 + }, + "hiddenSeries": false, + "id": 32, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(sql_distsql_contended_queries_count{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Contention", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "SQL Statement Contention", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:489", + "format": "short", + "label": "queries", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:490", + "format": "short", + "label": "", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The number of flows on each node contributing to currently running distributed SQL statements.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 56 + }, + "hiddenSeries": false, + "id": 12, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "rate(sql_distsql_flows_active{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval])", + "interval": "", + "intervalFactor": 2, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Active Flows for Distributed SQL Statements", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:107", + "format": "short", + "label": "flows", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:108", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Over the last minute, this node executed 99% of queries within this time. This time does not include network latency between the node and client.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 64 + }, + "hiddenSeries": false, + "id": 14, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "histogram_quantile(0.99, rate(sql_service_latency_bucket{job=\"cockroachdb\",instance=~\"$node\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Service Latency: SQL, 99th percentile", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:710", + "format": "ns", + "label": "latency", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:711", + "format": "short", + "label": "", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Over the last minute, this node executed 90% of queries within this time. This time does not include network latency between the node and client.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 72 + }, + "hiddenSeries": false, + "id": 16, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "histogram_quantile(0.90, rate(sql_service_latency_bucket{job=\"cockroachdb\",instance=~\"$node\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Service Latency: SQL, 90th percentile", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:934", + "format": "ns", + "label": "latency", + "logBase": 1, + "show": true + }, + { + "$$hashKey": "object:935", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The 99th percentile of latency between query requests and responses over a 1 minute period. Values are displayed individually for each node.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 80 + }, + "hiddenSeries": false, + "id": 18, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "histogram_quantile(0.99,rate(exec_latency_bucket{job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "KV Execution Latency: 99th percentile", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1084", + "format": "µs", + "label": "latency", + "logBase": 1, + "show": true + }, + { + "$$hashKey": "object:1085", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The 90th percentile of latency between query requests and responses over a 1 minute period. Values are displayed individually for each node.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 88 + }, + "hiddenSeries": false, + "id": 20, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "histogram_quantile(0.90, rate(exec_latency_bucket{job=\"cockroachdb\",instance=~\"$node\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"}[$rate_interval]))", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "KV Execution Latency: 90th percentile", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1160", + "format": "ns", + "label": "latency", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:1161", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The total number of transactions initiated, committed, rolled back, or aborted per second.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 96 + }, + "hiddenSeries": false, + "id": 22, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(rate(sql_txn_begin_count{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Begin", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(sql_txn_commit_count{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Commits", + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate( sql_txn_rollback_count{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Rollbacks", + "refId": "D" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(sql_txn_abort_count{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Aborts", + "refId": "C" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Transactions", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1458", + "format": "short", + "label": "latency", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:1459", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The 99th percentile of total transaction time over a 1 minute period. Values are displayed individually for each node.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 104 + }, + "hiddenSeries": false, + "id": 26, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "histogram_quantile(0.99,rate(sql_txn_latency_bucket{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"}[5m]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Transaction Latency: 99th percentile", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1756", + "format": "µs", + "label": "latency", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:1757", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The 90th percentile of total transaction time over a 1 minute period. Values are displayed individually for each node.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 112 + }, + "hiddenSeries": false, + "id": 28, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "histogram_quantile(0.90,rate(sql_txn_latency_bucket{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Transaction Latency: 90th percentile", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1832", + "format": "ns", + "label": "latency", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:1833", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The current amount of allocated SQL memory. This amount is what is compared against the node's --max-sql-memory flag.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 120 + }, + "hiddenSeries": false, + "id": 34, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sql_mem_root_current{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "SQL Memory", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:157", + "format": "bytes", + "label": "allocation bytes", + "logBase": 1, + "show": true + }, + { + "$$hashKey": "object:158", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The total number of DDL statements per second", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 128 + }, + "hiddenSeries": false, + "id": 24, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(sql_ddl_count{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$rate_interval])) ", + "interval": "", + "intervalFactor": 2, + "legendFormat": "DDL Statements", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Schema Changes", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1908", + "format": "short", + "label": "statements", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:1909", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The total number of statements denied per second due to a [cluster setting](https://www.cockroachlabs.com/docs/v21.1/cluster-settings.html) in the format feature.statement_type.enabled = FALSE.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 136 + }, + "hiddenSeries": false, + "id": 36, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "rate(sql_feature_flag_denial{test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval])", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Statement Denials: Cluster Settings", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:214", + "format": "short", + "label": "statements", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:215", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + } + ], + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, + "style": "dark", + "tags": [ + "crdb-console-run-name" + ], + "templating": { + "list": [ + { + "current": { + "selected": false, + "text": "Prometheus", + "value": "Prometheus" + }, + "hide": 0, + "includeAll": false, + "label": "datasource", + "multi": false, + "name": "DS_PROMETHEUS", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "current": { + "selected": true, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "hide": 0, + "includeAll": true, + "label": "Test Run ID", + "multi": false, + "name": "test_run_id", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "type": "query" + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "hide": 0, + "includeAll": true, + "label": "Test", + "multi": false, + "name": "test_name", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "hide": 0, + "includeAll": true, + "label": "Node", + "multi": false, + "name": "node", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "auto": false, + "auto_count": 30, + "auto_min": "10s", + "current": { + "selected": false, + "text": "30s", + "value": "30s" + }, + "hide": 0, + "label": "Rate Interval", + "name": "rate_interval", + "options": [ + { + "selected": true, + "text": "30s", + "value": "30s" + }, + { + "selected": false, + "text": "1m", + "value": "1m" + }, + { + "selected": false, + "text": "5m", + "value": "5m" + }, + { + "selected": false, + "text": "10m", + "value": "10m" + }, + { + "selected": false, + "text": "30m", + "value": "30m" + }, + { + "selected": false, + "text": "1h", + "value": "1h" + }, + { + "selected": false, + "text": "6h", + "value": "6h" + }, + { + "selected": false, + "text": "12h", + "value": "12h" + }, + { + "selected": false, + "text": "1d", + "value": "1d" + } + ], + "query": "30s,1m,5m,10m,30m,1h,6h,12h,1d", + "queryValue": "", + "refresh": 2, + "skipUrlSync": false, + "type": "interval" + } + ] + }, + "time": { + "from": "now-3h", + "to": "now" + }, + "timepicker": {}, + "timezone": "America/New_York", + "title": "CRDB Console: SQL by Test Run and Name", + "uid": "crdb-console-sql-byname", + "version": 3, + "weekStart": "" +} diff --git a/monitoring/grafana-dashboards/by-roachtest/storage.json b/monitoring/grafana-dashboards/by-roachtest/storage.json new file mode 100644 index 000000000000..a69006420e3e --- /dev/null +++ b/monitoring/grafana-dashboards/by-roachtest/storage.json @@ -0,0 +1,1392 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 6, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "crdb-console-run-name" + ], + "targetBlank": false, + "title": "Other dashboards", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "liveNow": false, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Usage of disk space across all nodes\n\n**Capacity**: Maximum store size across all nodes. This value may be explicitly set per node using [--store](https://www.cockroachlabs.com/docs/v21.1/cockroach-start.html#store). If a store size has not been set, this metric displays the actual disk capacity.\n\n**Available**: Free disk space available to CockroachDB data across all nodes.\n\n**Used**: Disk space in use by CockroachDB data across all nodes. This excludes the Cockroach binary, operating system, and other system files.\n\n[How are these metrics calculated?](https://www.cockroachlabs.com/docs/v21.1/ui-storage-dashboard.html#capacity-metrics)", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 0 + }, + "hiddenSeries": false, + "id": 2, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(sum(capacity{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Max", + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": " sum(sum(capacity_available{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}) by (instance))", + "interval": "", + "legendFormat": "Available", + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(sum(capacity{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}) by (instance)) - sum(sum(capacity_available{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Used", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Capacity", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:99", + "format": "bytes", + "label": "capacity", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:100", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "Amount of data that can be read by applications and CockroachDB.\n\n**Live**: Number of logical bytes stored in live [key-value pairs](https://www.cockroachlabs.com/docs/v21.1/architecture/distribution-layer.html#table-data) across all nodes. Live data excludes historical and deleted data.\n\n**System**: Number of physical bytes stored in [system key-value pairs](https://www.cockroachlabs.com/docs/v21.1/architecture/distribution-layer.html#table-data).", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 8 + }, + "hiddenSeries": false, + "id": 4, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(sum(livebytes{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Live", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(sum(sysbytes{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "System", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Live Bytes", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:323", + "format": "bytes", + "label": "live bytes", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:324", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The 99th %ile latency for commits to the Raft Log. This measures essentially an fdatasync to the storage engine's write-ahead log.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 16 + }, + "hiddenSeries": false, + "id": 6, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "histogram_quantile(0.99,rate(raft_process_logcommit_latency_bucket{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Log Commit Latency: 99th Percentile", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:474", + "format": "ns", + "label": "latency", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:475", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The 50th %ile latency for commits to the Raft Log. This measures essentially an fdatasync to the storage engine's write-ahead log.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 6, + "w": 24, + "x": 0, + "y": 24 + }, + "hiddenSeries": false, + "id": 8, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "histogram_quantile(0.50,rate(raft_process_logcommit_latency_bucket{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Log Commit Latency: 50th Percentile", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:550", + "format": "ns", + "label": "latency", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:551", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The 99th %ile latency for commits of Raft commands. This measures applying a batch to the storage engine (including writes to the write-ahead log), but no fsync.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 30 + }, + "hiddenSeries": false, + "id": 10, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "histogram_quantile(0.99,rate(raft_process_commandcommit_latency_bucket{job=\"cockroachdb\", instance=~\"$node\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"}[$__rate_interval]))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Command Commit Latency: 99th Percentile ", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:774", + "format": "ns", + "label": "latency", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:775", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The 50th %ile latency for commits of Raft commands. This measures applying a batch to the storage engine (including writes to the write-ahead log), but no fsync.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 38 + }, + "hiddenSeries": false, + "id": 12, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "histogram_quantile(0.50,rate(raft_process_commandcommit_latency_bucket{job=\"cockroachdb\", instance=~\"$node\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Command Commit Latency: 50th percentile ", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:850", + "format": "ns", + "label": "latency", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:851", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The average number of real read operations executed per logical read operation.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 46 + }, + "hiddenSeries": false, + "id": 20, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "avg(avg(rocksdb_read_amplification{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}) by (instance))", + "interval": "", + "legendFormat": "Read Amplification", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Read Amplification", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:926", + "format": "short", + "label": "factor", + "logBase": 1, + "show": true + }, + { + "$$hashKey": "object:927", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The number of SSTables in use.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 54 + }, + "hiddenSeries": false, + "id": 16, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rocksdb_num_sstables{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"})", + "interval": "", + "legendFormat": "SSTables", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "SSTables", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1002", + "format": "short", + "label": "sstables", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:1003", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The number of open file descriptors, compared with the file descriptor limit.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 62 + }, + "hiddenSeries": false, + "id": 14, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(sum(sys_fd_open{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Open", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(sum(sys_fd_softlimit{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}) by (instance))", + "interval": "", + "intervalFactor": 2, + "legendFormat": "Limit", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "File Descriptors", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1226", + "format": "short", + "label": "descriptors", + "logBase": 1, + "show": true + }, + { + "$$hashKey": "object:1227", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The number of compactions and memtable flushes per second.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 70 + }, + "hiddenSeries": false, + "id": 18, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(rate(rocksdb_compactions{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Compactions", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "expr": "sum(rate(rocksdb_flushes{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Flushes", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Compactions/Flushes", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1376", + "format": "short", + "label": "count", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:1377", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The number of successfully written time series samples, and number of errors attempting to write time series, per second.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 78 + }, + "hiddenSeries": false, + "id": 24, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(timeseries_write_samples{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Samples Written", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(timeseries_write_errors{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Errors", + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Time Series Writes", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1452", + "format": "short", + "label": "count", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:1453", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "description": "The number of bytes written by the time series system per second. \nNote that this does not reflect the rate at which disk space is consumed by time series; the data is highly compressed on disk. This rate is instead intended to indicate the amount of network traffic and disk activity generated by time series writes.\nSee the \"databases\" tab to find the current disk usage for time series data.", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 86 + }, + "hiddenSeries": false, + "id": 22, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sum(rate(timeseries_write_bytes{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\",instance=~\"$node\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "Bytes Written", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Time Series Bytes Written", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1528", + "format": "bytes", + "label": "bytes", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:1529", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + } + ], + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, + "style": "dark", + "tags": [ + "crdb-console-run-name" + ], + "templating": { + "list": [ + { + "current": { + "selected": false, + "text": "Prometheus", + "value": "Prometheus" + }, + "hide": 0, + "includeAll": false, + "label": "datasource", + "multi": false, + "name": "DS_PROMETHEUS", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "current": { + "selected": true, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "hide": 0, + "includeAll": true, + "label": "Test Run ID", + "multi": false, + "name": "test_run_id", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\"},test_run_id)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "type": "query" + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "hide": 0, + "includeAll": true, + "label": "Test", + "multi": false, + "name": "test_name", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\"},test_name)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "hide": 0, + "includeAll": true, + "label": "Node", + "multi": false, + "name": "node", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",test_run_id=~\"$test_run_id\", test_name=~\"$test_name\"},instance)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "auto": false, + "auto_count": 30, + "auto_min": "10s", + "current": { + "selected": false, + "text": "30s", + "value": "30s" + }, + "hide": 0, + "label": "Rate Interval", + "name": "rate_interval", + "options": [ + { + "selected": true, + "text": "30s", + "value": "30s" + }, + { + "selected": false, + "text": "1m", + "value": "1m" + }, + { + "selected": false, + "text": "5m", + "value": "5m" + }, + { + "selected": false, + "text": "10m", + "value": "10m" + }, + { + "selected": false, + "text": "30m", + "value": "30m" + }, + { + "selected": false, + "text": "1h", + "value": "1h" + }, + { + "selected": false, + "text": "6h", + "value": "6h" + }, + { + "selected": false, + "text": "12h", + "value": "12h" + }, + { + "selected": false, + "text": "1d", + "value": "1d" + } + ], + "query": "30s,1m,5m,10m,30m,1h,6h,12h,1d", + "queryValue": "", + "refresh": 2, + "skipUrlSync": false, + "type": "interval" + } + ] + }, + "time": { + "from": "now-3h", + "to": "now" + }, + "timepicker": {}, + "timezone": "America/New_York", + "title": "CRDB Console: Storage by Test Run and Name", + "uid": "crdb-console-storage-byname", + "version": 3, + "weekStart": "" +} diff --git a/pkg/BUILD.bazel b/pkg/BUILD.bazel index e9cedbd47e0d..61608defa1dd 100644 --- a/pkg/BUILD.bazel +++ b/pkg/BUILD.bazel @@ -8,6 +8,7 @@ ALL_TESTS = [ "//pkg/bench/tpcc:tpcc_test", "//pkg/bench:bench_test", "//pkg/blobs:blobs_test", + "//pkg/build/bazel:bazel_test", "//pkg/build/starlarkutil:starlarkutil_test", "//pkg/build/util:util_test", "//pkg/build:build_test", @@ -763,6 +764,7 @@ GO_TARGETS = [ "//pkg/build/bazel/util/tinystringer:tinystringer", "//pkg/build/bazel/util/tinystringer:tinystringer_lib", "//pkg/build/bazel:bazel", + "//pkg/build/bazel:bazel_test", "//pkg/build/starlarkutil:starlarkutil", "//pkg/build/starlarkutil:starlarkutil_test", "//pkg/build/util:util", diff --git a/pkg/build/bazel/BUILD.bazel b/pkg/build/bazel/BUILD.bazel index ba8d76a03fb6..435ef6e89d8f 100644 --- a/pkg/build/bazel/BUILD.bazel +++ b/pkg/build/bazel/BUILD.bazel @@ -1,9 +1,21 @@ -load("@io_bazel_rules_go//go:def.bzl", "go_library") +load("@io_bazel_rules_go//go:def.bzl", "go_library", "go_test") go_library( name = "bazel", srcs = ["bazel.go"], importpath = "github.com/cockroachdb/cockroach/pkg/build/bazel", visibility = ["//visibility:public"], - deps = ["@io_bazel_rules_go//go/tools/bazel:go_default_library"], + deps = [ + "@io_bazel_rules_go//go/tools/bazel:go_default_library", + ], +) + +go_test( + name = "bazel_test", + srcs = ["bazel_test.go"], + args = ["-test.timeout=295s"], + embed = [":bazel"], # keep + deps = [ + "@com_github_stretchr_testify//require", + ], ) diff --git a/pkg/build/bazel/bazel.go b/pkg/build/bazel/bazel.go index 665b0b96c553..250446899ca4 100644 --- a/pkg/build/bazel/bazel.go +++ b/pkg/build/bazel/bazel.go @@ -18,16 +18,59 @@ import ( "os" "path" "path/filepath" + "strconv" "strings" inner "github.com/bazelbuild/rules_go/go/tools/bazel" ) -// Return true iff this library was built with Bazel. +// bazelTestEnvVar can be used to determine when running in the `bazel test` +// environment. +const bazelTestEnvVar = "BAZEL_TEST" + +// BuiltWithBazel returns true iff this library was built with Bazel. func BuiltWithBazel() bool { return true } +// InBazelTest returns true iff called from a test run by Bazel. +func InBazelTest() bool { + if bazelTestEnv, ok := os.LookupEnv(bazelTestEnvVar); ok { + if bazelTest, err := strconv.ParseBool(bazelTestEnv); err == nil { + return bazelTest + } + } + + return false +} + +// InTestWrapper returns true iff called from Bazel's generated test wrapper. +// When enabled and running under `bazel test`, the entire test runs using a +// Bazel-generated wrapper. This wrapper imports the test module, so any +// import-time code will be run twice: once under the wrapper, and once by the +// test process itself. Hence, checking can be helpful for any module +// import-time code, such as init() or any global variable initialization. +// For more info, see: +// https://github.com/bazelbuild/rules_go/blob/master/docs/go/core/rules.md#go_test +// +// Duplicates logic from rules_go's bzltestutil.ShouldWrap(), but does not +// import in order to avoid a dependency (and its global initialization code). +func InTestWrapper() bool { + if !InBazelTest() { + return false + } + + if wrapEnv, ok := os.LookupEnv("GO_TEST_WRAP"); ok { + wrap, err := strconv.ParseBool(wrapEnv) + if err != nil { + return false + } + return wrap + } + _, ok := os.LookupEnv("XML_OUTPUT_FILE") + return ok +} + // FindBinary is a convenience wrapper around the rules_go variant. func FindBinary(pkg, name string) (string, bool) { return inner.FindBinary(pkg, name) diff --git a/pkg/build/bazel/bazel_test.go b/pkg/build/bazel/bazel_test.go new file mode 100644 index 000000000000..0130614c377e --- /dev/null +++ b/pkg/build/bazel/bazel_test.go @@ -0,0 +1,26 @@ +// Copyright 2023 The Cockroach Authors. +// +// Use of this software is governed by the Business Source License +// included in the file licenses/BSL.txt. +// +// As of the Change Date specified in that file, in accordance with +// the Business Source License, use of this software will be governed +// by the Apache License, Version 2.0, included in the file +// licenses/APL.txt. + +package bazel + +import ( + "testing" + + "github.com/stretchr/testify/require" +) + +// TestInTestWrapper ensures that non-initialization test code built & run with +// Bazel should not execute under the Bazel-generated wrapper. +func TestInTestWrapper(t *testing.T) { + if InBazelTest() { + require.True(t, BuiltWithBazel()) + require.False(t, InTestWrapper()) + } +} diff --git a/pkg/build/bazel/non_bazel.go b/pkg/build/bazel/non_bazel.go index 534e2683fbaa..17833fb4c4c1 100644 --- a/pkg/build/bazel/non_bazel.go +++ b/pkg/build/bazel/non_bazel.go @@ -21,6 +21,16 @@ func BuiltWithBazel() bool { return false } +// InBazelTest returns true iff called from a test run by Bazel. +func InBazelTest() bool { + return false +} + +// InTestWrapper returns true iff called from Bazel's generated test wrapper. +func InTestWrapper() bool { + return false +} + // FindBinary is not implemented. func FindBinary(pkg, name string) (string, bool) { panic("not build with Bazel") diff --git a/pkg/cmd/roachprod/grafana/BUILD.bazel b/pkg/cmd/roachprod/grafana/BUILD.bazel index a327f1e3f69f..436cebc76586 100644 --- a/pkg/cmd/roachprod/grafana/BUILD.bazel +++ b/pkg/cmd/roachprod/grafana/BUILD.bazel @@ -14,6 +14,7 @@ go_library( "configs/slow_request.json", "configs/sql.json", "configs/storage.json", + "configs/crosscluster_replication.json", ], importpath = "github.com/cockroachdb/cockroach/pkg/cmd/roachprod/grafana", visibility = ["//visibility:public"], diff --git a/pkg/cmd/roachprod/grafana/configs/changefeeds.json b/pkg/cmd/roachprod/grafana/configs/changefeeds.json index 36a8ae0c09bb..8933b1c10a14 100644 --- a/pkg/cmd/roachprod/grafana/configs/changefeeds.json +++ b/pkg/cmd/roachprod/grafana/configs/changefeeds.json @@ -3,30 +3,39 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1623784884657, + "id": 9, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -54,7 +63,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -64,6 +73,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(changefeed_max_behind_nanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -72,9 +85,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Max Changefeed Latency", "tooltip": { "shared": true, @@ -83,9 +94,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -95,23 +104,18 @@ "format": "ns", "label": "time", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:163", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -119,10 +123,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -150,7 +153,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -160,6 +163,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(changefeed_emitted_bytes{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -169,9 +176,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Sink Byte Traffic", "tooltip": { "shared": true, @@ -180,9 +185,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -199,16 +202,12 @@ { "$$hashKey": "object:216", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -216,10 +215,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -247,7 +245,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -257,6 +255,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(changefeed_emitted_messages{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -264,6 +266,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(changefeed_flushes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -272,9 +278,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Sink Counts", "tooltip": { "shared": true, @@ -283,9 +287,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -295,23 +297,18 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:320", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -319,10 +316,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -360,6 +356,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(changefeed_emitted_messages{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -367,6 +367,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(changefeed_flush_nanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -375,9 +379,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Sink Timings", "tooltip": { "shared": true, @@ -386,9 +388,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -398,23 +398,18 @@ "format": "ns", "label": "time", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:373", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -422,10 +417,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -463,6 +457,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(jobs_changefeed_resume_retry_error{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -471,9 +469,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Changefeed Restarts", "tooltip": { "shared": true, @@ -482,9 +478,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -494,27 +488,24 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:477", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } } ], - "schemaVersion": 27, + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -525,8 +516,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -540,16 +529,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Cluster", @@ -565,7 +554,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -577,10 +565,11 @@ "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -596,7 +585,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -610,8 +598,6 @@ "text": "30s", "value": "30s" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -677,5 +663,6 @@ "timezone": "browser", "title": "CRDB Console: Changefeeds", "uid": "crdb-console-changefeeds", - "version": 3 + "version": 3, + "weekStart": "" } diff --git a/pkg/cmd/roachprod/grafana/configs/crosscluster_replication.json b/pkg/cmd/roachprod/grafana/configs/crosscluster_replication.json new file mode 100644 index 000000000000..9afb19467daa --- /dev/null +++ b/pkg/cmd/roachprod/grafana/configs/crosscluster_replication.json @@ -0,0 +1,661 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 32, + "links": [], + "liveNow": false, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 0 + }, + "id": 6, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "capacity_used{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Capacity Used", + "type": "timeseries" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 0 + }, + "hiddenSeries": false, + "id": 8, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.4.7", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "exemplar": true, + "expr": "sys_cpu_combined_percent_normalized{job='cockroachdb',cluster=~\"$cluster\",instance=~\"$node\"}", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "CPU Percent", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:233", + "format": "percentunit", + "label": "CPU (percentage)", + "logBase": 1, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:234", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 8 + }, + "id": 4, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "replication_sst_bytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Replication SST Bytes", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "time", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 8 + }, + "id": 2, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "9.3.1", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "replication_logical_bytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Replication Logical Bytes", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ns" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 16 + }, + "id": 10, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "replication_frontier_lag_nanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Replication Frontier Lag", + "type": "timeseries" + } + ], + "refresh": "", + "revision": 1, + "schemaVersion": 38, + "style": "dark", + "tags": [], + "templating": { + "list": [ + { + "current": { + "selected": false, + "text": "Prometheus", + "value": "Prometheus" + }, + "hide": 0, + "includeAll": false, + "label": "datasource", + "multi": false, + "name": "DS_PROMETHEUS", + "options": [], + "query": "prometheus", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + }, + { + "current": { + "selected": false, + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "sys_uptime{job=\"cockroachdb\"}", + "hide": 0, + "includeAll": false, + "label": "Cluster", + "multi": false, + "name": "cluster", + "options": [], + "query": { + "query": "sys_uptime{job=\"cockroachdb\"}", + "refId": "Prometheus-cluster-Variable-Query" + }, + "refresh": 1, + "regex": "/cluster=\"([^\"]+)\"/", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": "", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", + "hide": 0, + "includeAll": true, + "label": "Node", + "multi": false, + "name": "node", + "options": [], + "query": { + "query": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", + "refId": "Prometheus-node-Variable-Query" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "auto": false, + "auto_count": 30, + "auto_min": "10s", + "current": { + "selected": false, + "text": "30s", + "value": "30s" + }, + "hide": 0, + "label": "Rate Interval", + "name": "rate_interval", + "options": [ + { + "selected": true, + "text": "30s", + "value": "30s" + }, + { + "selected": false, + "text": "1m", + "value": "1m" + }, + { + "selected": false, + "text": "5m", + "value": "5m" + }, + { + "selected": false, + "text": "10m", + "value": "10m" + }, + { + "selected": false, + "text": "30m", + "value": "30m" + }, + { + "selected": false, + "text": "1h", + "value": "1h" + }, + { + "selected": false, + "text": "6h", + "value": "6h" + }, + { + "selected": false, + "text": "12h", + "value": "12h" + }, + { + "selected": false, + "text": "1d", + "value": "1d" + } + ], + "query": "30s,1m,5m,10m,30m,1h,6h,12h,1d", + "refresh": 2, + "skipUrlSync": false, + "type": "interval" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": {}, + "timezone": "browser", + "title": "CRDB Console: Cross Cluster Replication", + "uid": "crdb-console-cross-replication", + "version": 7, + "weekStart": "" +} diff --git a/pkg/cmd/roachprod/grafana/configs/distributed.json b/pkg/cmd/roachprod/grafana/configs/distributed.json index cec94f7ba637..146affc78ad6 100644 --- a/pkg/cmd/roachprod/grafana/configs/distributed.json +++ b/pkg/cmd/roachprod/grafana/configs/distributed.json @@ -3,32 +3,41 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1624297806854, + "id": 13, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "", "fill": 1, "fillGradient": 0, "gridPos": { @@ -55,7 +64,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -65,6 +74,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(distsender_batches{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval])) by (cluster)", "interval": "", @@ -72,6 +85,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(distsender_batches_partial{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval])) by (cluster)", "interval": "", @@ -80,9 +97,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Batches", "tooltip": { "shared": true, @@ -91,9 +106,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -103,23 +116,18 @@ "format": "short", "label": "batches", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:160", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -127,10 +135,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -158,7 +165,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -168,6 +175,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(distsender_rpc_sent{job=\"cockroachdb\", cluster=~\"$cluster\"}[$__rate_interval]))", "interval": "", @@ -176,6 +187,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(distsender_rpc_sent_local{job=\"cockroachdb\",cluster=~\"$cluster\"}[$__rate_interval]))", "interval": "", @@ -184,9 +199,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "RPCs", "tooltip": { "shared": true, @@ -195,9 +208,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -207,23 +218,17 @@ "format": "short", "label": "rpcs", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:310", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -231,10 +236,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -262,7 +266,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -272,6 +276,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(distsender_rpc_sent_nextreplicaerror{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -281,6 +289,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(distsender_errors_notleaseholder{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -290,9 +302,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "RPC Errors", "tooltip": { "shared": true, @@ -301,9 +311,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -313,23 +321,18 @@ "format": "short", "label": "errors", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:84", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -337,10 +340,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -368,7 +370,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.0.2", "pointradius": 2, "points": false, "renderer": "flot", @@ -378,6 +380,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_commits{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -386,6 +392,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_commits1PC{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -395,6 +405,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_aborts{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -403,9 +417,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "KV Transactions", "tooltip": { "shared": true, @@ -414,9 +426,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -426,23 +436,18 @@ "format": "short", "label": "transactions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:669", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -450,10 +455,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -491,6 +495,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_restarts_writetooold{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -498,6 +506,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_restarts_writetoooldmulti{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -506,6 +518,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_restarts_serializable{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -514,6 +530,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_restarts_asyncwritefailure{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -522,6 +542,10 @@ "refId": "D" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_restarts_readwithinuncertainty{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -530,6 +554,10 @@ "refId": "E" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_restarts_txnaborted{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -538,6 +566,10 @@ "refId": "F" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_restarts_txnpush{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -546,6 +578,10 @@ "refId": "G" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(txn_restarts_unknown{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -555,9 +591,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "KV Transaction Restarts", "tooltip": { "shared": true, @@ -566,9 +600,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -578,23 +610,18 @@ "format": "short", "label": "restarts", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:438", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -602,12 +629,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The 99th percentile of transaction durations over a 1 minute period.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 99th percentile of transaction durations over a 1 minute period.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -644,6 +670,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "histogram_quantile(0.99, rate(txn_durations_bucket{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[1m]))", "interval": "", @@ -652,9 +682,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "KV Transactional Durations: 99th percentile", "tooltip": { "shared": true, @@ -663,9 +691,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -675,23 +701,18 @@ "format": "ns", "label": "transaction duration", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:317", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -699,12 +720,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The 90th percentile of transaction durations over a 1 minute period.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 90th percentile of transaction durations over a 1 minute period.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -741,6 +761,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "histogram_quantile(0.90, rate(txn_durations_bucket{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[1m]))", "interval": "", @@ -749,9 +773,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "KV Transaction Durations: 90th percentile", "tooltip": { "shared": true, @@ -760,9 +782,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -772,23 +792,18 @@ "format": "ns", "label": "transaction duration", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:264", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -796,12 +811,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The 99th percentile of latency to heartbeat a node's internal liveness record over a 1 minute period.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 99th percentile of latency to heartbeat a node's internal liveness record over a 1 minute period.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -838,6 +852,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "histogram_quantile(0.99,rate(liveness_heartbeatlatency_bucket{job=\"cockroachdb\", cluster=\"$cluster\",instance=~\"$node\"}[1m]))", "interval": "", @@ -847,9 +865,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Node Heartbeat Latency: 99th percentile ", "tooltip": { "shared": true, @@ -858,9 +874,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -870,23 +884,18 @@ "format": "ns", "label": "heartbeat latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:211", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -894,12 +903,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The 90th percentile of latency to heartbeat a node's internal liveness record over a 1 minute period.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 90th percentile of latency to heartbeat a node's internal liveness record over a 1 minute period.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -936,6 +944,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "histogram_quantile(0.90,rate(liveness_heartbeatlatency_bucket{job=\"cockroachdb\", cluster=\"$cluster\",instance=~\"$node\"}[1m]))", "interval": "", @@ -945,9 +957,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Node Heartbeat Latency: 90th percentile", "tooltip": { "shared": true, @@ -956,9 +966,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -968,27 +976,24 @@ "format": "ns", "label": "heartbeat latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:158", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } } ], - "schemaVersion": 27, + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -999,8 +1004,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -1014,16 +1017,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Cluster", @@ -1039,7 +1042,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1051,10 +1053,11 @@ "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -1070,7 +1073,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1084,8 +1086,6 @@ "text": "1m", "value": "1m" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -1152,5 +1152,6 @@ "timezone": "browser", "title": "CRDB Console: Distributed", "uid": "crdb-console-distributed", - "version": 3 + "version": 3, + "weekStart": "" } diff --git a/pkg/cmd/roachprod/grafana/configs/hardware.json b/pkg/cmd/roachprod/grafana/configs/hardware.json index c9752c4f640d..5e3d39dfb9ee 100644 --- a/pkg/cmd/roachprod/grafana/configs/hardware.json +++ b/pkg/cmd/roachprod/grafana/configs/hardware.json @@ -3,30 +3,39 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1623957533555, + "id": 14, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -54,7 +63,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -64,6 +73,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sys_cpu_combined_percent_normalized{job='cockroachdb',cluster=~\"$cluster\",instance=~\"$node\"}", "interval": "", @@ -73,9 +86,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "CPU Percent", "tooltip": { "shared": true, @@ -84,9 +95,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -96,23 +105,18 @@ "format": "percentunit", "label": "CPU (percentage)", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:234", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -120,12 +124,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "Memory in use across all nodes", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Memory in use across all nodes", "fill": 1, "fillGradient": 0, "gridPos": { @@ -152,7 +155,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -162,6 +165,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sys_rss{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}", "hide": false, @@ -170,6 +177,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "", "interval": "", "legendFormat": "", @@ -177,9 +188,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Memory Usage", "tooltip": { "shared": true, @@ -188,9 +197,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -200,23 +207,18 @@ "format": "bytes", "label": "memory usage", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:79", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -224,10 +226,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -255,7 +256,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -265,6 +266,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "rate(sys_host_disk_read_bytes{job=\"cockroachdb\",instance=~\"$node\",cluster=~\"$cluster\"}[$__rate_interval])", "interval": "", @@ -273,9 +278,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Disk Read B/s", "tooltip": { "shared": true, @@ -284,9 +287,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -296,23 +297,17 @@ "format": "bytes", "label": "bytes", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:184", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -320,10 +315,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -351,7 +345,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -361,6 +355,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "rate(sys_host_disk_write_bytes{job=\"cockroachdb\",instance=~\"$node\",cluster=~\"$cluster\"}[$__rate_interval])", "interval": "", "legendFormat": "{{instance}}", @@ -368,9 +366,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Disk Write B/s", "tooltip": { "shared": true, @@ -379,9 +375,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -391,23 +385,18 @@ "format": "bytes", "label": "bytes", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:656", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -415,10 +404,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -446,7 +434,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -456,6 +444,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "rate(sys_host_disk_read_count{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval])", "interval": "", @@ -465,9 +457,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Disk Read IOPS", "tooltip": { "shared": true, @@ -476,9 +466,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -488,23 +476,18 @@ "format": "short", "label": "IOPS", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:762", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -512,10 +495,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -543,7 +525,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -553,6 +535,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "rate(sys_host_disk_write_count{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval])", "interval": "", @@ -561,9 +547,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Disk Write IOPS", "tooltip": { "shared": true, @@ -572,9 +556,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -584,23 +566,18 @@ "format": "short", "label": "IOPS", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:851", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -608,10 +585,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -649,6 +625,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "rate(sys_host_disk_iopsinprogress{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval])", "interval": "", @@ -657,9 +637,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Disk Ops In Progress", "tooltip": { "shared": true, @@ -668,9 +646,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -680,23 +656,17 @@ "format": "short", "label": "Ops", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:927", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -704,12 +674,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "Free disk space available to CockroachDB data.\n\n[How is this metric calculated?](https://www.cockroachlabs.com/docs/v21.1/ui-storage-dashboard.html#capacity-metrics)", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Free disk space available to CockroachDB data.\n\n[How is this metric calculated?](https://www.cockroachlabs.com/docs/v21.1/ui-storage-dashboard.html#capacity-metrics)", "fill": 1, "fillGradient": 0, "gridPos": { @@ -746,6 +715,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "capacity_available{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}", "interval": "", @@ -755,9 +728,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Available Disk Capacity", "tooltip": { "shared": true, @@ -766,9 +737,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -778,23 +747,18 @@ "format": "bytes", "label": "capacity", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:104", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -802,10 +766,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -843,6 +806,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "rate(sys_host_net_recv_bytes{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval])", "interval": "", "legendFormat": "{{instance}}", @@ -850,9 +817,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Network Bytes Received", "tooltip": { "shared": true, @@ -861,9 +826,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -873,23 +836,18 @@ "format": "bytes", "label": "bytes", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1077", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -897,10 +855,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -938,6 +895,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "rate(sys_host_net_send_bytes{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval])", "interval": "", @@ -946,9 +907,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Network Bytes Sent", "tooltip": { "shared": true, @@ -957,9 +916,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -969,28 +926,23 @@ "format": "bytes", "label": "bytes", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:709", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } } ], - "refresh": false, - "schemaVersion": 27, + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -1001,8 +953,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -1016,16 +966,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Cluster", @@ -1036,12 +986,11 @@ "query": "sys_uptime{job=\"cockroachdb\"}", "refId": "Prometheusa-cluster-Variable-Query" }, - "refresh": 1, + "refresh": 2, "regex": "/cluster=\"([^\"]+)\"/", "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1049,14 +998,15 @@ { "allValue": "", "current": { - "selected": true, + "selected": false, "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -1072,7 +1022,6 @@ "skipUrlSync": false, "sort": 3, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1086,8 +1035,6 @@ "text": "30s", "value": "30s" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -1153,5 +1100,6 @@ "timezone": "utc", "title": "CRDB Console: Hardware", "uid": "crdb-console-hardware", - "version": 4 + "version": 5, + "weekStart": "" } diff --git a/pkg/cmd/roachprod/grafana/configs/overview.json b/pkg/cmd/roachprod/grafana/configs/overview.json index 7038d61ac45f..98de26dcf156 100644 --- a/pkg/cmd/roachprod/grafana/configs/overview.json +++ b/pkg/cmd/roachprod/grafana/configs/overview.json @@ -3,32 +3,41 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1623952430144, + "id": 12, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "A ten-second moving average of the # of SELECT, INSERT, UPDATE, and DELETE statements successfully executed per second across all nodes.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "A ten-second moving average of the # of SELECT, INSERT, UPDATE, and DELETE statements successfully executed per second across all nodes.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -55,7 +64,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -65,6 +74,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_select_count{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -72,6 +85,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_update_count{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -79,6 +96,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_insert_count{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -86,6 +107,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_delete_count{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -94,9 +119,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "SQL Queries", "tooltip": { "shared": true, @@ -105,9 +128,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -117,23 +138,18 @@ "format": "short", "label": "queries", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:78", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -141,12 +157,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "Over the last minute, this node executed 99% of queries within this time. This time does not include network latency between the node and client.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Over the last minute, this node executed 99% of queries within this time. This time does not include network latency between the node and client.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -173,7 +188,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -183,6 +198,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "histogram_quantile(0.99, rate(sql_service_latency_bucket{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -191,9 +210,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Service Latency: SQL, 99th Percentile", "tooltip": { "shared": true, @@ -202,9 +219,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -214,23 +229,18 @@ "format": "ns", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:161", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -238,12 +248,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The number of range replicas stored on this node. Ranges are subsets of your data, which are replicated to ensure survivability.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of range replicas stored on this node. Ranges are subsets of your data, which are replicated to ensure survivability.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -270,7 +279,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -280,6 +289,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "replicas{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}", "interval": "", @@ -289,9 +302,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Replicas per Node", "tooltip": { "shared": true, @@ -300,9 +311,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -312,23 +321,18 @@ "format": "short", "label": "replicas", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:217", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -336,12 +340,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "Usage of disk space\n\n**Capacity**: Maximum store size across all nodes. This value may be explicitly set per node using [--store](https://www.cockroachlabs.com/docs/v21.1/cockroach-start.html#store). If a store size has not been set, this metric displays the actual disk capacity.\n\n**Available**: Free disk space available to CockroachDB data across all nodes.\n\n**Used**: Disk space in use by CockroachDB data across all nodes. This excludes the Cockroach binary, operating system, and other system files.\n\n[How are these metrics calculated?](https://www.cockroachlabs.com/docs/v21.1/ui-storage-dashboard.html#capacity-metrics)", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Usage of disk space\n\n**Capacity**: Maximum store size across all nodes. This value may be explicitly set per node using [--store](https://www.cockroachlabs.com/docs/v21.1/cockroach-start.html#store). If a store size has not been set, this metric displays the actual disk capacity.\n\n**Available**: Free disk space available to CockroachDB data across all nodes.\n\n**Used**: Disk space in use by CockroachDB data across all nodes. This excludes the Cockroach binary, operating system, and other system files.\n\n[How are these metrics calculated?](https://www.cockroachlabs.com/docs/v21.1/ui-storage-dashboard.html#capacity-metrics)", "fill": 1, "fillGradient": 0, "gridPos": { @@ -378,6 +381,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(capacity{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}) by (cluster))", "interval": "", @@ -386,6 +393,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(capacity_available{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}) by (cluster))", "interval": "", @@ -393,6 +404,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(capacity_used{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}) by (instance))", "interval": "", @@ -402,9 +417,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Capacity", "tooltip": { "shared": true, @@ -413,9 +426,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -425,28 +436,24 @@ "format": "bytes", "label": "capacity", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:273", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } } ], - "refresh": false, - "schemaVersion": 27, + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -457,8 +464,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -472,16 +477,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Cluster", @@ -497,7 +502,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -509,10 +513,11 @@ "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -528,7 +533,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -538,12 +542,10 @@ "auto_count": 30, "auto_min": "10s", "current": { - "selected": true, + "selected": false, "text": "30s", "value": "30s" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -608,7 +610,8 @@ }, "timepicker": {}, "timezone": "", - "title": "CRDB Console: Overview", + "title": "CRDB Console: Overview ", "uid": "crdb-console", - "version": 1 + "version": 3, + "weekStart": "" } diff --git a/pkg/cmd/roachprod/grafana/configs/queues.json b/pkg/cmd/roachprod/grafana/configs/queues.json index 7c15efe72745..3814699244f8 100644 --- a/pkg/cmd/roachprod/grafana/configs/queues.json +++ b/pkg/cmd/roachprod/grafana/configs/queues.json @@ -3,30 +3,39 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1623959585344, + "id": 11, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -54,7 +63,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -64,6 +73,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_gc_process_failure{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -72,6 +85,10 @@ "refId": "H" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicagc_process_failure{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -80,6 +97,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_process_failure{job=\"cockroachdb\", cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -88,6 +109,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_split_process_failure{job=\"cockroachdb\", cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -96,6 +121,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_consistency_process_failure{job=\"cockroachdb\", cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -104,6 +133,10 @@ "refId": "D" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_raftlog_process_failure{job=\"cockroachdb\", cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -112,6 +145,10 @@ "refId": "E" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_raftsnapshot_process_failure{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -120,6 +157,10 @@ "refId": "F" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_tsmaintenance_process_failure{job=\"cockroachdb\", cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -129,9 +170,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Queue Processing Failures", "tooltip": { "shared": true, @@ -140,9 +179,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -159,16 +196,12 @@ { "$$hashKey": "object:406", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -176,10 +209,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -207,7 +239,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -217,6 +249,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_gc_processingnanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -224,6 +260,10 @@ "refId": "G" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicagc_processingnanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -231,6 +271,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_processingnanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -238,6 +282,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_split_processingnanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -245,6 +293,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_consistency_processingnanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -252,6 +304,10 @@ "refId": "D" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_raftlog_processingnanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -259,6 +315,10 @@ "refId": "E" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_raftsnapshot_processingnanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -266,6 +326,10 @@ "refId": "F" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_tsmaintenance_processingnanos{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -274,9 +338,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Queue Processing Times", "tooltip": { "shared": true, @@ -285,9 +347,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -297,23 +357,18 @@ "format": "ns", "label": "processing time", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:459", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -321,10 +376,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -352,7 +406,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -362,6 +416,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_gc_info_transactionspangccommitted{job=\"cockroachdb\", cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -370,6 +428,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_gc_info_transactionspangcpending{job=\"cockroachdb\", cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -378,6 +440,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_removedeadreplica{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -386,9 +452,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Replica GC Queue", "tooltip": { "shared": true, @@ -397,9 +461,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -409,23 +471,18 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:563", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -433,10 +490,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -474,6 +530,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_process_success{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -481,6 +541,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_pending{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -489,6 +553,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_addreplica{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -497,6 +565,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_removereplica{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -505,6 +577,10 @@ "refId": "D" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_removedeadreplica{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -513,6 +589,10 @@ "refId": "E" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_removelearnerreplica{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -521,6 +601,10 @@ "refId": "F" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_rebalancereplica{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -529,6 +613,10 @@ "refId": "G" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_transferlease{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -537,6 +625,10 @@ "refId": "H" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_replicate_purgatory{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "hide": false, @@ -546,9 +638,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Replication Queue", "tooltip": { "shared": true, @@ -557,9 +647,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -569,23 +657,19 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:84", "format": "short", - "label": null, "logBase": 1, - "max": null, "min": "0", "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -593,10 +677,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -634,6 +717,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_split_process_success{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -641,6 +728,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_split_pending{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -649,9 +740,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Split Queue", "tooltip": { "shared": true, @@ -660,9 +749,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -672,23 +759,18 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:616", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -696,10 +778,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -737,6 +818,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_merge_process_success{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -744,6 +829,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_merge_pending{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -752,9 +841,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Merge Queue", "tooltip": { "shared": true, @@ -763,9 +850,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -775,23 +860,18 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:616", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -799,10 +879,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -840,6 +919,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_gc_process_success{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -847,6 +930,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_gc_pending{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -855,10 +942,8 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, - "title": "MVCC GC Queue", + "title": "GC Queue", "tooltip": { "shared": true, "sort": 0, @@ -866,9 +951,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -878,23 +961,18 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:616", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -902,10 +980,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -943,6 +1020,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_raftlog_process_success{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -950,6 +1031,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_raftlog_pending{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -958,9 +1043,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Raft Log Queue", "tooltip": { "shared": true, @@ -969,9 +1052,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -981,23 +1062,18 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:720", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1005,10 +1081,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -1046,6 +1121,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_raftsnapshot_process_success{job=\"cockroachdb\",cluster=\"$cluster\"}[$__rate_interval]))", "interval": "", @@ -1053,6 +1132,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_raftsnapshot_pending{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -1061,9 +1144,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Raft Snapshot Queue", "tooltip": { "shared": true, @@ -1072,9 +1153,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1084,23 +1163,18 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:773", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1108,10 +1182,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -1149,6 +1222,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_consistency_process_success{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -1156,6 +1233,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(queue_consistency_pending{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})", "interval": "", @@ -1164,9 +1245,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Consistency Checker Queue", "tooltip": { "shared": true, @@ -1175,9 +1254,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1187,23 +1264,18 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:826", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1211,10 +1283,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -1252,6 +1323,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_tsmaintenance_process_success{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -1259,6 +1334,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(queue_tsmaintenance_pending{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -1267,9 +1346,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Time Series Maintenance Queue", "tooltip": { "shared": true, @@ -1278,9 +1355,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1290,28 +1365,24 @@ "format": "short", "label": "actions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1032", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } } ], - "refresh": false, - "schemaVersion": 27, + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -1322,8 +1393,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -1337,16 +1406,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Cluster", @@ -1362,7 +1431,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1374,10 +1442,11 @@ "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -1393,7 +1462,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1407,8 +1475,6 @@ "text": "30s", "value": "30s" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -1473,7 +1539,8 @@ }, "timepicker": {}, "timezone": "browser", - "title": "CRDB Console: Queues", + "title": "CRDB Console: Queues ", "uid": "crdb-console-queues", - "version": 2 + "version": 3, + "weekStart": "" } diff --git a/pkg/cmd/roachprod/grafana/configs/replication.json b/pkg/cmd/roachprod/grafana/configs/replication.json index b1eb0ee18352..862b0efa73f5 100644 --- a/pkg/cmd/roachprod/grafana/configs/replication.json +++ b/pkg/cmd/roachprod/grafana/configs/replication.json @@ -3,30 +3,39 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1623960497845, + "id": 10, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -54,7 +63,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -64,6 +73,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(ranges{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"})) by (instance)", "hide": false, @@ -73,6 +86,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(replicas_leaders{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", "interval": "", "intervalFactor": 2, @@ -80,12 +97,20 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(replicas_leaseholders{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", "interval": "", "legendFormat": "Lease Holders", "refId": "G" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(replicas_leaders_not_leaseholders{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", "interval": "", @@ -94,6 +119,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(ranges_unavailable{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", "interval": "", "intervalFactor": 2, @@ -101,6 +130,10 @@ "refId": "D" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(ranges_underreplicated{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", "interval": "", @@ -109,6 +142,10 @@ "refId": "E" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(ranges_overreplicated{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", "interval": "", "intervalFactor": 2, @@ -117,9 +154,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Ranges", "tooltip": { "shared": true, @@ -128,9 +163,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -140,23 +173,17 @@ "format": "short", "label": "ranges", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:134", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -164,12 +191,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The number of replicas on each store.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of replicas on each store.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -196,7 +222,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -206,6 +232,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(replicas{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance)", "interval": "", "intervalFactor": 2, @@ -214,9 +244,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Replicas per Store", "tooltip": { "shared": true, @@ -225,9 +253,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -237,23 +263,18 @@ "format": "short", "label": "replicas", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:432", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -261,12 +282,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The number of leaseholder replicas on each store. A leaseholder replica is the one that receives and coordinates all read and write requests for its range.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of leaseholder replicas on each store. A leaseholder replica is the one that receives and coordinates all read and write requests for its range.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -293,7 +313,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -303,6 +323,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(replicas_leaseholders{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance)", "interval": "", "intervalFactor": 2, @@ -311,9 +335,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Leaseholders per Store", "tooltip": { "shared": true, @@ -322,9 +344,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -334,23 +354,18 @@ "format": "short", "label": "leaseholders", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:582", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -358,12 +373,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "Exponentially weighted moving average of the number of KV batch requests processed by leaseholder replicas on each store per second. Tracks roughly the last 30 minutes of requests. Used for load-based rebalancing decisions.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Exponentially weighted moving average of the number of KV batch requests processed by leaseholder replicas on each store per second. Tracks roughly the last 30 minutes of requests. Used for load-based rebalancing decisions.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -390,7 +404,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -400,6 +414,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "rebalancing_queriespersecond{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}", "interval": "", @@ -408,9 +426,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Average Queries per Store", "tooltip": { "shared": true, @@ -419,9 +435,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -431,23 +445,18 @@ "format": "short", "label": "queries", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:732", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -455,12 +464,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "Number of logical bytes stored in [key-value pairs](https://www.cockroachlabs.com/docs/v21.1/architecture/distribution-layer.html#table-data) on each node.\n\nThis includes historical and deleted data.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Number of logical bytes stored in [key-value pairs](https://www.cockroachlabs.com/docs/v21.1/architecture/distribution-layer.html#table-data) on each node.\n\nThis includes historical and deleted data.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -487,7 +495,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -497,6 +505,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "totalbytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}", "interval": "", @@ -505,9 +517,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Logical Bytes per Store", "tooltip": { "shared": true, @@ -516,9 +526,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -528,23 +536,18 @@ "format": "bytes", "label": "logical store size", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:808", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -552,12 +555,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "", "fill": 1, "fillGradient": 0, "gridPos": { @@ -584,7 +586,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -594,6 +596,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(replicas{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance)) ", "interval": "", "intervalFactor": 2, @@ -601,6 +607,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(replicas_quiescent{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}) by (instance))", "interval": "", "intervalFactor": 2, @@ -609,9 +619,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Replica Quiescence", "tooltip": { "shared": true, @@ -620,9 +628,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -632,23 +638,18 @@ "format": "short", "label": "replicas", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:884", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -656,10 +657,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -687,7 +687,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -697,6 +697,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(rate(range_splits{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", "interval": "", "intervalFactor": 2, @@ -704,6 +708,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(rate(range_merges{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", "interval": "", "intervalFactor": 2, @@ -711,6 +719,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(rate(range_adds{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", "interval": "", "intervalFactor": 2, @@ -718,6 +730,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(rate(range_removes{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", "interval": "", "intervalFactor": 2, @@ -725,6 +741,10 @@ "refId": "D" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(rate(leases_transfers_success{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", "interval": "", @@ -733,6 +753,10 @@ "refId": "E" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(rate(rebalancing_lease_transfers{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", "interval": "", @@ -741,6 +765,10 @@ "refId": "F" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(rate(rebalancing_range_rebalances{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])) by (instance))", "interval": "", @@ -750,9 +778,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Range Operations", "tooltip": { "shared": true, @@ -761,9 +787,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -773,23 +797,18 @@ "format": "short", "label": "ranges", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:960", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -797,10 +816,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -828,7 +846,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -838,6 +856,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(rate(range_snapshots_generated{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval]))", "interval": "", "intervalFactor": 2, @@ -845,6 +867,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(range_snapshots_applied_voter{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -853,6 +879,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(range_snapshots_applied_initial{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -861,6 +891,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(range_snapshots_applied_initial{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval]))", "hide": false, @@ -870,6 +904,10 @@ "refId": "D" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(rate(replicas_reserved{cluster=~\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", "intervalFactor": 2, @@ -878,9 +916,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Snapshots", "tooltip": { "shared": true, @@ -889,9 +925,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -901,7 +935,6 @@ "format": "short", "label": "snapshots", "logBase": 1, - "max": null, "min": "0", "show": true }, @@ -910,19 +943,212 @@ "format": "short", "label": "", "logBase": 1, - "max": null, "min": "0", "show": false } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 64 + }, + "hiddenSeries": false, + "id": 18, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.3.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(raft_rcvd_app{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Msg App", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:959", + "format": "short", + "label": "ranges", + "logBase": 2, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:960", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 72 + }, + "hiddenSeries": false, + "id": 19, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "9.3.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "rate(raft_rcvd_queued_bytes{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval])", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Msg Queued Bytes", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:959", + "format": "short", + "label": "ranges", + "logBase": 2, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:960", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false } } ], - "refresh": false, - "schemaVersion": 27, + "refresh": "", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -933,8 +1159,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -949,16 +1173,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Cluster", @@ -974,7 +1198,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -986,10 +1209,11 @@ "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -1005,7 +1229,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1019,8 +1242,6 @@ "text": "30s", "value": "30s" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -1067,6 +1288,7 @@ } ], "query": "30s,1m,5m,15m,30m,1h,2h,1d", + "queryValue": "", "refresh": 2, "skipUrlSync": false, "type": "interval" @@ -1078,8 +1300,9 @@ "to": "now" }, "timepicker": {}, - "timezone": "utc", - "title": "CRDB Console: Replication", + "timezone": "America/New_York", + "title": "CRDB Console: Replication ", "uid": "crdb-console-replications", - "version": 3 + "version": 4, + "weekStart": "" } diff --git a/pkg/cmd/roachprod/grafana/configs/runtime.json b/pkg/cmd/roachprod/grafana/configs/runtime.json index e0db840ec38b..1bb09fba55f1 100644 --- a/pkg/cmd/roachprod/grafana/configs/runtime.json +++ b/pkg/cmd/roachprod/grafana/configs/runtime.json @@ -3,32 +3,41 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1623959667439, + "id": 8, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The number of live nodes in the cluster.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of live nodes in the cluster.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -55,7 +64,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -65,6 +74,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "min(liveness_livenodes{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"})", "interval": "", @@ -74,9 +87,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Live Node Count", "tooltip": { "shared": true, @@ -85,9 +96,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -97,23 +106,18 @@ "format": "short", "label": "nodes", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:638", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -121,12 +125,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "Memory in use across all nodes:\nRSS \nTotal memory in use by CockroachDB\n\nGo Allocated \nMemory allocated by the Go layer\n\nGo Total \nTotal memory managed by the Go layer\n\nC Allocated \nMemory allocated by the C layer\n\nC Total \nTotal memory managed by the C layer", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Memory in use across all nodes:\nRSS \nTotal memory in use by CockroachDB\n\nGo Allocated \nMemory allocated by the Go layer\n\nGo Total \nTotal memory managed by the Go layer\n\nC Allocated \nMemory allocated by the C layer\n\nC Total \nTotal memory managed by the C layer", "fill": 1, "fillGradient": 0, "gridPos": { @@ -153,7 +156,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -163,6 +166,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sys_rss{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})", "interval": "", @@ -171,6 +178,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sys_cgo_allocbytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})", "interval": "", "intervalFactor": 2, @@ -178,6 +189,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sys_go_totalbytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})", "interval": "", "intervalFactor": 2, @@ -185,6 +200,10 @@ "refId": "D" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sys_go_allocbytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})", "interval": "", "intervalFactor": 2, @@ -192,6 +211,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sys_cgo_totalbytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})", "interval": "", "intervalFactor": 2, @@ -200,9 +223,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Memory Usage", "tooltip": { "shared": true, @@ -211,9 +232,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -223,23 +242,18 @@ "format": "bytes", "label": "memory usage", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:864", "format": "bytes", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -247,12 +261,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The number of Goroutines across all nodes. This count should rise and fall based on load.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of Goroutines across all nodes. This count should rise and fall based on load.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -279,7 +292,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -289,6 +302,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sys_goroutines{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})", "interval": "", @@ -298,9 +315,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Goroutine Count", "tooltip": { "shared": true, @@ -309,9 +324,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -321,23 +334,18 @@ "format": "short", "label": "goroutines", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1236", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -345,12 +353,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The number of Goroutines waiting for CPU. This count should rise and fall based on load.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of Goroutines waiting for CPU. This count should rise and fall based on load.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -377,7 +384,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.0.2", "pointradius": 2, "points": false, "renderer": "flot", @@ -387,6 +394,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sys_runnable_goroutines_per_cpu{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}", "interval": "", @@ -396,9 +407,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Runnable Goroutines per CPU", "tooltip": { "shared": true, @@ -407,9 +416,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -419,23 +426,18 @@ "format": "short", "label": "goroutines", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:392", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -443,12 +445,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The number of times that Go’s garbage collector was invoked per second across all nodes.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of times that Go’s garbage collector was invoked per second across all nodes.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -485,6 +486,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(rate(sys_gc_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", "intervalFactor": 2, @@ -493,9 +498,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "GC Runs", "tooltip": { "shared": true, @@ -504,9 +507,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -516,23 +517,18 @@ "format": "short", "label": "runs", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1312", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -540,12 +536,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The amount of processor time used by Go’s garbage collector per second across all nodes. During garbage collection, application code execution is paused.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The amount of processor time used by Go’s garbage collector per second across all nodes. During garbage collection, application code execution is paused.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -582,6 +577,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sys_gc_pause_ns{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -591,9 +590,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "GC Pause Time", "tooltip": { "shared": true, @@ -602,9 +599,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -614,23 +609,18 @@ "format": "ns", "label": "pause time", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1388", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -638,10 +628,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -679,6 +668,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sys_cpu_user_ns{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "instant": false, @@ -688,6 +681,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sys_cpu_sys_ns{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "instant": false, @@ -698,9 +695,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "CPU Time", "tooltip": { "shared": true, @@ -709,9 +704,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -721,23 +714,18 @@ "format": "ns", "label": "cpu time", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1834", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -745,12 +733,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "Mean clock offset of each node against the rest of the cluster.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Mean clock offset of each node against the rest of the cluster.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -787,6 +774,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "clock_offset_meannanos{job=\"cockroachdb\",instance=~\"$node\",cluster=~\"$cluster\"}", "interval": "", @@ -796,9 +787,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Clock Offset", "tooltip": { "shared": true, @@ -807,9 +796,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -819,8 +806,6 @@ "format": "ns", "label": "offset", "logBase": 1, - "max": null, - "min": null, "show": true }, { @@ -828,18 +813,17 @@ "format": "short", "label": "", "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } } ], - "schemaVersion": 27, + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -850,8 +834,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -865,16 +847,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Cluster", @@ -890,7 +872,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -902,10 +883,11 @@ "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -921,7 +903,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -935,8 +916,6 @@ "text": "30s", "value": "30s" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -1000,8 +979,9 @@ "to": "now" }, "timepicker": {}, - "timezone": "utc", - "title": "CRDB Console: Runtime", + "timezone": "America/New_York", + "title": "CRDB Console: Runtime ", "uid": "crdb-console-runtime", - "version": 3 + "version": 4, + "weekStart": "" } diff --git a/pkg/cmd/roachprod/grafana/configs/slow_request.json b/pkg/cmd/roachprod/grafana/configs/slow_request.json index 86096c506785..a61b5759172b 100644 --- a/pkg/cmd/roachprod/grafana/configs/slow_request.json +++ b/pkg/cmd/roachprod/grafana/configs/slow_request.json @@ -3,30 +3,39 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1623960872107, + "id": 15, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -54,7 +63,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -64,6 +73,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(requests_slow_raft{job=\"cockroachdb\",cluster=\"$cluster\"})", "interval": "", @@ -72,9 +85,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Slow Raft Proposals", "tooltip": { "shared": true, @@ -83,9 +94,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -95,7 +104,6 @@ "format": "short", "label": "proposals", "logBase": 1, - "max": null, "min": "0", "show": true }, @@ -104,14 +112,11 @@ "format": "short", "label": "", "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -119,10 +124,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -150,7 +154,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -160,6 +164,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(requests_slow_distsender{job=\"cockroachdb\",cluster=\"$cluster\"})", "interval": "", @@ -169,9 +177,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Slow DistSender RPCs", "tooltip": { "shared": true, @@ -180,9 +186,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -192,23 +196,18 @@ "format": "short", "label": "proposals", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:89", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -216,10 +215,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -247,7 +245,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -257,6 +255,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(requests_slow_lease{job=\"cockroachdb\",cluster=\"$cluster\"})", "interval": "", @@ -265,9 +267,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Slow Lease Acquisitions", "tooltip": { "shared": true, @@ -276,9 +276,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -288,23 +286,18 @@ "format": "short", "label": "lease acquisitions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:246", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -312,10 +305,9 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, "fill": 1, "fillGradient": 0, @@ -343,7 +335,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -353,6 +345,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(requests_slow_latch{job=\"cockroachdb\",cluster=\"$cluster\"})", "interval": "", @@ -361,9 +357,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Slow Latch Acquisitions", "tooltip": { "shared": true, @@ -372,9 +366,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -384,27 +376,24 @@ "format": "short", "label": "latch acquisitions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:299", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } } ], - "schemaVersion": 27, + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -415,8 +404,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -430,16 +417,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "cluster", @@ -455,7 +442,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -467,10 +453,11 @@ "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -486,7 +473,6 @@ "skipUrlSync": false, "sort": 3, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -500,8 +486,6 @@ "text": "30s", "value": "30s" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -564,8 +548,9 @@ "to": "now" }, "timepicker": {}, - "timezone": "utc", - "title": "CRDB Console: Slow Requests", + "timezone": "America/New_York", + "title": "CRDB Console: Slow Requests ", "uid": "crdb-console-slow-request", - "version": 2 + "version": 3, + "weekStart": "" } diff --git a/pkg/cmd/roachprod/grafana/configs/sql.json b/pkg/cmd/roachprod/grafana/configs/sql.json index effc36f3deca..b90cbbe26dc3 100644 --- a/pkg/cmd/roachprod/grafana/configs/sql.json +++ b/pkg/cmd/roachprod/grafana/configs/sql.json @@ -3,32 +3,41 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1623959942178, + "id": 7, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The total number of open SQL Sessions.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The total number of open SQL Sessions.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -55,7 +64,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -65,6 +74,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sql_conns{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}", "interval": "", "intervalFactor": 2, @@ -73,9 +86,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Open SQL Sessions", "tooltip": { "shared": true, @@ -84,9 +95,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -96,23 +105,18 @@ "format": "short", "label": "connections", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:109", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -120,12 +124,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The total number of SQL transactions currently open.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The total number of SQL transactions currently open.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -152,7 +155,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -162,6 +165,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sql_txns_open{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}", "interval": "", @@ -170,9 +177,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Open SQL Transactions", "tooltip": { "shared": true, @@ -181,9 +186,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -193,23 +196,18 @@ "format": "short", "label": "transactions", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:280", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -217,12 +215,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The total number of SQL statements currently running.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The total number of SQL statements currently running.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -249,7 +246,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -259,6 +256,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sql_distsql_queries_active{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"})", "interval": "", @@ -268,9 +269,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Active SQL Statements", "tooltip": { "shared": true, @@ -279,9 +278,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -291,23 +288,18 @@ "format": "short", "label": "queries", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:185", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -315,12 +307,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The total amount of SQL client network traffic in bytes per second.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The total amount of SQL client network traffic in bytes per second.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -347,7 +338,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.0.2", "pointradius": 2, "points": false, "renderer": "flot", @@ -357,6 +348,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_bytesin{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "instant": false, @@ -366,6 +361,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_bytesout{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -375,9 +374,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "SQL Byte Traffic", "tooltip": { "shared": true, @@ -386,9 +383,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -398,23 +393,18 @@ "format": "bytes", "label": "byte traffic", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:261", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -422,12 +412,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "A moving average of the # of SELECT, INSERT, UPDATE, and DELETE statements successfully executed per second.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "A moving average of the # of SELECT, INSERT, UPDATE, and DELETE statements successfully executed per second.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -454,7 +443,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.0.2", "pointradius": 2, "points": false, "renderer": "flot", @@ -464,6 +453,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_select_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -472,6 +465,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_update_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -480,6 +477,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_insert_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -488,6 +489,10 @@ "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_delete_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -497,9 +502,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "SQL Statements", "tooltip": { "shared": true, @@ -508,9 +511,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -520,23 +521,17 @@ "format": "short", "label": "queries", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:337", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -544,12 +539,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The number of statements which returned a planning or runtime error.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of statements which returned a planning or runtime error.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -586,6 +580,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_failure_count{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -595,9 +593,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "SQL Statement Errors", "tooltip": { "shared": true, @@ -606,9 +602,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -625,16 +619,12 @@ { "$$hashKey": "object:413", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -642,12 +632,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The total number of SQL statements that experienced contention.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The total number of SQL statements that experienced contention.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -684,6 +673,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_distsql_contended_queries_count{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -692,9 +685,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "SQL Statement Contention", "tooltip": { "shared": true, @@ -703,9 +694,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -715,7 +704,6 @@ "format": "short", "label": "queries", "logBase": 1, - "max": null, "min": "0", "show": true }, @@ -724,14 +712,11 @@ "format": "short", "label": "", "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -739,12 +724,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The number of flows on each node contributing to currently running distributed SQL statements.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of flows on each node contributing to currently running distributed SQL statements.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -781,6 +765,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "rate(sql_distsql_flows_active{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval])", "interval": "", @@ -790,9 +778,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Active Flows for Distributed SQL Statements", "tooltip": { "shared": true, @@ -801,9 +787,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -813,23 +797,18 @@ "format": "short", "label": "flows", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:108", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -837,12 +816,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "Over the last minute, this node executed 99% of queries within this time. This time does not include network latency between the node and client.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Over the last minute, this node executed 99% of queries within this time. This time does not include network latency between the node and client.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -879,6 +857,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "histogram_quantile(0.99, rate(sql_service_latency_bucket{job=\"cockroachdb\",instance=~\"$node\",cluster=\"$cluster\"}[$__rate_interval]))", "interval": "", @@ -887,9 +869,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Service Latency: SQL, 99th percentile", "tooltip": { "shared": true, @@ -898,9 +878,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -910,7 +888,6 @@ "format": "ns", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, @@ -919,14 +896,11 @@ "format": "short", "label": "", "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -934,12 +908,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "Over the last minute, this node executed 90% of queries within this time. This time does not include network latency between the node and client.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Over the last minute, this node executed 90% of queries within this time. This time does not include network latency between the node and client.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -976,6 +949,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "histogram_quantile(0.90, rate(sql_service_latency_bucket{job=\"cockroachdb\",instance=~\"$node\",cluster=\"$cluster\"}[$__rate_interval]))", "interval": "", "legendFormat": "{{instance}}", @@ -983,9 +960,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Service Latency: SQL, 90th percentile", "tooltip": { "shared": true, @@ -994,9 +969,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1006,23 +979,17 @@ "format": "ns", "label": "latency", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:935", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1030,12 +997,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The 99th percentile of latency between query requests and responses over a 1 minute period. Values are displayed individually for each node.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 99th percentile of latency between query requests and responses over a 1 minute period. Values are displayed individually for each node.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1072,6 +1038,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "histogram_quantile(0.99,rate(exec_latency_bucket{job=\"cockroachdb\",instance=~\"$node\"}[$rate_interval]))", "interval": "", "intervalFactor": 2, @@ -1080,9 +1050,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "KV Execution Latency: 99th percentile", "tooltip": { "shared": true, @@ -1091,9 +1059,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1103,23 +1069,17 @@ "format": "µs", "label": "latency", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:1085", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1127,12 +1087,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The 90th percentile of latency between query requests and responses over a 1 minute period. Values are displayed individually for each node.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 90th percentile of latency between query requests and responses over a 1 minute period. Values are displayed individually for each node.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1169,6 +1128,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "histogram_quantile(0.90, rate(exec_latency_bucket{job=\"cockroachdb\",instance=~\"$node\",cluster=\"$cluster\"}[$rate_interval]))", "interval": "", "legendFormat": "{{instance}}", @@ -1176,9 +1139,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "KV Execution Latency: 90th percentile", "tooltip": { "shared": true, @@ -1187,9 +1148,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1199,23 +1158,18 @@ "format": "ns", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1161", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1223,12 +1177,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The total number of transactions initiated, committed, rolled back, or aborted per second.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The total number of transactions initiated, committed, rolled back, or aborted per second.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1265,6 +1218,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(rate(sql_txn_begin_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", "intervalFactor": 2, @@ -1272,6 +1229,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_txn_commit_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -1280,6 +1241,10 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate( sql_txn_rollback_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -1288,6 +1253,10 @@ "refId": "D" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_txn_abort_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval]))", "interval": "", @@ -1297,9 +1266,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Transactions", "tooltip": { "shared": true, @@ -1308,9 +1275,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1320,23 +1285,18 @@ "format": "short", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1459", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1344,12 +1304,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The 99th percentile of total transaction time over a 1 minute period. Values are displayed individually for each node.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 99th percentile of total transaction time over a 1 minute period. Values are displayed individually for each node.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1386,6 +1345,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "histogram_quantile(0.99,rate(sql_txn_latency_bucket{job=\"cockroachdb\",cluster=\"$cluster\"}[5m]))", "interval": "", "intervalFactor": 2, @@ -1394,9 +1357,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Transaction Latency: 99th percentile", "tooltip": { "shared": true, @@ -1405,9 +1366,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1417,23 +1376,18 @@ "format": "µs", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1757", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1441,12 +1395,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The 90th percentile of total transaction time over a 1 minute period. Values are displayed individually for each node.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 90th percentile of total transaction time over a 1 minute period. Values are displayed individually for each node.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1483,6 +1436,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "histogram_quantile(0.90,rate(sql_txn_latency_bucket{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -1492,9 +1449,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Transaction Latency: 90th percentile", "tooltip": { "shared": true, @@ -1503,9 +1458,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1515,23 +1468,18 @@ "format": "ns", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1833", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1539,12 +1487,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The current amount of allocated SQL memory. This amount is what is compared against the node's --max-sql-memory flag.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The current amount of allocated SQL memory. This amount is what is compared against the node's --max-sql-memory flag.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1581,6 +1528,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sql_mem_root_current{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}", "interval": "", @@ -1589,9 +1540,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "SQL Memory", "tooltip": { "shared": true, @@ -1600,9 +1549,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1612,23 +1559,17 @@ "format": "bytes", "label": "allocation bytes", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:158", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1636,12 +1577,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The total number of DDL statements per second", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The total number of DDL statements per second", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1678,6 +1618,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(sql_ddl_count{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$rate_interval])) ", "interval": "", @@ -1687,9 +1631,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Schema Changes", "tooltip": { "shared": true, @@ -1698,9 +1640,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1710,23 +1650,18 @@ "format": "short", "label": "statements", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1909", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1734,12 +1669,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The total number of statements denied per second due to a [cluster setting](https://www.cockroachlabs.com/docs/v21.1/cluster-settings.html) in the format feature.statement_type.enabled = FALSE.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The total number of statements denied per second due to a [cluster setting](https://www.cockroachlabs.com/docs/v21.1/cluster-settings.html) in the format feature.statement_type.enabled = FALSE.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1776,6 +1710,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "rate(sql_feature_flag_denial{cluster=\"$cluster\",job=\"cockroachdb\",instance=~\"$node\"}[$__rate_interval])", "interval": "", @@ -1793,9 +1731,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1805,28 +1741,24 @@ "format": "short", "label": "statements", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:215", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } } ], - "refresh": false, - "schemaVersion": 27, + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -1837,8 +1769,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -1852,16 +1782,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Cluster", @@ -1877,7 +1807,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1889,10 +1818,11 @@ "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -1908,7 +1838,6 @@ "skipUrlSync": false, "sort": 3, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1922,8 +1851,6 @@ "text": "1m", "value": "1m" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -1987,8 +1914,9 @@ "to": "now" }, "timepicker": {}, - "timezone": "utc", - "title": "CRDB Console: SQL", + "timezone": "America/New_York", + "title": "CRDB Console: SQL ", "uid": "crdb-console-sql", - "version": 2 + "version": 3, + "weekStart": "" } diff --git a/pkg/cmd/roachprod/grafana/configs/storage.json b/pkg/cmd/roachprod/grafana/configs/storage.json index a7aa59bd3227..d08cd5e5918d 100644 --- a/pkg/cmd/roachprod/grafana/configs/storage.json +++ b/pkg/cmd/roachprod/grafana/configs/storage.json @@ -3,32 +3,41 @@ "list": [ { "builtIn": 1, - "datasource": "-- Grafana --", + "datasource": { + "type": "datasource", + "uid": "grafana" + }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, - "iteration": 1623784563652, + "id": 6, "links": [], + "liveNow": false, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "Usage of disk space across all nodes\n\n**Capacity**: Maximum store size across all nodes. This value may be explicitly set per node using [--store](https://www.cockroachlabs.com/docs/v21.1/cockroach-start.html#store). If a store size has not been set, this metric displays the actual disk capacity.\n\n**Available**: Free disk space available to CockroachDB data across all nodes.\n\n**Used**: Disk space in use by CockroachDB data across all nodes. This excludes the Cockroach binary, operating system, and other system files.\n\n[How are these metrics calculated?](https://www.cockroachlabs.com/docs/v21.1/ui-storage-dashboard.html#capacity-metrics)", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Usage of disk space across all nodes\n\n**Capacity**: Maximum store size across all nodes. This value may be explicitly set per node using [--store](https://www.cockroachlabs.com/docs/v21.1/cockroach-start.html#store). If a store size has not been set, this metric displays the actual disk capacity.\n\n**Available**: Free disk space available to CockroachDB data across all nodes.\n\n**Used**: Disk space in use by CockroachDB data across all nodes. This excludes the Cockroach binary, operating system, and other system files.\n\n[How are these metrics calculated?](https://www.cockroachlabs.com/docs/v21.1/ui-storage-dashboard.html#capacity-metrics)", "fill": 1, "fillGradient": 0, "gridPos": { @@ -55,7 +64,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -65,6 +74,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(sum(capacity{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", "interval": "", @@ -73,12 +86,20 @@ "refId": "B" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": " sum(sum(capacity_available{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", "interval": "", "legendFormat": "Available", "refId": "C" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(capacity{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance)) - sum(sum(capacity_available{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", "interval": "", "intervalFactor": 2, @@ -87,9 +108,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Capacity", "tooltip": { "shared": true, @@ -98,9 +117,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -110,23 +127,18 @@ "format": "bytes", "label": "capacity", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:100", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -134,12 +146,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "Amount of data that can be read by applications and CockroachDB.\n\n**Live**: Number of logical bytes stored in live [key-value pairs](https://www.cockroachlabs.com/docs/v21.1/architecture/distribution-layer.html#table-data) across all nodes. Live data excludes historical and deleted data.\n\n**System**: Number of physical bytes stored in [system key-value pairs](https://www.cockroachlabs.com/docs/v21.1/architecture/distribution-layer.html#table-data).", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "Amount of data that can be read by applications and CockroachDB.\n\n**Live**: Number of logical bytes stored in live [key-value pairs](https://www.cockroachlabs.com/docs/v21.1/architecture/distribution-layer.html#table-data) across all nodes. Live data excludes historical and deleted data.\n\n**System**: Number of physical bytes stored in [system key-value pairs](https://www.cockroachlabs.com/docs/v21.1/architecture/distribution-layer.html#table-data).", "fill": 1, "fillGradient": 0, "gridPos": { @@ -166,7 +177,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -176,6 +187,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(livebytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", "interval": "", "intervalFactor": 2, @@ -183,6 +198,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(sysbytes{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", "interval": "", "intervalFactor": 2, @@ -191,9 +210,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Live Bytes", "tooltip": { "shared": true, @@ -202,9 +219,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -214,23 +229,18 @@ "format": "bytes", "label": "live bytes", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:324", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -238,12 +248,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The 99th %ile latency for commits to the Raft Log. This measures essentially an fdatasync to the storage engine's write-ahead log.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 99th %ile latency for commits to the Raft Log. This measures essentially an fdatasync to the storage engine's write-ahead log.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -270,7 +279,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "", + "pluginVersion": "9.4.7", "pointradius": 2, "points": false, "renderer": "flot", @@ -280,6 +289,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "histogram_quantile(0.99,rate(raft_process_logcommit_latency_bucket{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", "intervalFactor": 2, @@ -288,9 +301,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Log Commit Latency: 99th Percentile", "tooltip": { "shared": true, @@ -299,9 +310,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -311,23 +320,18 @@ "format": "ns", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:475", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -335,12 +339,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The 50th %ile latency for commits to the Raft Log. This measures essentially an fdatasync to the storage engine's write-ahead log.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 50th %ile latency for commits to the Raft Log. This measures essentially an fdatasync to the storage engine's write-ahead log.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -377,6 +380,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "histogram_quantile(0.50,rate(raft_process_logcommit_latency_bucket{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", "intervalFactor": 2, @@ -385,9 +392,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Log Commit Latency: 50th Percentile", "tooltip": { "shared": true, @@ -396,9 +401,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -408,23 +411,18 @@ "format": "ns", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:551", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -432,12 +430,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "${DS_PROMETHEUS}", - "description": "The 99th %ile latency for commits of Raft commands. This measures applying a batch to the storage engine (including writes to the write-ahead log), but no fsync.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 99th %ile latency for commits of Raft commands. This measures applying a batch to the storage engine (including writes to the write-ahead log), but no fsync.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -474,6 +471,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "histogram_quantile(0.99,rate(raft_process_commandcommit_latency_bucket{job=\"cockroachdb\", instance=~\"$node\", cluster=~\"$cluster\"}[$__rate_interval]))", "interval": "", "intervalFactor": 2, @@ -482,9 +483,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Command Commit Latency: 99th Percentile ", "tooltip": { "shared": true, @@ -493,9 +492,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -505,23 +502,18 @@ "format": "ns", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:775", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -529,12 +521,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The 50th %ile latency for commits of Raft commands. This measures applying a batch to the storage engine (including writes to the write-ahead log), but no fsync.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The 50th %ile latency for commits of Raft commands. This measures applying a batch to the storage engine (including writes to the write-ahead log), but no fsync.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -571,6 +562,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "histogram_quantile(0.50,rate(raft_process_commandcommit_latency_bucket{job=\"cockroachdb\", instance=~\"$node\", cluster=~\"$cluster\"}[$__rate_interval]))", "interval": "", "legendFormat": "{{instance}}", @@ -578,9 +573,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Command Commit Latency: 50th percentile ", "tooltip": { "shared": true, @@ -589,9 +582,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -601,23 +592,18 @@ "format": "ns", "label": "latency", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:851", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -625,12 +611,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The average number of real read operations executed per logical read operation.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The average number of real read operations executed per logical read operation.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -667,6 +652,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "avg(avg(rocksdb_read_amplification{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", "interval": "", "legendFormat": "Read Amplification", @@ -674,9 +663,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Read Amplification", "tooltip": { "shared": true, @@ -685,9 +672,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -697,23 +682,17 @@ "format": "short", "label": "factor", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:927", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -721,12 +700,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The number of SSTables in use.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of SSTables in use.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -763,6 +741,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rocksdb_num_sstables{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"})", "interval": "", @@ -771,9 +753,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "SSTables", "tooltip": { "shared": true, @@ -782,9 +762,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -794,23 +772,18 @@ "format": "short", "label": "sstables", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1003", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -818,12 +791,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The number of open file descriptors, compared with the file descriptor limit.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of open file descriptors, compared with the file descriptor limit.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -860,6 +832,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(sys_fd_open{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", "interval": "", "intervalFactor": 2, @@ -867,6 +843,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(sum(sys_fd_softlimit{job=\"cockroachdb\",cluster=\"$cluster\",instance=~\"$node\"}) by (instance))", "interval": "", "intervalFactor": 2, @@ -875,9 +855,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "File Descriptors", "tooltip": { "shared": true, @@ -886,9 +864,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -898,23 +874,17 @@ "format": "short", "label": "descriptors", "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:1227", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -922,12 +892,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The number of compactions and memtable flushes per second.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of compactions and memtable flushes per second.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -964,12 +933,20 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(rate(rocksdb_compactions{job=\"cockroachdb\",cluster=\"$cluster\"}[$__rate_interval]))", "interval": "", "legendFormat": "Compactions", "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "expr": "sum(rate(rocksdb_flushes{job=\"cockroachdb\",cluster=\"$cluster\"}[$__rate_interval]))", "interval": "", "legendFormat": "Flushes", @@ -977,9 +954,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Compactions/Flushes", "tooltip": { "shared": true, @@ -988,9 +963,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1000,23 +973,18 @@ "format": "short", "label": "count", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1377", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1024,12 +992,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The number of successfully written time series samples, and number of errors attempting to write time series, per second.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of successfully written time series samples, and number of errors attempting to write time series, per second.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1066,6 +1033,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(timeseries_write_samples{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -1073,6 +1044,10 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(timeseries_write_errors{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -1081,9 +1056,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Time Series Writes", "tooltip": { "shared": true, @@ -1092,9 +1065,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1104,23 +1075,18 @@ "format": "short", "label": "count", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1453", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1128,12 +1094,11 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "description": "The number of bytes written by the time series system per second. \nNote that this does not reflect the rate at which disk space is consumed by time series; the data is highly compressed on disk. This rate is instead intended to indicate the amount of network traffic and disk activity generated by time series writes.\nSee the \"databases\" tab to find the current disk usage for time series data.", - "fieldConfig": { - "defaults": {}, - "overrides": [] + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, + "description": "The number of bytes written by the time series system per second. \nNote that this does not reflect the rate at which disk space is consumed by time series; the data is highly compressed on disk. This rate is instead intended to indicate the amount of network traffic and disk activity generated by time series writes.\nSee the \"databases\" tab to find the current disk usage for time series data.", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1170,6 +1135,10 @@ "steppedLine": false, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "exemplar": true, "expr": "sum(rate(timeseries_write_bytes{job=\"cockroachdb\",cluster=~\"$cluster\",instance=~\"$node\"}[$__rate_interval]))", "interval": "", @@ -1178,9 +1147,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Time Series Bytes Written", "tooltip": { "shared": true, @@ -1189,9 +1156,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1201,27 +1166,24 @@ "format": "bytes", "label": "bytes", "logBase": 1, - "max": null, "min": "0", "show": true }, { "$$hashKey": "object:1529", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } } ], - "schemaVersion": 27, + "refresh": "30s", + "revision": 1, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -1232,8 +1194,6 @@ "text": "Prometheus", "value": "Prometheus" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "datasource", @@ -1247,16 +1207,16 @@ "type": "datasource" }, { - "allValue": null, "current": { "selected": false, - "text": "my-cockroachdb-cluster", - "value": "my-cockroachdb-cluster" + "text": "drew-demo", + "value": "drew-demo" + }, + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" }, - "datasource": "${DS_PROMETHEUS}", "definition": "sys_uptime{job=\"cockroachdb\"}", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Cluster", @@ -1272,7 +1232,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1284,10 +1243,11 @@ "text": "All", "value": "$__all" }, - "datasource": "${DS_PROMETHEUS}", + "datasource": { + "type": "prometheus", + "uid": "${DS_PROMETHEUS}" + }, "definition": "label_values(sys_uptime{job=\"cockroachdb\",cluster=\"$cluster\"},instance)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Node", @@ -1303,7 +1263,6 @@ "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", - "tags": [], "tagsQuery": "", "type": "query", "useTags": false @@ -1317,8 +1276,6 @@ "text": "30s", "value": "30s" }, - "description": null, - "error": null, "hide": 0, "label": "Rate Interval", "name": "rate_interval", @@ -1382,8 +1339,9 @@ "to": "now" }, "timepicker": {}, - "timezone": "utc", - "title": "CRDB Console: Storage", + "timezone": "America/New_York", + "title": "CRDB Console: Storage ", "uid": "crdb-console-storage", - "version": 6 + "version": 3, + "weekStart": "" } diff --git a/pkg/cmd/roachprod/prometheus/README.md b/pkg/cmd/roachprod/prometheus/README.md new file mode 100644 index 000000000000..591b49380b48 --- /dev/null +++ b/pkg/cmd/roachprod/prometheus/README.md @@ -0,0 +1,3 @@ +This is just a place for prometheus.yml, the current https://grafana.testeng.crdb.io/ configuration, to live. + +It is not used anywhere else. diff --git a/pkg/cmd/roachprod/prometheus/prometheus.yml b/pkg/cmd/roachprod/prometheus/prometheus.yml new file mode 100644 index 000000000000..2e487810edd5 --- /dev/null +++ b/pkg/cmd/roachprod/prometheus/prometheus.yml @@ -0,0 +1,64570 @@ +# my global config +global: + scrape_interval: "15s" + evaluation_interval: "30s" + # scrape_timeout is set to the global default (10s). + + external_labels: + monitor: "prom-gce" + +rule_files: +- "/opt/prom/prometheus/prometheus-alert.rules" + + +alerting: + alertmanagers: + - static_configs: + - targets: + - "127.0.0.1:9093" + +remote_read: + - url: "http://promtable:9202/read" + read_recent: true + remote_timeout: 5s + +scrape_configs: +- job_name: 'prometheus' + metrics_path: prometheus/metrics + scrape_interval: 30s + static_configs: + - targets: ['localhost:9090'] + +# Scrape the Node Exporter every 30 seconds. +- job_name: 'node' + scrape_interval: 30s + static_configs: + - targets: ['localhost:9100'] + + +# Dynamic GCE Exporters + +# FIXME: need per-project zone list +# NOTE: make sure the prometheus node is _not_ scraped twice as the system job below may include it. + + +- job_name: 'sys-cockroach-ephemeral-us-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-east1-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-east1-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-east1-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-east1-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-east1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-d + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-east1-d' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-d + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-east1-d' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-d + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-east1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-d + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-east1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-d + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-east1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-d + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-east1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-d + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-east1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-d + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-east1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-d + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-east1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-d + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-east1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-d + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-east1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-d + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-east1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east1-d + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-east4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-east4-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-east4-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-east4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-east4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-east4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-east4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-east4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-east4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-east4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-east4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-east4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-east4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-east4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-east4-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-east4-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-east4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-east4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-east4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-east4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-east4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-east4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-east4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-east4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-east4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-east4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-east4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-east4-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-east4-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-east4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-east4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-east4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-east4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-east4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-east4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-east4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-east4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-east4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-east4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east4-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-central1-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-central1-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-central1-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-central1-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-central1-f' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-f + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-f + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-central1-f' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-f + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-f + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-central1-f' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-f + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-f + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-central1-f' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-f + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-f + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-central1-f' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-f + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-f + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-central1-f' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-f + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-f + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-central1-f' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-f + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-f + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-central1-f' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-f + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-f + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-central1-f' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-f + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-f + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-central1-f' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-f + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-f + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-central1-f' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-f + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-f + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-central1-f' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-f + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-f + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-central1-f' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-f + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-f + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-central1-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-central1-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-central1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-west1-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-west1-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-west1-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-west1-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-west1-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-west1-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west4-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west4-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west4-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west4-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west4-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west4-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west4-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west1-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west1-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-d + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west1-d' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-d + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west1-d' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-d + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-d + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-d + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-d + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-d + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-d + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-d + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-d + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-d + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-d + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west1-d' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-d + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-d + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west1-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west1-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west3-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west3-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west3-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west3-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west3-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west3-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west3-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west2-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west2-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west2-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west2-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west2-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west2-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west2-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-east1-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-east1-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-east1-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-east1-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-east1-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-east1-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-southeast1-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-southeast1-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-southeast1-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-southeast1-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-southeast1-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-southeast1-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-northeast1-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-northeast1-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-northeast1-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-northeast1-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-northeast1-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-northeast1-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-south1-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-south1-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-south1-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-south1-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-south1-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-south1-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-australia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-australia-southeast1-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-australia-southeast1-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-australia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-australia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-australia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-australia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-australia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-australia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-australia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-australia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-australia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-australia-southeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-australia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-australia-southeast1-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-australia-southeast1-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-australia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-australia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-australia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-australia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-australia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-australia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-australia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-australia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-australia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-australia-southeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-australia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-australia-southeast1-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-australia-southeast1-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-australia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-australia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-australia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-australia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-australia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-australia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-australia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-australia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-australia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-australia-southeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-southamerica-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-southamerica-east1-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-southamerica-east1-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-southamerica-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-southamerica-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-southamerica-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-southamerica-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-southamerica-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-southamerica-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-southamerica-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-southamerica-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-southamerica-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-southamerica-east1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-southamerica-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-southamerica-east1-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-southamerica-east1-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-southamerica-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-southamerica-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-southamerica-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-southamerica-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-southamerica-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-southamerica-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-southamerica-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-southamerica-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-southamerica-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-southamerica-east1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-southamerica-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-southamerica-east1-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-southamerica-east1-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-southamerica-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-southamerica-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-southamerica-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-southamerica-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-southamerica-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-southamerica-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-southamerica-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-southamerica-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-southamerica-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-southamerica-east1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-east1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-east1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-east2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-east2-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-east2-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-east2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-east2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-east2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-east2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-east2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-east2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-east2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-east2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-east2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-east2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-east2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-east2-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-east2-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-east2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-east2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-east2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-east2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-east2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-east2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-east2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-east2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-east2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-east2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-east2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-east2-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-east2-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-east2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-east2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-east2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-east2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-east2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-east2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-east2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-east2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-east2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-east2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-east2-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-east2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-northeast2-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-northeast2-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-northeast2-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-northeast2-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-northeast2-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-northeast2-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast2-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-northeast3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-northeast3-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-northeast3-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-northeast3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-northeast3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-northeast3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-northeast3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-northeast3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-northeast3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-northeast3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-northeast3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-northeast3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-northeast3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-northeast3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-northeast3-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-northeast3-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-northeast3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-northeast3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-northeast3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-northeast3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-northeast3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-northeast3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-northeast3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-northeast3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-northeast3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-northeast3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-northeast3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-northeast3-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-northeast3-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-northeast3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-northeast3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-northeast3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-northeast3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-northeast3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-northeast3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-northeast3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-northeast3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-northeast3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-northeast3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-northeast3-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-northeast3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-south2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-south2-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-south2-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-south2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-south2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-south2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-south2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-south2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-south2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-south2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-south2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-south2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-south2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-south2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-south2-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-south2-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-south2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-south2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-south2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-south2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-south2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-south2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-south2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-south2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-south2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-south2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-south2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-south2-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-south2-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-south2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-south2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-south2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-south2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-south2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-south2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-south2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-south2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-south2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-south2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-south2-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-south2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-southeast2-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-southeast2-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-southeast2-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-southeast2-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-asia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-asia-southeast2-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-asia-southeast2-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-asia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-asia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-asia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-asia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-asia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-asia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-asia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-asia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-asia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-asia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: asia-southeast2-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: asia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-australia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-australia-southeast2-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-australia-southeast2-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-australia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-australia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-australia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-australia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-australia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-australia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-australia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-australia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-australia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-australia-southeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-australia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-australia-southeast2-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-australia-southeast2-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-australia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-australia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-australia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-australia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-australia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-australia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-australia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-australia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-australia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-australia-southeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-australia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-australia-southeast2-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-australia-southeast2-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-australia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-australia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-australia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-australia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-australia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-australia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-australia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-australia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-australia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-australia-southeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: australia-southeast2-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: australia-southeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-central2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-central2-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-central2-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-central2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-central2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-central2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-central2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-central2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-central2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-central2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-central2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-central2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-central2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-central2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-central2-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-central2-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-central2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-central2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-central2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-central2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-central2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-central2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-central2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-central2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-central2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-central2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-central2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-central2-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-central2-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-central2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-central2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-central2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-central2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-central2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-central2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-central2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-central2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-central2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-central2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-central2-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-central2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-north1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-north1-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-north1-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-north1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-north1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-north1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-north1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-north1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-north1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-north1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-north1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-north1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-north1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-north1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-north1-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-north1-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-north1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-north1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-north1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-north1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-north1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-north1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-north1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-north1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-north1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-north1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-north1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-north1-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-north1-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-north1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-north1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-north1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-north1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-north1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-north1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-north1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-north1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-north1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-north1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-north1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-north1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-southwest1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-southwest1-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-southwest1-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-southwest1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-southwest1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-southwest1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-southwest1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-southwest1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-southwest1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-southwest1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-southwest1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-southwest1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-southwest1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-southwest1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-southwest1-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-southwest1-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-southwest1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-southwest1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-southwest1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-southwest1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-southwest1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-southwest1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-southwest1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-southwest1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-southwest1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-southwest1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-southwest1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-southwest1-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-southwest1-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-southwest1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-southwest1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-southwest1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-southwest1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-southwest1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-southwest1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-southwest1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-southwest1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-southwest1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-southwest1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-southwest1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-southwest1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west12-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west12-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west12-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west12-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west12-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west12-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west12-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west12-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west12-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west12-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west12-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west12-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west12-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west12-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west12-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west12-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west12-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west12-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west12-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west12-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west12-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west12-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west12-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west12-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west12-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west12-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west12-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west12-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west12-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west12-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west12-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west12-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west12-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west12-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west12-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west12-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west12-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west12-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west12-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west12-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west12-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west6-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west6-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west6-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west6-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west6-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west6-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west6-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west6-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west6-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west6-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west6-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west6-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west6-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west6-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west6-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west6-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west6-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west6-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west6-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west6-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west6-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west6-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west6-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west6-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west6-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west6-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west6-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west6-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west6-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west6-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west6-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west6-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west6-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west6-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west6-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west6-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west6-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west6-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west6-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west6-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west6-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west8-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west8-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west8-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west8-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west8-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west8-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west8-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west8-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west8-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west8-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west8-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west8-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west8-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west8-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west8-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west8-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west8-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west8-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west8-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west8-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west8-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west8-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west8-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west8-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west8-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west8-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west8-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west8-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west8-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west8-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west8-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west8-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west8-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west8-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west8-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west8-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west8-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west8-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west8-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west8-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west8-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west9-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west9-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west9-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west9-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west9-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west9-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west9-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west9-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west9-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west9-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west9-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west9-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west9-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west9-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west9-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west9-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west9-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west9-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west9-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west9-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west9-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west9-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west9-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west9-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west9-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west9-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-europe-west9-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-europe-west9-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-europe-west9-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-europe-west9-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-europe-west9-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-europe-west9-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-europe-west9-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-europe-west9-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-europe-west9-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-europe-west9-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-europe-west9-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-europe-west9-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-europe-west9-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: europe-west9-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: europe-west9-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-me-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-me-central1-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-me-central1-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-me-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-me-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-me-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-me-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-me-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-me-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-me-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-me-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-me-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-me-central1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-me-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-me-central1-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-me-central1-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-me-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-me-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-me-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-me-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-me-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-me-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-me-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-me-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-me-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-me-central1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-me-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-me-central1-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-me-central1-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-me-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-me-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-me-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-me-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-me-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-me-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-me-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-me-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-me-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-me-central1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-central1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-central1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-me-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-me-west1-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-me-west1-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-me-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-me-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-me-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-me-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-me-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-me-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-me-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-me-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-me-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-me-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-me-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-me-west1-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-me-west1-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-me-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-me-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-me-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-me-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-me-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-me-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-me-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-me-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-me-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-me-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-me-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-me-west1-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-me-west1-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-me-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-me-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-me-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-me-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-me-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-me-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-me-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-me-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-me-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-me-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: me-west1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: me-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-northamerica-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-northamerica-northeast1-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-northamerica-northeast1-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-northamerica-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-northamerica-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-northamerica-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-northamerica-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-northamerica-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-northamerica-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-northamerica-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-northamerica-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-northamerica-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-northamerica-northeast1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-northamerica-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-northamerica-northeast1-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-northamerica-northeast1-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-northamerica-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-northamerica-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-northamerica-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-northamerica-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-northamerica-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-northamerica-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-northamerica-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-northamerica-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-northamerica-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-northamerica-northeast1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-northamerica-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-northamerica-northeast1-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-northamerica-northeast1-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-northamerica-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-northamerica-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-northamerica-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-northamerica-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-northamerica-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-northamerica-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-northamerica-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-northamerica-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-northamerica-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-northamerica-northeast1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-northamerica-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-northamerica-northeast2-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-northamerica-northeast2-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-northamerica-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-northamerica-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-northamerica-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-northamerica-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-northamerica-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-northamerica-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-northamerica-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-northamerica-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-northamerica-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-northamerica-northeast2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-northamerica-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-northamerica-northeast2-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-northamerica-northeast2-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-northamerica-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-northamerica-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-northamerica-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-northamerica-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-northamerica-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-northamerica-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-northamerica-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-northamerica-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-northamerica-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-northamerica-northeast2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-northamerica-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-northamerica-northeast2-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-northamerica-northeast2-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-northamerica-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-northamerica-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-northamerica-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-northamerica-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-northamerica-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-northamerica-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-northamerica-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-northamerica-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-northamerica-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-northamerica-northeast2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: northamerica-northeast2-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: northamerica-northeast2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-southamerica-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-southamerica-west1-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-southamerica-west1-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-southamerica-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-southamerica-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-southamerica-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-southamerica-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-southamerica-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-southamerica-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-southamerica-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-southamerica-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-southamerica-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-southamerica-west1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-southamerica-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-southamerica-west1-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-southamerica-west1-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-southamerica-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-southamerica-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-southamerica-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-southamerica-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-southamerica-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-southamerica-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-southamerica-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-southamerica-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-southamerica-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-southamerica-west1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-southamerica-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-southamerica-west1-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-southamerica-west1-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-southamerica-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-southamerica-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-southamerica-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-southamerica-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-southamerica-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-southamerica-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-southamerica-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-southamerica-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-southamerica-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-southamerica-west1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: southamerica-west1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: southamerica-west1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-east5-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-east5-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-east5-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-east5-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-east5-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-east5-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-east5-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-east5-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-east5-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-east5-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-east5-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-east5-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-east5-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-east5-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-east5-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-east5-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-east5-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-east5-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-east5-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-east5-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-east5-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-east5-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-east5-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-east5-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-east5-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-east5-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-east5-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-east5-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-east5-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-east5-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-east5-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-east5-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-east5-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-east5-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-east5-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-east5-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-east5-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-east5-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-east5-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-east5-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-east5-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-south1-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-south1-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-south1-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-south1-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-south1-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-south1-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-south1-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-south1-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-south1-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-south1-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-south1-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-west2-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-west2-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-west2-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-west2-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-west2-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-west2-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-west2-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-west2-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-west2-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west2-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west2-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-west3-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-west3-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-west3-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-west3-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-west3-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-west3-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-west3-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-west3-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-west3-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west3-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west3-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-a + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-west4-a' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-west4-a' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-a + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-a + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-a + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-a + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-a + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-a + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-a + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-a + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-a + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-west4-a' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-a + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-a + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-b + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-west4-b' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-west4-b' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-b + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-b + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-b + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-b + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-b + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-b + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-b + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-b + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-b + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-west4-b' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-b + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-b + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + +- job_name: 'sys-cockroach-ephemeral-us-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-c + port: 9100 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}:9100' + target_label: instance + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}-sys' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: host + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + target_label: instance_tags + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'sys-stan-cct-workload-ca-central1' + static_configs: + - targets: ['3.99.161.171:9100'] + labels: + host: 'stan-cct-workload-ca-central1' + cluster: 'cct-aws-1' + +# +# N.B. we use labels to filter on port 26258 instead of tags owing to https://github.com/prometheus/prometheus/issues/5499 +# + +- job_name: 'crdb-cockroach-ephemeral-us-west4-c' + metrics_path: _status/vars + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'crdb-secure-cockroach-ephemeral-us-west4-c' + scheme: https + metrics_path: _status/vars + tls_config: + # N.B. certs are self-signed + insecure_skip_verify: true + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-c + #filter: 'labels.prom:metrics-26258' + port: 26258 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'cockroachdb' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-cockroach-ephemeral-us-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-c + port: 2112 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2112' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2113-cockroach-ephemeral-us-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2113' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2114-cockroach-ephemeral-us-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-c + port: 2114 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2114' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2115-cockroach-ephemeral-us-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-c + port: 2115 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2115' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2116-cockroach-ephemeral-us-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-c + port: 2116 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2116' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2117-cockroach-ephemeral-us-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-c + port: 2117 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2117' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2118-cockroach-ephemeral-us-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-c + port: 2118 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2118' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2119-cockroach-ephemeral-us-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-c + port: 2119 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2119' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2120-cockroach-ephemeral-us-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-c + port: 2120 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'workload-2120' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - source_labels: [__meta_gce_label_test_name] + regex: '(.*)' + replacement: '${1}' + target_label: test_name + - source_labels: [__meta_gce_label_test_run_id] + regex: '(.*)' + replacement: '${1}' + target_label: test_run_id + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + +- job_name: 'workload-2112-stan-cct-workload-ca-central1' + static_configs: + - targets: ['3.99.161.171:2112'] + labels: + host: 'stan-cct-workload-ca-central1' + cluster: 'cct-aws-1' + +- job_name: 'roachtest-runner-cockroach-ephemeral-us-west4-c' + gce_sd_configs: + - project: cockroach-ephemeral + zone: us-west4-c + port: 2113 + relabel_configs: + - source_labels: [__meta_gce_private_ip] + regex: '(.*)' + replacement: '${1}' + target_label: host_ip + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: 'roachtest-runner' + target_label: job + - source_labels: [__meta_gce_instance_name] + regex: '(.*)' + replacement: '${1}' + target_label: instance + - source_labels: [__meta_gce_tags] + regex: '(.*)' + replacement: '${1}' + # network tags + target_label: instance_tags + - source_labels: [__meta_gce_label_cluster] + regex: '(.*)' + replacement: '${1}' + target_label: cluster + - target_label: project + replacement: cockroach-ephemeral + - target_label: zone + replacement: us-west4-c + - source_labels: [zone] + regex: (^.+[0-9])(-[a-f]$) + replacement: '${1}' + target_label: region + + diff --git a/pkg/util/BUILD.bazel b/pkg/util/BUILD.bazel index f4c6c1d0fe7f..e4f4f8ec3605 100644 --- a/pkg/util/BUILD.bazel +++ b/pkg/util/BUILD.bazel @@ -28,6 +28,7 @@ go_library( importpath = "github.com/cockroachdb/cockroach/pkg/util", visibility = ["//visibility:public"], deps = [ + "//pkg/build/bazel", "//pkg/util/buildutil", "//pkg/util/envutil", "//pkg/util/intsets", @@ -44,6 +45,7 @@ go_test( name = "util_test", size = "small", srcs = [ + "constants_test.go", "every_n_test.go", "fast_int_map_test.go", "slices_test.go", diff --git a/pkg/util/constants.go b/pkg/util/constants.go index c948a610a353..8b9f62b01cb2 100644 --- a/pkg/util/constants.go +++ b/pkg/util/constants.go @@ -15,6 +15,7 @@ import ( "math/rand" "os" + "github.com/cockroachdb/cockroach/pkg/build/bazel" "github.com/cockroachdb/cockroach/pkg/util/buildutil" "github.com/cockroachdb/cockroach/pkg/util/randutil" "github.com/cockroachdb/cockroach/pkg/util/syncutil" @@ -88,8 +89,25 @@ var rng struct { // strconv.ParseBool then metamorphic testing will not be enabled. const DisableMetamorphicEnvVar = "COCKROACH_INTERNAL_DISABLE_METAMORPHIC_TESTING" +// Returns true iff the current process is eligible to enable metamorphic +// variables. When run under Bazel, checking if we are in the Go test wrapper +// ensures that metamorphic variables are not initialized and logged twice +// from both the wrapper and the main test process, as both will perform +// initialization of the test module and its dependencies. +func metamorphicEligible() bool { + if !buildutil.CrdbTestBuild { + return false + } + + if bazel.InTestWrapper() { + return false + } + + return true +} + func init() { - if buildutil.CrdbTestBuild { + if metamorphicEligible() { if !disableMetamorphicTesting { rng.r, _ = randutil.NewTestRand() metamorphicBuild = rng.r.Float64() < metamorphicBuildProbability diff --git a/pkg/util/constants_test.go b/pkg/util/constants_test.go new file mode 100644 index 000000000000..550d86bdcfe3 --- /dev/null +++ b/pkg/util/constants_test.go @@ -0,0 +1,23 @@ +// Copyright 2023 The Cockroach Authors. +// +// Use of this software is governed by the Business Source License +// included in the file licenses/BSL.txt. +// +// As of the Change Date specified in that file, in accordance with +// the Business Source License, use of this software will be governed +// by the Apache License, Version 2.0, included in the file +// licenses/APL.txt. + +package util + +import ( + "testing" + + "github.com/stretchr/testify/require" +) + +// TestMetamorphicEligible sanity checks that any test code should be eligible +// to have metamorphic variables enabled. +func TestMetamorphicEligible(t *testing.T) { + require.True(t, metamorphicEligible()) +}