Set PromtailDown alert to not page out of business hours (#1068)

* Set PromtailDown alert to not page out of business hours --------- Co-authored-by: Herve Nicol <[email protected]>
giantswarm · Mar 12, 2024 · acee1bf · acee1bf
1 parent 4cfe30a
commit acee1bf
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 0 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -7,6 +7,10 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+### Changed
+
+- Set `PromtailDown` alert to not page out of business hours
+
 ## [3.0.2] - 2024-03-12
 
 ### Fixed

diff --git a/helm/prometheus-rules/templates/alerting-rules/promtail.rules.yml b/helm/prometheus-rules/templates/alerting-rules/promtail.rules.yml
@@ -20,6 +20,7 @@ spec:
             severity: page
             team: "atlas"
             topic: "observability"
+            cancel_if_outside_working_hours: "true"
             cancel_if_cluster_status_creating: "true"
             cancel_if_cluster_status_deleting: "true"
             cancel_if_cluster_status_updating: "true"

diff --git a/test/tests/providers/global/promtail.rules.test.yml b/test/tests/providers/global/promtail.rules.test.yml
@@ -23,6 +23,7 @@ tests:
         exp_alerts:
           - exp_labels:
               area: empowerment
+              cancel_if_outside_working_hours: "true"
               cancel_if_cluster_status_creating: "true"
               cancel_if_cluster_status_deleting: "true"
               cancel_if_cluster_status_updating: "true"
@@ -39,6 +40,7 @@ tests:
         exp_alerts:
           - exp_labels:
               area: empowerment
+              cancel_if_outside_working_hours: "true"
               cancel_if_cluster_status_creating: "true"
               cancel_if_cluster_status_deleting: "true"
               cancel_if_cluster_status_updating: "true"
@@ -56,6 +58,7 @@ tests:
         exp_alerts:
           - exp_labels:
               area: empowerment
+              cancel_if_outside_working_hours: "true"
               cancel_if_cluster_status_creating: "true"
               cancel_if_cluster_status_deleting: "true"
               cancel_if_cluster_status_updating: "true"