apps sc: increase threshold for thanosobjstore latency alert

elastisys · Nov 25, 2024 · 874485f · 874485f
1 parent a83bf08
commit 874485f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/helmfile.d/charts/prometheus-alerts/files/thanos.yaml b/helmfile.d/charts/prometheus-alerts/files/thanos.yaml
@@ -358,7 +358,7 @@ groups:
       summary: Thanos Store is having high latency for bucket operations.
     expr: |
       (
-        histogram_quantile(0.99, sum by (job, le) (rate(thanos_objstore_bucket_operation_duration_seconds_bucket{job=~".*thanos-receiver-store.*"}[5m]))) > 2
+        histogram_quantile(0.99, sum by (job, le) (rate(thanos_objstore_bucket_operation_duration_seconds_bucket{job=~".*thanos-receiver-store.*"}[5m]))) > 10
       and
         sum by (cluster, job) (rate(thanos_objstore_bucket_operation_duration_seconds_count{job=~".*thanos-receiver-store.*"}[5m])) > 0
       )