From b8eb771b1aca85940c5ed70a2cf216a2bd1de84f Mon Sep 17 00:00:00 2001
From: Fabian Reinartz <fab.reinartz@gmail.com>
Date: Thu, 3 Nov 2016 18:30:19 -0700
Subject: [PATCH] Fix always firing alerts
---
assets/prometheus/rules/kubernetes.rules | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/assets/prometheus/rules/kubernetes.rules b/assets/prometheus/rules/kubernetes.rules
index 5ae99115..c7e1c971 100644
--- a/assets/prometheus/rules/kubernetes.rules
+++ b/assets/prometheus/rules/kubernetes.rules
@@ -251,7 +251,7 @@ ALERT K8SApiserverDown
# Disable for non HA kubernetes setups.
ALERT K8SApiserverDown
- IF absent({job="kubernetes"}) or count by(cluster) (up{job="kubernetes"} == 1) < 2
+ IF absent({job="kubernetes"}) or (count by(cluster) (up{job="kubernetes"} == 1) < count by(cluster) (up{job="kubernetes"})
FOR 5m
LABELS {
service = "k8s",
@@ -363,7 +363,7 @@ ALERT K8STooManyOpenFiles
ALERT K8SApiServerLatency
IF histogram_quantile(
0.99,
- sum without (instance,node,resource) (apiserver_request_latencies_bucket{verb!~"CONNECT|WATCHLIST"})
+ sum without (instance,node,resource) (apiserver_request_latencies_bucket{verb!~"CONNECT|WATCHLIST|WATCH"})
) / 1e6 > 1.0
FOR 10m
LABELS {
--
GitLab