From dfe9184c9ba6996faa4b9afa50c73a8939a33962 Mon Sep 17 00:00:00 2001 From: Lili Cosic <cosiclili@gmail.com> Date: Mon, 13 Jul 2020 17:30:56 +0200 Subject: [PATCH] prometheus-operator.libsonnet: Add PrometheusOperatorWatchErrors alert --- .../alerts/prometheus-operator.libsonnet | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/jsonnet/kube-prometheus/alerts/prometheus-operator.libsonnet b/jsonnet/kube-prometheus/alerts/prometheus-operator.libsonnet index a430c505..580aa866 100644 --- a/jsonnet/kube-prometheus/alerts/prometheus-operator.libsonnet +++ b/jsonnet/kube-prometheus/alerts/prometheus-operator.libsonnet @@ -4,6 +4,19 @@ { name: 'prometheus-operator', rules: [ + { + alert: 'PrometheusOperatorWatchErrors', + expr: ||| + (sum by (controller,namespace) (rate(prometheus_operator_watch_operations_failed_total{%(prometheusOperatorSelector)s}[1h])) / sum by (controller,namespace) (rate(prometheus_operator_watch_operations_total{%(prometheusOperatorSelector)s}[1h]))) > 0.1 + ||| % $._config, + labels: { + severity: 'warning', + }, + annotations: { + message: 'Errors while performing watch operations in controller {{$labels.controller}} in {{$labels.namespace}} namespace.', + }, + 'for': '15m', + }, { alert: 'PrometheusOperatorReconcileErrors', expr: ||| -- GitLab