diff --git a/assets/prometheus/rules/prometheus.rules.yaml b/assets/prometheus/rules/prometheus.rules.yaml index 43f2808c67f5b10f931b427c8f88f0b04b462117..da699c3212ec8415b22212a71c28fa588d0e9c8d 100644 --- a/assets/prometheus/rules/prometheus.rules.yaml +++ b/assets/prometheus/rules/prometheus.rules.yaml @@ -90,3 +90,12 @@ groups: annotations: description: "Prometheus {{ $labels.namespace }}/{{ $labels.pod}} isn't ingesting samples." summary: "Prometheus isn't ingesting samples" + + - alert: PrometheusTargetScapesDuplicate + expr: increase(prometheus_target_scrapes_sample_duplicate_timestamp_total[5m]) > 0 + for: 10m + labels: + severity: warning + annotations: + description: "{{$labels.namespace}}/{{$labels.pod}} has many samples rejected due to duplicate timestamps but different values" + summary: Prometheus has many samples rejected diff --git a/manifests/prometheus/prometheus-k8s-rules.yaml b/manifests/prometheus/prometheus-k8s-rules.yaml index 470d27c9eeb6d56cac156263c837543e2d1002c5..403e438356fc12ddd426aaa04a8777825f74fde3 100644 --- a/manifests/prometheus/prometheus-k8s-rules.yaml +++ b/manifests/prometheus/prometheus-k8s-rules.yaml @@ -634,3 +634,12 @@ data: annotations: description: "Prometheus {{ $labels.namespace }}/{{ $labels.pod}} isn't ingesting samples." summary: "Prometheus isn't ingesting samples" + + - alert: PrometheusTargetScapesDuplicate + expr: increase(prometheus_target_scrapes_sample_duplicate_timestamp_total[5m]) > 0 + for: 10m + labels: + severity: warning + annotations: + description: "{{$labels.namespace}}/{{$labels.pod}} has many samples rejected due to duplicate timestamps but different values" + summary: Prometheus has many samples rejected