diff --git a/jsonnetfile.lock.json b/jsonnetfile.lock.json index 9accfdde17fe5180e6165df515a9a98334465363..46344da2ffa5e989c2903c666916dc0cf53d55ec 100644 --- a/jsonnetfile.lock.json +++ b/jsonnetfile.lock.json @@ -8,7 +8,7 @@ "subdir": "jsonnet/kube-prometheus" } }, - "version": "176a187117e56a5ea2ee0f9bbaeee45ddb6f6972" + "version": "7ecd05888c3409ecc098e1f066fe41ffd874835c" }, { "name": "ksonnet", @@ -38,7 +38,7 @@ "subdir": "grafonnet" } }, - "version": "3264a8ab6efa23d55da45ea3a3d3b39e86696c76" + "version": "69bc267211790a1c3f4ea6e6211f3e8ffe22f987" }, { "name": "grafana-builder", @@ -48,7 +48,7 @@ "subdir": "grafana-builder" } }, - "version": "3daf42722ee2008cae15267ee7380a58988d60cd" + "version": "dbc94ab71afa538b2cf467f06751b1836920dce9" }, { "name": "grafana", @@ -78,7 +78,7 @@ "subdir": "Documentation/etcd-mixin" } }, - "version": "b2274efee09b49d6cdea7d6d5e6a9c090fc9d8ca" + "version": "d137fa9d4ad7aa242f6fed04186a700ce082fdda" }, { "name": "prometheus", @@ -88,7 +88,7 @@ "subdir": "documentation/prometheus-mixin" } }, - "version": "fb6c709a5e493f003a6dc66bc4c36c2af882de6a" + "version": "87a0fe0c75a42d66fcfc82a0ad89bd2549fcfadf" } ] } diff --git a/manifests/node-exporter-serviceMonitor.yaml b/manifests/node-exporter-serviceMonitor.yaml index 273d2748e45cb8a9bf63e4e0682c1d3e02e80e7e..89d65bea4e2c5c4cec1c6d7fd93a1fc7596e8cea 100644 --- a/manifests/node-exporter-serviceMonitor.yaml +++ b/manifests/node-exporter-serviceMonitor.yaml @@ -10,6 +10,13 @@ spec: - bearerTokenFile: /var/run/secrets/kubernetes.io/serviceaccount/token interval: 30s port: https + relabelings: + - action: replace + regex: (.*) + replacment: $1 + sourceLabels: + - __meta_kubernetes_pod_node_name + targetLabel: instance scheme: https tlsConfig: insecureSkipVerify: true diff --git a/manifests/prometheus-rules.yaml b/manifests/prometheus-rules.yaml index 0407bc217a3f3782e4b5c6fa21e37db0baab093a..bfb77af6de4662bf3dda0f5a65094f55af1bb9fc 100644 --- a/manifests/prometheus-rules.yaml +++ b/manifests/prometheus-rules.yaml @@ -1108,8 +1108,8 @@ spec: rules: - alert: NodeDiskRunningFull annotations: - message: Device {{ $labels.device }} of node-exporter {{ $labels.namespace - }}/{{ $labels.pod }} will be full within the next 24 hours. + message: Device {{ $labels.device }} on node {{ $labels.instance }} will be + full within the next 24 hours. expr: | (node:node_filesystem_usage: > 0.85) and (predict_linear(node:node_filesystem_avail:[6h], 3600 * 24) < 0) for: 30m @@ -1117,8 +1117,8 @@ spec: severity: warning - alert: NodeDiskRunningFull annotations: - message: Device {{ $labels.device }} of node-exporter {{ $labels.namespace - }}/{{ $labels.pod }} will be full within the next 2 hours. + message: Device {{ $labels.device }} on node {{ $labels.instance }} will be + full within the next 2 hours. expr: | (node:node_filesystem_usage: > 0.85) and (predict_linear(node:node_filesystem_avail:[30m], 3600 * 2) < 0) for: 10m