diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml index d5c218becb053ef667c6fb3a1a293f60678ce2cb..77fe5b27edaad2872a88340db49042e59a62b184 100644 --- a/.github/workflows/ci.yaml +++ b/.github/workflows/ci.yaml @@ -3,8 +3,8 @@ on: - push - pull_request env: - golang-version: '1.17' - kind-version: 'v0.14.0' + golang-version: '1.19' + kind-version: 'v0.19.0' jobs: generate: runs-on: ${{ matrix.os }} @@ -18,7 +18,7 @@ jobs: - uses: actions/checkout@v3 with: persist-credentials: false - - uses: actions/setup-go@v3 + - uses: actions/setup-go@v4 with: go-version: ${{ env.golang-version }} - run: make --always-make generate validate && git diff --exit-code @@ -29,7 +29,7 @@ jobs: - uses: actions/checkout@v3 with: persist-credentials: false - - uses: actions/setup-go@v3 + - uses: actions/setup-go@v4 with: go-version: ${{ env.golang-version }} - run: make check-docs @@ -40,7 +40,7 @@ jobs: - uses: actions/checkout@v3 with: persist-credentials: false - - uses: actions/setup-go@v3 + - uses: actions/setup-go@v4 with: go-version: ${{ env.golang-version }} - run: make --always-make lint @@ -51,7 +51,7 @@ jobs: - uses: actions/checkout@v3 with: persist-credentials: false - - uses: actions/setup-go@v3 + - uses: actions/setup-go@v4 with: go-version: ${{ env.golang-version }} - run: make --always-make fmt && git diff --exit-code @@ -62,7 +62,7 @@ jobs: - uses: actions/checkout@v3 with: persist-credentials: false - - uses: actions/setup-go@v3 + - uses: actions/setup-go@v4 with: go-version: ${{ env.golang-version }} - run: make --always-make test @@ -73,7 +73,7 @@ jobs: - uses: actions/checkout@v3 with: persist-credentials: false - - uses: actions/setup-go@v3 + - uses: actions/setup-go@v4 with: go-version: ${{ env.golang-version }} - run: make --always-make kubescape @@ -89,7 +89,7 @@ jobs: - uses: actions/checkout@v3 with: persist-credentials: false - - uses: actions/setup-go@v3 + - uses: actions/setup-go@v4 with: go-version: ${{ env.golang-version }} - name: Start KinD @@ -99,23 +99,9 @@ jobs: image: ${{ matrix.kind-image }} wait: 10s # Without default CNI, control-plane doesn't get ready until Cilium is installed config: .github/workflows/kind/config.yml - - name: Setup Helm - uses: azure/setup-helm@v2.1 - - name: Install Cilium + - name: Install kube-router for NetworkPolicy support run: | - helm repo add cilium https://helm.cilium.io/ - helm install cilium cilium/cilium --version 1.9.13 \ - --namespace kube-system \ - --set nodeinit.enabled=true \ - --set kubeProxyReplacement=partial \ - --set hostServices.enabled=false \ - --set externalIPs.enabled=true \ - --set nodePort.enabled=true \ - --set hostPort.enabled=true \ - --set bpf.masquerade=false \ - --set image.pullPolicy=IfNotPresent \ - --set ipam.mode=kubernetes \ - --set operator.replicas=1 + kubectl apply -f .github/workflows/kind/kube-router.yaml - name: Wait for cluster to finish bootstraping run: kubectl wait --for=condition=Ready pods --all --all-namespaces --timeout=300s - name: Create kube-prometheus stack diff --git a/.github/workflows/kind/config.yml b/.github/workflows/kind/config.yml index e0ac61d536534f3bb994c336cc5f7a84baad239b..204a5a59232288b77050af2a6ea721aef416a60d 100644 --- a/.github/workflows/kind/config.yml +++ b/.github/workflows/kind/config.yml @@ -1,6 +1,15 @@ kind: Cluster apiVersion: kind.x-k8s.io/v1alpha4 networking: - disableDefaultCNI: true podSubnet: "10.10.0.0/16" serviceSubnet: "10.11.0.0/16" +nodes: + - role: control-plane + extraMounts: + - hostPath: /home/runner/work/kube-prometheus/kube-prometheus/.github/workflows/kind/patches + containerPath: /patches +kubeadmConfigPatches: + - | + kind: InitConfiguration + patches: + directory: /patches diff --git a/.github/workflows/kind/kube-router.yaml b/.github/workflows/kind/kube-router.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b63ea7e31ab42df8c0754b38d691acee5c1d9f15 --- /dev/null +++ b/.github/workflows/kind/kube-router.yaml @@ -0,0 +1,186 @@ +apiVersion: v1 +kind: ConfigMap +metadata: + name: kube-router-cfg + namespace: kube-system + labels: + tier: node + k8s-app: kube-router +data: + cni-conf.json: | + { + "cniVersion":"0.3.0", + "name":"mynet", + "plugins":[ + { + "name":"kubernetes", + "type":"bridge", + "bridge":"kube-bridge", + "isDefaultGateway":true, + "ipam":{ + "type":"host-local" + } + } + ] + } +--- +apiVersion: apps/v1 +kind: DaemonSet +metadata: + labels: + k8s-app: kube-router + tier: node + name: kube-router + namespace: kube-system +spec: + selector: + matchLabels: + k8s-app: kube-router + tier: node + template: + metadata: + labels: + k8s-app: kube-router + tier: node + spec: + priorityClassName: system-node-critical + serviceAccountName: kube-router + containers: + - name: kube-router + image: docker.io/cloudnativelabs/kube-router + imagePullPolicy: Always + args: + - --run-router=true + - --run-firewall=true + - --run-service-proxy=false + - --bgp-graceful-restart=true + env: + - name: NODE_NAME + valueFrom: + fieldRef: + fieldPath: spec.nodeName + - name: KUBE_ROUTER_CNI_CONF_FILE + value: /etc/cni/net.d/10-kuberouter.conflist + livenessProbe: + httpGet: + path: /healthz + port: 20244 + initialDelaySeconds: 10 + periodSeconds: 3 + resources: + requests: + memory: 250Mi + securityContext: + privileged: true + volumeMounts: + - name: lib-modules + mountPath: /lib/modules + readOnly: true + - name: cni-conf-dir + mountPath: /etc/cni/net.d + - name: kubeconfig + mountPath: /var/lib/kube-router/kubeconfig + readOnly: true + - name: xtables-lock + mountPath: /run/xtables.lock + readOnly: false + initContainers: + - name: install-cni + image: docker.io/cloudnativelabs/kube-router + imagePullPolicy: Always + command: + - /bin/sh + - -c + - set -e -x; + if [ ! -f /etc/cni/net.d/10-kuberouter.conflist ]; then + if [ -f /etc/cni/net.d/*.conf ]; then + rm -f /etc/cni/net.d/*.conf; + fi; + TMP=/etc/cni/net.d/.tmp-kuberouter-cfg; + cp /etc/kube-router/cni-conf.json ${TMP}; + mv ${TMP} /etc/cni/net.d/10-kuberouter.conflist; + fi + volumeMounts: + - mountPath: /etc/cni/net.d + name: cni-conf-dir + - mountPath: /etc/kube-router + name: kube-router-cfg + hostNetwork: true + tolerations: + - effect: NoSchedule + operator: Exists + - key: CriticalAddonsOnly + operator: Exists + - effect: NoExecute + operator: Exists + volumes: + - name: lib-modules + hostPath: + path: /lib/modules + - name: cni-conf-dir + hostPath: + path: /etc/cni/net.d + - name: kube-router-cfg + configMap: + name: kube-router-cfg + - name: kubeconfig + hostPath: + path: /var/lib/kube-router/kubeconfig + - name: xtables-lock + hostPath: + path: /run/xtables.lock + type: FileOrCreate +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: kube-router + namespace: kube-system +--- +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: kube-router + namespace: kube-system +rules: + - apiGroups: + - "" + resources: + - namespaces + - pods + - services + - nodes + - endpoints + verbs: + - list + - get + - watch + - apiGroups: + - "networking.k8s.io" + resources: + - networkpolicies + verbs: + - list + - get + - watch + - apiGroups: + - extensions + resources: + - networkpolicies + verbs: + - get + - list + - watch +--- +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: kube-router +roleRef: + apiGroup: rbac.authorization.k8s.io + kind: ClusterRole + name: kube-router +subjects: + - kind: ServiceAccount + name: kube-router + namespace: kube-system diff --git a/.github/workflows/kind/patches/kube-controller-manager.yaml b/.github/workflows/kind/patches/kube-controller-manager.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fb41faf1a878a050ae5830dae30359fedeb21a9a --- /dev/null +++ b/.github/workflows/kind/patches/kube-controller-manager.yaml @@ -0,0 +1,11 @@ +apiVersion: v1 +kind: Pod +metadata: + name: kube-controller-manager + namespace: kube-system +spec: + containers: + - name: kube-controller-manager + resources: + requests: + cpu: 1m diff --git a/jsonnetfile.lock.json b/jsonnetfile.lock.json index 48283d72c00c972561f01d3b14b510c09265962c..f118b35c42d338dda49214ab4cb4de7f0cce20e7 100644 --- a/jsonnetfile.lock.json +++ b/jsonnetfile.lock.json @@ -18,7 +18,7 @@ "subdir": "contrib/mixin" } }, - "version": "0be65da6cc9905d93554bfdf51e1faaeae1149a4", + "version": "679820aa0e98b04b7caf81f9871acca78c34357e", "sum": "W/Azptf1PoqjyMwJON96UY69MFugDA4IAYiKURscryc=" }, { @@ -38,8 +38,8 @@ "subdir": "grafonnet" } }, - "version": "6db00c292d3a1c71661fc875f90e0ec7caa538c2", - "sum": "gF8foHByYcB25jcUOBqP6jxk0OPifQMjPvKY0HaCk6w=" + "version": "a1d61cce1da59c71409b99b5c7568511fec661ea", + "sum": "342u++/7rViR/zj2jeJOjshzglkZ1SY+hFNuyCBFMdc=" }, { "source": { @@ -48,8 +48,8 @@ "subdir": "grafana-builder" } }, - "version": "9e9d5cddd4f02a25b9dec09a5910878a8ba8e045", - "sum": "TieGrr7GyKjURk1+wXHFpdoCiwNaIVfZvyc5mbI9OM0=" + "version": "a3e4fa30494f4ee94f1cab506df85090a12545d9", + "sum": "xEFMv4+ObwP5L1Wu0XK5agWci4AJzNApys6iKAQxLlQ=" }, { "source": { @@ -68,7 +68,7 @@ "subdir": "lib/promgrafonnet" } }, - "version": "b8f44bb7be728423836bef0e904ec7166895a34b", + "version": "46fc905d5b2981642043088ac7902ea50db2903e", "sum": "zv7hXGui6BfHzE9wPatHI/AGZa4A2WKo6pq7ZdqBsps=" }, { @@ -140,7 +140,7 @@ "subdir": "documentation/prometheus-mixin" } }, - "version": "3c0a100dec2950f23e91f7efbf8867750960807d", + "version": "d7e7b8e04b5ecdc1dd153534ba376a622b72741b", "sum": "APXOIP3B3dZ3Tyh7L2UhyWR8Vbf5+9adTLz/ya7n6uU=", "name": "prometheus" }, @@ -151,7 +151,7 @@ "subdir": "config/crd/bases" } }, - "version": "1f6478a3e69cf77bef556672d8c037c96ec10306", + "version": "3738a607a42a0c9566587a49cec7587cc92d61bd", "sum": "GQ0GFKGdIWKx1b78VRs6jtC4SMqkBjT5jl65QUjPKK4=" }, { diff --git a/manifests/grafana-dashboardDefinitions.yaml b/manifests/grafana-dashboardDefinitions.yaml index e6d23d89c09998f527e8f14f5282ba03d49f5f62..51d2ff3cca8a7f3b0c786891c8e4b234c6d99484 100644 --- a/manifests/grafana-dashboardDefinitions.yaml +++ b/manifests/grafana-dashboardDefinitions.yaml @@ -6636,8 +6636,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{namespace}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -6913,8 +6912,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "count(avg(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\"}) by (workload, namespace)) by (namespace)", @@ -6922,8 +6920,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" }, { "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\"}) by (namespace)", @@ -6931,8 +6928,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "C", - "step": 10 + "refId": "C" }, { "expr": "sum(namespace_cpu:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) by (namespace)", @@ -6940,8 +6936,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "D", - "step": 10 + "refId": "D" }, { "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\"}) by (namespace) / sum(namespace_cpu:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) by (namespace)", @@ -6949,8 +6944,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "E", - "step": 10 + "refId": "E" }, { "expr": "sum(namespace_cpu:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) by (namespace)", @@ -6958,8 +6952,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "F", - "step": 10 + "refId": "F" }, { "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\"}) by (namespace) / sum(namespace_cpu:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) by (namespace)", @@ -6967,8 +6960,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "G", - "step": 10 + "refId": "G" } ], "thresholds": [ @@ -7069,8 +7061,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{namespace}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -7346,8 +7337,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "count(avg(namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\"}) by (workload, namespace)) by (namespace)", @@ -7355,8 +7345,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" }, { "expr": "sum(container_memory_rss{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", container!=\"\"}) by (namespace)", @@ -7364,8 +7353,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "C", - "step": 10 + "refId": "C" }, { "expr": "sum(namespace_memory:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) by (namespace)", @@ -7373,8 +7361,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "D", - "step": 10 + "refId": "D" }, { "expr": "sum(container_memory_rss{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", container!=\"\"}) by (namespace) / sum(namespace_memory:kube_pod_container_resource_requests:sum{cluster=\"$cluster\"}) by (namespace)", @@ -7382,8 +7369,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "E", - "step": 10 + "refId": "E" }, { "expr": "sum(namespace_memory:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) by (namespace)", @@ -7391,8 +7377,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "F", - "step": 10 + "refId": "F" }, { "expr": "sum(container_memory_rss{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", container!=\"\"}) by (namespace) / sum(namespace_memory:kube_pod_container_resource_limits:sum{cluster=\"$cluster\"}) by (namespace)", @@ -7400,8 +7385,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "G", - "step": 10 + "refId": "G" } ], "thresholds": [ @@ -7659,8 +7643,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", @@ -7668,8 +7651,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" }, { "expr": "sum(irate(container_network_receive_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", @@ -7677,8 +7659,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "C", - "step": 10 + "refId": "C" }, { "expr": "sum(irate(container_network_transmit_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", @@ -7686,8 +7667,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "D", - "step": 10 + "refId": "D" }, { "expr": "sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", @@ -7695,8 +7675,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "E", - "step": 10 + "refId": "E" }, { "expr": "sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=~\".+\"}[$__rate_interval])) by (namespace)", @@ -7704,8 +7683,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "F", - "step": 10 + "refId": "F" } ], "thresholds": [ @@ -7806,8 +7784,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{namespace}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -7895,8 +7872,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{namespace}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -7996,8 +7972,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{namespace}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -8085,8 +8060,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{namespace}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -8186,8 +8160,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{namespace}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -8275,8 +8248,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{namespace}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -8376,8 +8348,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{namespace}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -8465,8 +8436,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{namespace}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -8567,8 +8537,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{namespace}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -8656,8 +8625,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{namespace}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -8918,8 +8886,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "sum by(namespace) (rate(container_fs_writes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace!=\"\"}[$__rate_interval]))", @@ -8927,8 +8894,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" }, { "expr": "sum by(namespace) (rate(container_fs_reads_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace!=\"\"}[$__rate_interval]) + rate(container_fs_writes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace!=\"\"}[$__rate_interval]))", @@ -8936,8 +8902,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "C", - "step": 10 + "refId": "C" }, { "expr": "sum by(namespace) (rate(container_fs_reads_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace!=\"\"}[$__rate_interval]))", @@ -8945,8 +8910,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "D", - "step": 10 + "refId": "D" }, { "expr": "sum by(namespace) (rate(container_fs_writes_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace!=\"\"}[$__rate_interval]))", @@ -8954,8 +8918,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "E", - "step": 10 + "refId": "E" }, { "expr": "sum by(namespace) (rate(container_fs_reads_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace!=\"\"}[$__rate_interval]) + rate(container_fs_writes_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace!=\"\"}[$__rate_interval]))", @@ -8963,8 +8926,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "F", - "step": 10 + "refId": "F" } ], "thresholds": [ @@ -9560,24 +9522,21 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"requests.cpu\"})", "format": "time_series", "intervalFactor": 2, "legendFormat": "quota - requests", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"limits.cpu\"})", "format": "time_series", "intervalFactor": 2, "legendFormat": "quota - limits", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -9815,8 +9774,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", @@ -9824,8 +9782,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" }, { "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", @@ -9833,8 +9790,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "C", - "step": 10 + "refId": "C" }, { "expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", @@ -9842,8 +9798,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "D", - "step": 10 + "refId": "D" }, { "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", @@ -9851,8 +9806,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "E", - "step": 10 + "refId": "E" } ], "thresholds": [ @@ -9974,24 +9928,21 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"requests.memory\"})", "format": "time_series", "intervalFactor": 2, "legendFormat": "quota - requests", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"limits.memory\"})", "format": "time_series", "intervalFactor": 2, "legendFormat": "quota - limits", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -10286,8 +10237,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", @@ -10295,8 +10245,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" }, { "expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\", image!=\"\"}) by (pod) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", @@ -10304,8 +10253,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "C", - "step": 10 + "refId": "C" }, { "expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", @@ -10313,8 +10261,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "D", - "step": 10 + "refId": "D" }, { "expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\", image!=\"\"}) by (pod) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\"}) by (pod)", @@ -10322,8 +10269,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "E", - "step": 10 + "refId": "E" }, { "expr": "sum(container_memory_rss{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\"}) by (pod)", @@ -10331,8 +10277,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "F", - "step": 10 + "refId": "F" }, { "expr": "sum(container_memory_cache{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\"}) by (pod)", @@ -10340,8 +10285,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "G", - "step": 10 + "refId": "G" }, { "expr": "sum(container_memory_swap{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\",container!=\"\"}) by (pod)", @@ -10349,8 +10293,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "H", - "step": 10 + "refId": "H" } ], "thresholds": [ @@ -10608,8 +10551,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)", @@ -10617,8 +10559,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" }, { "expr": "sum(irate(container_network_receive_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)", @@ -10626,8 +10567,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "C", - "step": 10 + "refId": "C" }, { "expr": "sum(irate(container_network_transmit_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)", @@ -10635,8 +10575,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "D", - "step": 10 + "refId": "D" }, { "expr": "sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)", @@ -10644,8 +10583,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "E", - "step": 10 + "refId": "E" }, { "expr": "sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])) by (pod)", @@ -10653,8 +10591,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "F", - "step": 10 + "refId": "F" } ], "thresholds": [ @@ -10755,8 +10692,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -10844,8 +10780,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -10945,8 +10880,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -11034,8 +10968,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -11135,8 +11068,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -11224,8 +11156,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -11326,8 +11257,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -11415,8 +11345,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -11677,8 +11606,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "sum by(pod) (rate(container_fs_writes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval]))", @@ -11686,8 +11614,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" }, { "expr": "sum by(pod) (rate(container_fs_reads_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval]) + rate(container_fs_writes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval]))", @@ -11695,8 +11622,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "C", - "step": 10 + "refId": "C" }, { "expr": "sum by(pod) (rate(container_fs_reads_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval]))", @@ -11704,8 +11630,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "D", - "step": 10 + "refId": "D" }, { "expr": "sum by(pod) (rate(container_fs_writes_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval]))", @@ -11713,8 +11638,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "E", - "step": 10 + "refId": "E" }, { "expr": "sum by(pod) (rate(container_fs_reads_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval]) + rate(container_fs_writes_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval]))", @@ -11722,8 +11646,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "F", - "step": 10 + "refId": "F" } ], "thresholds": [ @@ -11975,16 +11898,14 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "max capacity", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -12222,8 +12143,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", @@ -12231,8 +12151,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" }, { "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", node=~\"$node\"}) by (pod) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", @@ -12240,8 +12159,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "C", - "step": 10 + "refId": "C" }, { "expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", @@ -12249,8 +12167,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "D", - "step": 10 + "refId": "D" }, { "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", node=~\"$node\"}) by (pod) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", @@ -12258,8 +12175,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "E", - "step": 10 + "refId": "E" } ], "thresholds": [ @@ -12370,16 +12286,14 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "max capacity", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "sum(node_namespace_pod_container:container_memory_working_set_bytes{cluster=\"$cluster\", node=~\"$node\", container!=\"\"}) by (pod)", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -12674,8 +12588,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", @@ -12683,8 +12596,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" }, { "expr": "sum(node_namespace_pod_container:container_memory_working_set_bytes{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", @@ -12692,8 +12604,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "C", - "step": 10 + "refId": "C" }, { "expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", @@ -12701,8 +12612,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "D", - "step": 10 + "refId": "D" }, { "expr": "sum(node_namespace_pod_container:container_memory_working_set_bytes{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", node=~\"$node\"}) by (pod)", @@ -12710,8 +12620,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "E", - "step": 10 + "refId": "E" }, { "expr": "sum(node_namespace_pod_container:container_memory_rss{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod)", @@ -12719,8 +12628,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "F", - "step": 10 + "refId": "F" }, { "expr": "sum(node_namespace_pod_container:container_memory_cache{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod)", @@ -12728,8 +12636,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "G", - "step": 10 + "refId": "G" }, { "expr": "sum(node_namespace_pod_container:container_memory_swap{cluster=\"$cluster\", node=~\"$node\",container!=\"\"}) by (pod)", @@ -12737,8 +12644,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "H", - "step": 10 + "refId": "H" } ], "thresholds": [ @@ -12997,24 +12903,21 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{container}}", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", resource=\"cpu\"}\n)\n", "format": "time_series", "intervalFactor": 2, "legendFormat": "requests", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", resource=\"cpu\"}\n)\n", "format": "time_series", "intervalFactor": 2, "legendFormat": "limits", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -13114,8 +13017,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{container}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -13360,8 +13262,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", @@ -13369,8 +13270,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" }, { "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", @@ -13378,8 +13278,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "C", - "step": 10 + "refId": "C" }, { "expr": "sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", @@ -13387,8 +13286,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "D", - "step": 10 + "refId": "D" }, { "expr": "sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container) / sum(cluster:namespace:pod_cpu:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", @@ -13396,8 +13294,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "E", - "step": 10 + "refId": "E" } ], "thresholds": [ @@ -13517,24 +13414,21 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{container}}", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", resource=\"memory\"}\n)\n", "format": "time_series", "intervalFactor": 2, "legendFormat": "requests", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", resource=\"memory\"}\n)\n", "format": "time_series", "intervalFactor": 2, "legendFormat": "limits", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -13829,8 +13723,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", @@ -13838,8 +13731,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" }, { "expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", image!=\"\"}) by (container) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_requests{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", @@ -13847,8 +13739,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "C", - "step": 10 + "refId": "C" }, { "expr": "sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", @@ -13856,8 +13747,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "D", - "step": 10 + "refId": "D" }, { "expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container!=\"\", image!=\"\"}) by (container) / sum(cluster:namespace:pod_memory:active:kube_pod_container_resource_limits{cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}) by (container)", @@ -13865,8 +13755,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "E", - "step": 10 + "refId": "E" }, { "expr": "sum(container_memory_rss{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container != \"\", container != \"POD\"}) by (container)", @@ -13874,8 +13763,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "F", - "step": 10 + "refId": "F" }, { "expr": "sum(container_memory_cache{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container != \"\", container != \"POD\"}) by (container)", @@ -13883,8 +13771,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "G", - "step": 10 + "refId": "G" }, { "expr": "sum(container_memory_swap{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\", container != \"\", container != \"POD\"}) by (container)", @@ -13892,8 +13779,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "H", - "step": 10 + "refId": "H" } ], "thresholds": [ @@ -13994,8 +13880,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -14083,8 +13968,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -14184,8 +14068,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -14273,8 +14156,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -14374,8 +14256,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -14463,8 +14344,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -14565,16 +14445,14 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "Reads", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "ceil(sum by(pod) (rate(container_fs_writes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\",namespace=\"$namespace\", pod=~\"$pod\"}[$__rate_interval])))", "format": "time_series", "intervalFactor": 2, "legendFormat": "Writes", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -14662,16 +14540,14 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "Reads", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "sum by(pod) (rate(container_fs_writes_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\", pod=~\"$pod\"}[$__rate_interval]))", "format": "time_series", "intervalFactor": 2, "legendFormat": "Writes", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -14772,8 +14648,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{container}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -14861,8 +14736,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{container}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -15123,8 +14997,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "sum by(container) (rate(container_fs_writes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\",device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]))", @@ -15132,8 +15005,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" }, { "expr": "sum by(container) (rate(container_fs_reads_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]) + rate(container_fs_writes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]))", @@ -15141,8 +15013,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "C", - "step": 10 + "refId": "C" }, { "expr": "sum by(container) (rate(container_fs_reads_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]))", @@ -15150,8 +15021,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "D", - "step": 10 + "refId": "D" }, { "expr": "sum by(container) (rate(container_fs_writes_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]))", @@ -15159,8 +15029,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "E", - "step": 10 + "refId": "E" }, { "expr": "sum by(container) (rate(container_fs_reads_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]) + rate(container_fs_writes_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", device=~\"mmcblk.p.+|nvme.+|rbd.+|sd.+|vd.+|xvd.+|dm-.+|dasd.+\", container!=\"\", cluster=\"$cluster\", namespace=\"$namespace\", pod=\"$pod\"}[$__rate_interval]))", @@ -15168,8 +15037,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "F", - "step": 10 + "refId": "F" } ], "thresholds": [ @@ -15438,8 +15306,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -15677,8 +15544,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", @@ -15686,8 +15552,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" }, { "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", @@ -15695,8 +15560,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "C", - "step": 10 + "refId": "C" }, { "expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", @@ -15704,8 +15568,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "D", - "step": 10 + "refId": "D" }, { "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", @@ -15713,8 +15576,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "E", - "step": 10 + "refId": "E" } ], "thresholds": [ @@ -15815,8 +15677,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -16054,8 +15915,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", @@ -16063,8 +15923,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" }, { "expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", @@ -16072,8 +15931,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "C", - "step": 10 + "refId": "C" }, { "expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", @@ -16081,8 +15939,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "D", - "step": 10 + "refId": "D" }, { "expr": "sum(\n container_memory_working_set_bytes{cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n/sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=\"$workload\", workload_type=\"$type\"}\n) by (pod)\n", @@ -16090,8 +15947,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "E", - "step": 10 + "refId": "E" } ], "thresholds": [ @@ -16349,8 +16205,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", @@ -16358,8 +16213,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" }, { "expr": "(sum(irate(container_network_receive_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", @@ -16367,8 +16221,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "C", - "step": 10 + "refId": "C" }, { "expr": "(sum(irate(container_network_transmit_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", @@ -16376,8 +16229,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "D", - "step": 10 + "refId": "D" }, { "expr": "(sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", @@ -16385,8 +16237,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "E", - "step": 10 + "refId": "E" }, { "expr": "(sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload=~\"$workload\", workload_type=\"$type\"}) by (pod))\n", @@ -16394,8 +16245,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "F", - "step": 10 + "refId": "F" } ], "thresholds": [ @@ -16496,8 +16346,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -16585,8 +16434,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -16686,8 +16534,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -16775,8 +16622,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -16876,8 +16722,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -16965,8 +16810,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -17066,8 +16910,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -17155,8 +16998,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{pod}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -17472,24 +17314,21 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{workload}} - {{workload_type}}", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"requests.cpu\"})", "format": "time_series", "intervalFactor": 2, "legendFormat": "quota - requests", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"limits.cpu\"})", "format": "time_series", "intervalFactor": 2, "legendFormat": "quota - limits", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -17765,8 +17604,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", @@ -17774,8 +17612,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" }, { "expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", @@ -17783,8 +17620,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "C", - "step": 10 + "refId": "C" }, { "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", @@ -17792,8 +17628,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "D", - "step": 10 + "refId": "D" }, { "expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", @@ -17801,8 +17636,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "E", - "step": 10 + "refId": "E" }, { "expr": "sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{cluster=\"$cluster\", namespace=\"$namespace\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", @@ -17810,8 +17644,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "F", - "step": 10 + "refId": "F" } ], "thresholds": [ @@ -17933,24 +17766,21 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{workload}} - {{workload_type}}", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"requests.memory\"})", "format": "time_series", "intervalFactor": 2, "legendFormat": "quota - requests", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "scalar(kube_resourcequota{cluster=\"$cluster\", namespace=\"$namespace\", type=\"hard\",resource=\"limits.memory\"})", "format": "time_series", "intervalFactor": 2, "legendFormat": "quota - limits", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -18226,8 +18056,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "sum(\n container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", @@ -18235,8 +18064,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" }, { "expr": "sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", @@ -18244,8 +18072,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "C", - "step": 10 + "refId": "C" }, { "expr": "sum(\n container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", @@ -18253,8 +18080,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "D", - "step": 10 + "refId": "D" }, { "expr": "sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", @@ -18262,8 +18088,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "E", - "step": 10 + "refId": "E" }, { "expr": "sum(\n container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\", container!=\"\", image!=\"\"}\n * on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", cluster=\"$cluster\", namespace=\"$namespace\", resource=\"memory\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}\n) by (workload, workload_type)\n", @@ -18271,8 +18096,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "F", - "step": 10 + "refId": "F" } ], "thresholds": [ @@ -18549,8 +18373,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "(sum(irate(container_network_transmit_bytes_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload))\n", @@ -18558,8 +18381,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" }, { "expr": "(sum(irate(container_network_receive_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload))\n", @@ -18567,8 +18389,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "C", - "step": 10 + "refId": "C" }, { "expr": "(sum(irate(container_network_transmit_packets_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload))\n", @@ -18576,8 +18397,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "D", - "step": 10 + "refId": "D" }, { "expr": "(sum(irate(container_network_receive_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload))\n", @@ -18585,8 +18405,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "E", - "step": 10 + "refId": "E" }, { "expr": "(sum(irate(container_network_transmit_packets_dropped_total{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", cluster=\"$cluster\", namespace=\"$namespace\"}[$__rate_interval])\n* on (namespace,pod)\ngroup_left(workload,workload_type) namespace_workload_pod:kube_pod_owner:relabel{cluster=\"$cluster\", namespace=\"$namespace\", workload_type=\"$type\"}) by (workload))\n", @@ -18594,8 +18413,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "F", - "step": 10 + "refId": "F" } ], "thresholds": [ @@ -18696,8 +18514,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{workload}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -18785,8 +18602,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{workload}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -18886,8 +18702,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{workload}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -18975,8 +18790,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{workload}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -19076,8 +18890,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{workload}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -19165,8 +18978,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{workload}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -19266,8 +19078,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{workload}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -19355,8 +19166,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{workload}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -31728,8 +31538,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "A", - "step": 10 + "refId": "A" }, { "expr": "max by (job, instance) (time() - process_start_time_seconds{job=~\"$job\", instance=~\"$instance\"})", @@ -31737,8 +31546,7 @@ items: "instant": true, "intervalFactor": 2, "legendFormat": "", - "refId": "B", - "step": 10 + "refId": "B" } ], "thresholds": [ @@ -31836,8 +31644,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{scrape_job}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -31922,8 +31729,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "Targets", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -32020,8 +31826,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{interval}} configured", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -32106,40 +31911,35 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "exceeded body size limit: {{job}}", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "sum by (job) (rate(prometheus_target_scrapes_exceeded_sample_limit_total[1m]))", "format": "time_series", "intervalFactor": 2, "legendFormat": "exceeded sample limit: {{job}}", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "sum by (job) (rate(prometheus_target_scrapes_sample_duplicate_timestamp_total[1m]))", "format": "time_series", "intervalFactor": 2, "legendFormat": "duplicate timestamp: {{job}}", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "sum by (job) (rate(prometheus_target_scrapes_sample_out_of_bounds_total[1m]))", "format": "time_series", "intervalFactor": 2, "legendFormat": "out of bounds: {{job}}", - "legendLink": null, - "step": 10 + "legendLink": null }, { "expr": "sum by (job) (rate(prometheus_target_scrapes_sample_out_of_order_total[1m]))", "format": "time_series", "intervalFactor": 2, "legendFormat": "out of order: {{job}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -32224,8 +32024,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{job}} {{instance}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -32322,8 +32121,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{job}} {{instance}} head series", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -32408,8 +32206,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{job}} {{instance}} head chunks", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -32506,8 +32303,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{job}} {{instance}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ @@ -32592,8 +32388,7 @@ items: "format": "time_series", "intervalFactor": 2, "legendFormat": "{{slice}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [