From c62b9569d99f54561386e5ffa59647957c27c3fd Mon Sep 17 00:00:00 2001
From: KingJ <kj@kingj.net>
Date: Sun, 9 Aug 2020 17:11:46 +0100
Subject: [PATCH] Thanos Sidecar Exposure and Scraping
Expose the Thanos Sidecar's HTTP metrics and gRPC StoreAPI interfaces via a dedicated service. ClusterIP is set to none to allow for full discovery of all endpoints behind the service via in-cluster DNS. This allows for a new ServiceMonitor to then scrape the metrics available on the Sidecar's HTTP port.
A new service has been used so as to separate out the metrics that Prometheus makes available, and the metrics the Thanos Sidecar makes available. The Thanos Mixins from thanos-io/thanos default to a job label of 'thanos-sidecar', and hence the service here has had this label applied.
---
.../kube-prometheus-thanos-sidecar.libsonnet | 37 +++++++++++++++++++
1 file changed, 37 insertions(+)
diff --git a/jsonnet/kube-prometheus/kube-prometheus-thanos-sidecar.libsonnet b/jsonnet/kube-prometheus/kube-prometheus-thanos-sidecar.libsonnet
index 72dca33c..a6f54bd0 100644
--- a/jsonnet/kube-prometheus/kube-prometheus-thanos-sidecar.libsonnet
+++ b/jsonnet/kube-prometheus/kube-prometheus-thanos-sidecar.libsonnet
@@ -26,6 +26,15 @@ local servicePort = k.core.v1.service.mixin.spec.portsType;
],
},
},
+ // Create a new service that exposes both sidecar's HTTP metrics port and gRPC StoreAPI
+ serviceThanosSidecar:
+ local thanosGrpcSidecarPort = servicePort.newNamed('grpc', 10901, 10901);
+ local thanosHttpSidecarPort = servicePort.newNamed('http', 10902, 10902);
+ service.new('prometheus-' + $._config.prometheus.name + '-thanos-sidecar', { app: 'prometheus', prometheus: $._config.prometheus.name }) +
+ service.mixin.spec.withPorts([thanosGrpcSidecarPort, thanosHttpSidecarPort]) +
+ service.mixin.spec.withClusterIp('None') +
+ service.mixin.metadata.withLabels({'prometheus': $._config.prometheus.name, 'app': 'thanos-sidecar'}) +
+ service.mixin.metadata.withNamespace($._config.namespace),
prometheus+: {
spec+: {
thanos+: {
@@ -35,5 +44,33 @@ local servicePort = k.core.v1.service.mixin.spec.portsType;
},
},
},
+ serviceMonitorThanosSidecar:
+ {
+ apiVersion: 'monitoring.coreos.com/v1',
+ kind: 'ServiceMonitor',
+ metadata: {
+ name: 'thanos-sidecar',
+ namespace: $._config.namespace,
+ labels: {
+ 'k8s-app': 'prometheus',
+ },
+ },
+ spec: {
+ // Use the service's app label (thanos-sidecar) as the value for the job label.
+ jobLabel: 'app',
+ selector: {
+ matchLabels: {
+ prometheus: $._config.prometheus.name,
+ app: 'thanos-sidecar',
+ },
+ },
+ endpoints: [
+ {
+ port: 'http',
+ interval: '30s',
+ },
+ ],
+ },
+ },
},
}
--
GitLab