diff --git a/apps/base/gitlab-runner/dashboards/gitlab-runner-metrics.json b/apps/base/gitlab-runner/dashboards/gitlab-runner-metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..4ac7233b9e1b32bc4562bb89e17c7d1aa83366a0 --- /dev/null +++ b/apps/base/gitlab-runner/dashboards/gitlab-runner-metrics.json @@ -0,0 +1,1525 @@ +{ + "__inputs": [ + { + "name": "DS_PROMETHEUS", + "label": "Prometheus", + "description": "", + "type": "datasource", + "pluginId": "prometheus", + "pluginName": "Prometheus" + } + ], + "__requires": [ + { + "type": "grafana", + "id": "grafana", + "name": "Grafana", + "version": "7.4.2" + }, + { + "type": "panel", + "id": "graph", + "name": "Graph", + "version": "" + }, + { + "type": "datasource", + "id": "prometheus", + "name": "Prometheus", + "version": "1.0.0" + }, + { + "type": "panel", + "id": "stat", + "name": "Stat", + "version": "" + }, + { + "type": "panel", + "id": "text", + "name": "Text", + "version": "" + } + ], + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "type": "dashboard" + } + ] + }, + "editable": true, + "gnetId": 14016, + "graphTooltip": 1, + "id": null, + "iteration": 1615216932555, + "links": [], + "panels": [ + { + "datasource": "${DS_PROMETHEUS}", + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 43, + "panels": [], + "repeat": "app", + "title": "About $app", + "type": "row" + }, + { + "datasource": "${DS_PROMETHEUS}", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 2, + "x": 0, + "y": 1 + }, + "id": 40, + "options": { + "content": "<img src=\"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAnYAAAJ2CAMAAADlij/LAAAAFVBMVEX6kCbmSSftcCT7iyX7bSbhQyn7oybLn/TyAAAABHRSTlMAxSXZMwuIpgAAFPJJREFUeNrtnVuW27gSBFnIBve/5PthX48fUoui8EigIhcgHTYCEeactuc4GGOMMcYYY4wxxhhjjDHGGGOMMcYYY4wxxhhjjDHGGGOMMcYYY4xZrpSIWiOi8LOYfRRpTqJE/TXAm7pEJ1HqH4M7i/tfa41E1G3+tJyE6bPiO5+TiETPCnfT/1y3/Uk8elYyayOAmulZ0Z2LADY9icfPiu5sBBBgx8afxJa6e3LFqKwPdpHoWdGdjQDAjk04iQ3D8/SKUVkf7CITduiOkxh/xcDO5iS2C883V4zK+mAXmbBDd5zE+CsGdjbY7RaeWqnsAgLY7CS+v2LozkYAkeiKgZ2NAGqiK0ZlbQSw1UkUsFtFAJHoilFZGwHURFds11+oXlAAG4Xn9RWjsjYCiERXjMraCKAmumJU1kYA24TnyhWjsjYCiERXjMraCKAmumJU1kYAm4Tn2hWjsjYCiERXjMraCKAmumJU1kYAW4Tn6hWjsjYCiERXjMraCKBmwo7K2pxESXTFqKxJY3cIT2R62F0EUDNhR2VtTqIkumJU1ga7SPSsVNZGAKmwo7I2J1HyXDEq64NdJHpWKmsjALBjE05i6fC8ecWorA92kehZ0Z2NAMCOTTiJhcPz9hWjsj7YRaJnRXc2AgA7NuEklg3PjStGZX2wi0zYoTtOYvwVAzubk1g1PLVSWbBbwuzojpOYccXAzga7NXVXK5VdWgBLnkQBu9UFEImuGJW1EUBNdMXQnY0AFjyJAnbrCyASXTEqayOAmuiK8RfIbASwXHg+uWJU1kYAkeiKUVkbAdREV4zK2ghgsfB8dsWorI0AItEVo7I2AqiJrhiVtRHAUuH59IpRWRsBRKIrRmVtBFATXTEqayOAhcLz+RWjsjYCiERXjMraCKBmwo7K2pxESXTFqKxJY9cJT2R62P0FUDNhR2VtTqIkumJU1ga7SPSsVNZGAGDHJpzEEuFpdMWorA92kehZ0Z2NAMCOTTiJBcLT7IpRWR/sItGzojsbAYAdm3AS9uFpeMWorA92kQk7dMdJjL9iYGdzEubhaXrFqKwPdpEJO3THSYy/YmBng513eGqlslsKwPokWl8xdMdJTLhiYGeDnbPuaqWymwrA+CQK2O0rgEh0xaisjQBqoiuG7mwEYHsSBex2FkAkumJU1kYANdEV469p2wjANDx9rhiVtRFAJLpiVNZGADXRFaOyNgKwDE+vK0ZlbQQQia4YlbURQE10xaisjQAMw9PvilFZGwFEoitGZW0EUBNdMSprIwC78PS8YlTWRgCR6IpRWRsB1EzYUVmbkyiJrhiVtcEuEj0rlbURQCrsqKzNSZQ8V4zK+mAXiZ6VytoIAOzYhJMwCk/3K0ZlfbCLRM+K7mwEAHZswknYhGfAFaOyPthFomdFdzYCADs24SRMwjPkilFZH+wiE3bojpMYf8XAzuYkLMIz6IpRWbCbgh264yTGXzGws8HOQXe1UtlcjXU4iQJ26WRnEJ7I9LBg5/Lb3gOfFd25CGD6SRSwc9nIk4hEV4zK2gigJrpi/AUyGwFMDs/YK0ZlbQQQia4YlbURQE10xaisjQCmhmf0FaOyNgKIRFeMytoIoCa6YlTWRgATwzP+ilFZGwFEoitGZW0EUBNdMSprI4Bp4ZlxxaisjQAi0RWjsjYCqJmwo7I2J1ESXTEqa9LYWeGJTA9LY13CE5kelsaahGfWFaOyNthFomelsjYCSIUdlbU5iZLnilFZH+wi0bNSWRsBgB2yyxCeiVeMyvpgF4meFd3ZCADskN3+4Zl6xaisD3aRCTt0l/MkAuyQ3fDwTL5iVNYHu8iEHbrLeBIBdmA3Pjy1UlkaO/ok5l8xdJfwJALswG687mqlsjR29EkUsHOZw0lEoitGZW0EUBNdMXRnI4BBJ1HAjsaOD09kelga61LZmulhaaxJeFyuGJW1EUAkumJU1kYANdEVo7I2AhgQHp8rlr6yPicRia5Y9soaCaAmumLZK2skgO7hcbpiySvrdBKR6IrlrqyVAGqiK5a7slYC6BweryuWurJeJxGJrljmypoJoGbCrtLYDOFxu2KJK+t2EpHoiuWtrJ0AaibsKo3dPzx+VyxtZf2wi0TPmrWypYIdlUV2HcNjeMWyVtYRu0j0rDkrWyrYgR2y6xgeyyuWs7Ke2EWiZ82ou1LBDuyQXcfwmF6xjJV1xS4yYRc0duOTCLBDdsPDY3vF8lUW7NAdje16EgF2YDded7VSWRo7+iQK2CG78eGJTA8Ldi4GqBXd0djRJ1HAzmXeJxGJrlimypoLoCa6Ypl0F4lOooAdjR0fnsj0sDTWpbI108PSWJPwlGDs6pphJ325TzXFwv8gzmbYnac/dzmwkz91Z6vKlnMB7iIFdgtQd6pVY88FuBONNcHubNbYFXQHdibUNapsOZfgLmisB3WNKvvzw9y5E7LzoK5RZX99mqgs2F3BrrRrrD93QWM9qGtSWYEdsnuLuiaV/f3jRGXB7jV1DSpbfv84b+6CxnpQ16Cyf36eNXeB7MCOyibC7i9KPq5s+evz0B2NfU3dx7r75wOduQtk50FdB+ycuQM7E+w+rGw5z5W421l3Wom6D3UnsEN2N6jrgZ0xd2DnQd1nlS2PP9KXu6CxHtR9pLtn2NlyF8huA+y0GnYCOw/qPqnsU9mhOxr7gro+2LlyF8jOg7oPKvvdp5pyJ7Azwe627r6TnS13QWM9qAM7fg1gAnW3K/viYz25E431oO627l59rCd3QWM9qLuJXTmX5C5orAl26tJYU+5EYz2ou6m7c03svmisCXW3sCvnotwFjfWg7lZlr32yIXeisSbYnZ0a68kdjTWh7kZly7rYBY31oO5GZS9/tB93orEe1N2o7PWP9uOOxppQ93Zly7kwd0FjTbBTt8Yacica60Hd25U9V8bui8aaUPdmZcu5NHdBYz2oe7Oy7366GXeisZ32Lhdnx8b6cQd2HrJ7r7JldeyCxnpQ91Zlb3y8F3eB7Dyoe6uytz5fVHZv7G5R8UZly63Pt+IuaKwJduorOy/uAtl5UJcLuy+w86DuemXL3S9Ad/s2Vveh6Cw7K+4C2XlQNwI7I+7AzgS7i5Ut54nuaGwz6i7q7qOv8OEukJ0HdUOw8+EO7Dyou1bZ8uF32HC3vu60CXYagZ0Ld4HsPKi7hJ12we4L7Dyou1LZz2WH7rZqrFoAMQQ7E+4C2XlQdwG7Jl/jwZ3AzgS7l5VtIjt0t01j21A3CjsP7gLZeVD3srKtvseCO4GdB3WvdFeafY8Fd0Fjs2HnwN3K2G1F3YvKai/sRGM9qHuhu5ZfhO7WbmxT6r7FrpybcRc01oO6byvb+Kvmcycaa4LdOaqx53me/DrAqo1tTd03lS3NsROVXbOxao/CsMYacCca60HdN5Xt8F3TuaOxLtiVYY014C5orAd1TyurHbETjfWg7mll+3zZbO5orAl1Typbzi25CxrrQd2Tynb7urncicaaYHeObOx07sDOhLqHlS27Yhc01oO6h5Xt+X1TuROy86DuYWX7fqGoLNg9qGw5z125CxrrQd2DygrskF1vCM7h2M3kDuxMqPunsqX7N07kLmisB3X/VHbAV87jLpBdYuzmcQd2HtT9Xdlynugud2M1BoHxspvHXSA7D+rmYDeNO7DzoO7PypZRXzqLu6CxJthpguzALrvsJmE3izuw86Du98qWgd86ibtVdKfdqftNd0Oxm8NdIDs77IZ+7RzuBHYe1P1X2bGyQ3dmjR1M3TTspnAXyM6Dul+VHf7FM7gT2HlQ93/dlfFfPIO7oLFgB3ZpZfezsjO+eQJ3AjsP6n7qbso3T+AuaKwHdWeZ1Ngp3Pljl0R2p2Y1dgZ3orEe1J1nJuy+aKwJdWeZ1tgJ3AWN9aBuLnajuRON9aDu1FTsRnNHY8FuAnZBYy2oO3VM/frB3InGWlB3npOxG8wdjfWgbjp2Y7kLGmuB3eQ/243mTjTWQnbJsPuisQ7UOWA3lLugsQbUnToOZeJONNaAurM4YDeSO7BzwG7iLz7N4S7SN9ZBM/N+zRPs5sjOgLofv12sVNwlx87hsM9pf4VnHneRu7EWjjkOF90N4y6QnYXssukuM3YW1JUjI3eRt7EeWTtm/ZNPU7mLtLKzOOU//vHiTNyBnQt1R0nEXSRtrB91JtwlxS7SUpfqvxqnxM6UukTcuelOSajTI+ry/FJAILvJ/+XE7g94ylfZyEFdOZ5P6G7Hxso1sD7CUzLsIgV1x4tl4E5g56Q6kzcLpdKd9qfuuLQisNtIdrOpK8fV7c6dEmGnBQJrElrl0Z02p+54a2XvfwnKB7u9ZVeOd6edsVOWxmqZwFoIL4vutDN1x71tzF2kaKxWU938NwtlqGxsi52ODzYztH25y9DYqf8LgM+mTbGL/RurFQM7P7TavrKxKXVHg5U9//dQuzdWywZ2emi1eWV3lJ1aUTdPeNq7srEjdUfLbcjd1o3V8qqb+mahnSu7H3VH800KrfatbOyGXTl6bDfu9sVOWwR2ami1bWU3o+7otimh1aaVja2oK0fPbcXdnthpp8DOFJ62rOxGstPRf/twF8huCdXNerPQhpWNbag7Bm18aDfU3S7UlWPcNuEukN0agZ0WWm1W2diDumPwRod2N91tQV05xm8H7mIr2WnrwE4SnnaqbGxA3TFr63MXGzVWCVQ3481C22C3vOx0TN3Q0Gqbysbi1JVj9oTuHH6dXVkCOyO02gO7DrLLE9gZodUWlY2VZVcOlwndzW2scgV2vPC0AXaxMHWH15blTutjp5SqG/xmoeV1p0Wx02G4YaHV4titKrtyeE5LYqfFsVPawA4O7eK605LUHcYbFFotjd2K1JXDewtyp5Ubq+SBHSq8lXWn9ag7Vthy3MWyjRWqG/tmoVUrG6tRdyyzEaFtyd2qjRXvEsNDqzUruxR1Wou6EaHVkpWNpag7llv/0GrFymoh6sqx4hbiLtZrrAjsLOFpucrGMtjpWHdaRXfLNVaobt6bhVar7CrUHYuvc2i1VmVjDerKsf7W4A7sdgnsmNBqpcouQd2xybqGVgtVNhagrhz7bAHu1sFOBNZBeFqmsv7UHbvNnbtAdpuprvubxSKVDXPqji3XL7SL6M6bunLsOmvuYgXZicA6hVYLVNYZOx1br1to5a87X+q2Vl1X4fljF1C3ofDkXtlwpS4DdP3eLGSuO1PqlIW6XqGVNXamstORaH1CK+fKhiV15cg1ZdOdDKlTNur6CE++2IUjdUfCGXKnTNglVF23Nwu56k5Qt7HwXLELN+ryQtflzUKelQ0v6pSbug6hlaXu5EXdkX7NQytD7LxkV6CuQ2jlV9kwok5Q10V4hrqTEXXwZshdH+xsqEN1Hd8sZFbZsKEO0noKT166kwl2qK7vm4UZdh7UEdjuoZVTZcODOgjrH9r73Bk1VgR2tdDKp7IGsiOwo4Qnl8qGAXWQNUp4cqmsZlOH6ka+WcikstOpg6mhoZVFZWMydahudGjlUNm52BHY8aGVQ2XnUgdLE0Kr+ZWNmdShujmh1fTKxjzqCOw04Wl2ZefJjsBOFJ7mYjdNdqhu6puF5lY2ZlEHPXNDO1d3k6hDddNDq4nYxRTqCKxDaDWvslOwI7AWoZ2ouxnUoTqT0GoWdjGeOgLrIzxNqmyMpw5ajISnObobLTtUZ/ZmoRnYjZYdqnMLrWZUNsZSh+r8QjtDdxpJHYG1DK2GYxdDqYMPz9BqdGVHYofqbEOrwbrTMOoIrLHwBmMX46iDC2fhvcWdhmInVLfvm4VG6k5jsEN1/qHVOOwGyQ7VLRBajatsjKCOwK4R2nG60wjqIGGR0GoQdjGAOlS3Tmg1prL9sSOwSwlPQ3Sn7tRBwFLCG4NdZ+pQ3XJvFhpQ2ehMHWe/Xmgvc9e/seJdIk9o1b2yPWVHYBcNrXpXNnpSx5mvGlp1rqz6UYfqFg6t+la2G3UEdm3hqWdloxd2BHZ14aljZdWHOlS3/puFOla2E3Wc8gahVbfKRhfqUN0eoVWvykYH6gjsNqFVp8p2kB2B3Se06lPZDrJDdTsJT10qG62pI7CbCU89KtuaOqDb7s1C7bFrLDtUt2No1byy0ZY6znPH0LbXXVPqUN2moVVj7KIhdQR239CqbWWjIXWc48ahVVPdtZMdqttaeE2xayY7Aru78NSwstGIOqDb/81C7XTXhjpUlyK0aoVdG9nxLpEktGpU2WhBHarLEtpWutPn1BHYRMJTE+yiAXWcGNy9Wdn4lDpUl+3NQg10pw+xg7p8wtPH2H0qO6BL+Gahj3+1PT6iDtXlDO3HutNH1HFGSUOrz7D7SHaoLm9o9VFl4z51BDaz8D7Tne5Tx9nA3V3s7lKH6tK/Weh+ZQPq2F3h6bbudA87oOPN4jl3cbexQnXsdWh1s7JxizpOg9B+y929xorAsmuh1a3KPoaVwLKrwtONysbbsiOwCO+C7m40VqiOXX+z0PuVfZc6fv6E9hJ3erex4l2CvRdavVnZt7AjsIT2OnfxXmNFYNm7odVblY03qEN17Hlo9U5l4zJ1BJZ9Kzy9Udnr1PHzZt8LT5exuyo7VMdevlnocmXjInX8pNnr0F7W3TXqUB27FFpdwy6uUEdg2dXQ6lJlr2BHYNn10OqK7i5Qh+rYG6G9gl28pI7AsveEp9eVjZfU8ZNlbwpPL3X3gjpUx268WegFdi9kh+rYndDqRWXjW+pQHbsX2he6+446Astuh1bfYRffUcfPkt0Prb6p7DfYoTr2UWj1XHd6Rh2BZR8K7zl28ZQ6fobsU+HpWWXjMXWojrV4s9AT3ekxdfz0WJPQ6iF2j2WH6lir0D78C2TxgDoCy9qF9qHu9IA6fmqsYWj1L3bxL3WojrUNrf6p7D/YEVjWXHj6W3f6mzp+Wqy58P7B7k/qUB3r8mahPysbf1LHz4n1Ca3+0J1+pw7VsW6h1e/Y/SY7Ast6hlb/VTZ+o46fD+sZWv336wD6RR2qY52Fp1+V/T91BJb1F55+VjZ+Ygd0bMSbhX5UVl9fQnVsVGj1o7I/qOMnwgaFVl+qNb5EYNnI0Oqr1hCBZWOFp6hfIrBsMHcRqI6NBy+gjjHGGGOMMcYYY4wxxhhjjDHGGGOMMcYYY4wxxhhjjDHGGGOMMcZY1/0PPO4rmvtNp4EAAAAASUVORK5CYII=\"/>", + "mode": "html" + }, + "pluginVersion": "7.4.2", + "timeFrom": null, + "timeShift": null, + "title": "", + "transparent": true, + "type": "text" + }, + { + "cacheTimeout": null, + "datasource": "${DS_PROMETHEUS}", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "custom": {}, + "mappings": [ + { + "$$hashKey": "object:1148", + "id": 0, + "op": "=", + "text": "N/A", + "type": 1, + "value": "null" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "light-blue", + "value": null + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 5, + "x": 2, + "y": 1 + }, + "id": 12, + "interval": null, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "center", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "/^version$/", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "7.4.2", + "repeat": null, + "targets": [ + { + "expr": "gitlab_runner_version_info{app=~\"^$app$\"}", + "format": "table", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "Runner version", + "transparent": true, + "type": "stat" + }, + { + "cacheTimeout": null, + "datasource": "${DS_PROMETHEUS}", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "custom": {}, + "mappings": [ + { + "$$hashKey": "object:1148", + "id": 0, + "op": "=", + "text": "N/A", + "type": 1, + "value": "null" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "light-blue", + "value": null + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 4, + "x": 7, + "y": 1 + }, + "id": 41, + "interval": null, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "last" + ], + "fields": "/^Value$/", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "7.4.2", + "repeat": null, + "targets": [ + { + "expr": "gitlab_runner_concurrent{app=~\"^$app$\"}", + "format": "table", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "Concurrent setting", + "transparent": true, + "type": "stat" + }, + { + "cacheTimeout": null, + "datasource": "${DS_PROMETHEUS}", + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "custom": {}, + "mappings": [ + { + "$$hashKey": "object:1148", + "id": 0, + "op": "=", + "text": "N/A", + "type": 1, + "value": "null" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "light-blue", + "value": null + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 4, + "x": 11, + "y": 1 + }, + "id": 44, + "interval": null, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "last" + ], + "fields": "/^Value$/", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "7.4.2", + "targets": [ + { + "expr": "gitlab_runner_limit{app=~\"^$app$\"}", + "format": "table", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{runner}}", + "refId": "A" + } + ], + "title": "Runner limit setting", + "transparent": true, + "type": "stat" + }, + { + "cacheTimeout": null, + "datasource": "${DS_PROMETHEUS}", + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "custom": {}, + "mappings": [ + { + "$$hashKey": "object:1148", + "id": 0, + "op": "=", + "text": "no limit", + "type": 1, + "value": "-1" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "light-blue", + "value": null + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 4, + "x": 15, + "y": 1 + }, + "id": 49, + "interval": null, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "last" + ], + "fields": "/^Value$/", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "7.4.2", + "targets": [ + { + "expr": "process_virtual_memory_max_bytes{app=~\"^$app$\"}", + "format": "table", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{runner}}", + "refId": "A" + } + ], + "title": "Process max virtual mem", + "transparent": true, + "type": "stat" + }, + { + "cacheTimeout": null, + "datasource": "${DS_PROMETHEUS}", + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "custom": {}, + "mappings": [ + { + "$$hashKey": "object:1148", + "id": 0, + "op": "=", + "text": "no limit", + "type": 1, + "value": "-1" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "light-blue", + "value": null + } + ] + }, + "unit": "locale" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 5, + "x": 19, + "y": 1 + }, + "id": 50, + "interval": null, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "last" + ], + "fields": "/^Value$/", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "7.4.2", + "targets": [ + { + "expr": "process_max_fds{app=~\"^$app$\"}", + "format": "table", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{runner}}", + "refId": "A" + } + ], + "title": "Process max open fd", + "transparent": true, + "type": "stat" + }, + { + "collapsed": false, + "datasource": "${DS_PROMETHEUS}", + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 12 + }, + "id": 32, + "panels": [], + "title": "General", + "type": "row" + }, + { + "aliasColors": {}, + "bars": true, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_PROMETHEUS}", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fill": 0, + "fillGradient": 0, + "gridPos": { + "h": 11, + "w": 12, + "x": 0, + "y": 13 + }, + "hiddenSeries": false, + "id": 34, + "interval": "1m", + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": false, + "rightSide": false, + "show": true, + "sort": "current", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": false, + "linewidth": 2, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "7.4.2", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": true, + "steppedLine": false, + "targets": [ + { + "exemplar": false, + "expr": "delta(gitlab_runner_api_request_statuses_total{app=~\"^$app$\"} [2m])", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{app}} : {{endpoint}} : {{status}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Total number of api requests", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "transparent": true, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1090", + "decimals": 2, + "format": "short", + "label": "count", + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "$$hashKey": "object:1091", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": true, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_PROMETHEUS}", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 1, + "gridPos": { + "h": 11, + "w": 12, + "x": 12, + "y": 13 + }, + "hiddenSeries": false, + "id": 36, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "hideEmpty": true, + "max": true, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": true + }, + "lines": false, + "linewidth": 2, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "7.4.2", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": true, + "steppedLine": false, + "targets": [ + { + "expr": "delta(gitlab_runner_errors_total{app=~\"^$app$\"} [2m])", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{app}} : {{level}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "The number of caught errors", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "transparent": true, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1253", + "format": "short", + "label": "count", + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:1254", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": true, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_PROMETHEUS}", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fill": 0, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 24 + }, + "hiddenSeries": false, + "id": 53, + "interval": "1m", + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": false, + "show": true, + "total": true, + "values": true + }, + "lines": false, + "linewidth": 2, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "7.4.2", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": true, + "steppedLine": false, + "targets": [ + { + "exemplar": false, + "expr": "sum(gitlab_runner_jobs{job=~\"kubernetes-pods\", state=\"running\",app=~\"^$app$\"}) by (app,job,executor_stage,stage)", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{app}} : {{job}} : {{executor_stage}} : {{stage}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "kubernertes-jobs", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "transparent": true, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1090", + "decimals": 2, + "format": "short", + "label": "count", + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "$$hashKey": "object:1091", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": false, + "datasource": "${DS_PROMETHEUS}", + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 33 + }, + "id": 28, + "panels": [], + "title": "Concurrency", + "type": "row" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_PROMETHEUS}", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 34 + }, + "hiddenSeries": false, + "id": 24, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "7.4.2", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "gitlab_runner_request_concurrency{app=~\"^$app$\"}", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{app}} : {{runner}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "The current number of concurrent requests for a new job", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "transparent": true, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1607", + "decimals": 0, + "format": "short", + "label": "count", + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:1608", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_PROMETHEUS}", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 34 + }, + "hiddenSeries": false, + "id": 22, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": false, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "7.4.2", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "delta(gitlab_runner_request_concurrency_exceeded_total{app=~\"^$app$\"} [2m])", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{app}} : {{ runner}} ", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Counter tracking exceeding of request concurrency", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "transparent": true, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1854", + "decimals": 1, + "format": "short", + "label": "count", + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:1855", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": false, + "datasource": "${DS_PROMETHEUS}", + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 43 + }, + "id": 52, + "panels": [], + "title": "Process", + "type": "row" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_PROMETHEUS}", + "decimals": 3, + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fill": 0, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 44 + }, + "hiddenSeries": false, + "id": 47, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": false, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "7.4.2", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "rate(process_cpu_seconds_total{app=~\"^$app$\"} [2m])", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{app}} ", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": " CPU time spent (user and system)", + "tooltip": { + "shared": false, + "sort": 2, + "value_type": "individual" + }, + "transparent": true, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1090", + "decimals": 3, + "format": "s", + "label": "rate", + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "$$hashKey": "object:1091", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_PROMETHEUS}", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fill": 0, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 44 + }, + "hiddenSeries": false, + "id": 48, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": false, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "7.4.2", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "process_open_fds{app=~\"^$app$\"}", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{app}} ", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Number of open file descriptors", + "tooltip": { + "shared": false, + "sort": 2, + "value_type": "individual" + }, + "transparent": true, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1090", + "decimals": 0, + "format": "short", + "label": "count", + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "$$hashKey": "object:1091", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_PROMETHEUS}", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fill": 0, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 53 + }, + "hiddenSeries": false, + "id": 45, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": false, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "7.4.2", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "process_virtual_memory_bytes{app=~\"^$app$\"}", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{app}} ", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Virtual memory size in bytes", + "tooltip": { + "shared": false, + "sort": 2, + "value_type": "individual" + }, + "transparent": true, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1090", + "decimals": 2, + "format": "decbytes", + "label": "usage", + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "$$hashKey": "object:1091", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_PROMETHEUS}", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fill": 0, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 53 + }, + "hiddenSeries": false, + "id": 46, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": false, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "7.4.2", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "process_resident_memory_bytes{app=~\"^$app$\"}", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{app}} ", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Resident memory size in bytes", + "tooltip": { + "shared": false, + "sort": 2, + "value_type": "individual" + }, + "transparent": true, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:1090", + "decimals": 2, + "format": "decbytes", + "label": "usage", + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "$$hashKey": "object:1091", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + } + ], + "refresh": "1m", + "schemaVersion": 27, + "style": "dark", + "tags": ["gitlab-runner"], + "templating": { + "list": [ + { + "allValue": null, + "current": {}, + "datasource": "${DS_PROMETHEUS}", + "definition": "label_values(gitlab_runner_api_request_statuses_total, app)", + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": null, + "multi": true, + "name": "app", + "options": [], + "query": { + "query": "label_values(gitlab_runner_api_request_statuses_total, app)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + } + ] + }, + "time": { + "from": "now-3h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "timezone": "browser", + "title": "Gitlab Runner Metrics", + "uid": "jTW2jWQmz", + "version": 30, + "description": "Gitlab runners metrics with kubernetes executor" +} diff --git a/apps/base/gitlab-runner/kustomization.yaml b/apps/base/gitlab-runner/kustomization.yaml index de88f7d2f7e8b78509e50eb6696892234b41736e..4d226781a2234ff3352cf1431262e81ce48dd7a9 100644 --- a/apps/base/gitlab-runner/kustomization.yaml +++ b/apps/base/gitlab-runner/kustomization.yaml @@ -9,3 +9,10 @@ resources: - ../../../shared/networkpolicies/allow-from-monitoring.yaml patchesStrategicMerge: - networkpolicy.yaml +configMapGenerator: + - name: gitlab-runner-grafana-dashboards + files: + - ./dashboards/gitlab-runner-metrics.json + options: + labels: + grafana_dashboard: gitlab-runner