From b4ce851ce8b646aa3ce4a2cf3a46f59b21b79846 Mon Sep 17 00:00:00 2001 From: lkr-braiins Date: Tue, 23 Aug 2022 11:25:40 +0000 Subject: [PATCH] Release 22.07.1 --- docker-compose.yml | 2 +- .../farm-proxy/debug_dashboard.json | 1654 +++++++++++------ monitoring/prometheus/prometheus.yml | 4 +- 3 files changed, 1040 insertions(+), 620 deletions(-) diff --git a/docker-compose.yml b/docker-compose.yml index e625c5d..c8d4f84 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -5,7 +5,7 @@ volumes: scanner_data: {} services: farm-proxy: - image: braiinssystems/farm-proxy:22.07 + image: braiinssystems/farm-proxy:22.07.1 container_name: farm-proxy network_mode: "host" volumes: diff --git a/monitoring/grafana/provisioning/default_dashboards/farm-proxy/debug_dashboard.json b/monitoring/grafana/provisioning/default_dashboards/farm-proxy/debug_dashboard.json index 8e3b548..93a8ac4 100644 --- a/monitoring/grafana/provisioning/default_dashboards/farm-proxy/debug_dashboard.json +++ b/monitoring/grafana/provisioning/default_dashboards/farm-proxy/debug_dashboard.json @@ -24,11 +24,23 @@ "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 1, - "id": 4, - "iteration": 1648104027799, + "id": null, + "iteration": 1659687486099, "links": [], "liveNow": false, "panels": [ + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 62, + "panels": [], + "type": "row" + }, { "fieldConfig": { "defaults": { @@ -53,7 +65,7 @@ "h": 4, "w": 12, "x": 0, - "y": 0 + "y": 1 }, "id": 53, "options": { @@ -144,7 +156,7 @@ "h": 9, "w": 12, "x": 12, - "y": 0 + "y": 1 }, "id": 2, "options": { @@ -215,7 +227,7 @@ "h": 3, "w": 12, "x": 0, - "y": 4 + "y": 5 }, "id": 43, "options": { @@ -275,7 +287,7 @@ "h": 9, "w": 12, "x": 0, - "y": 7 + "y": 8 }, "id": 8, "options": { @@ -416,7 +428,7 @@ "h": 9, "w": 12, "x": 12, - "y": 9 + "y": 10 }, "id": 9, "options": { @@ -506,7 +518,7 @@ "h": 9, "w": 12, "x": 0, - "y": 16 + "y": 17 }, "id": 23, "options": { @@ -561,7 +573,7 @@ "h": 1, "w": 24, "x": 0, - "y": 25 + "y": 26 }, "id": 41, "panels": [ @@ -877,7 +889,7 @@ "h": 1, "w": 24, "x": 0, - "y": 26 + "y": 27 }, "id": 39, "panels": [], @@ -939,7 +951,7 @@ "h": 11, "w": 24, "x": 0, - "y": 27 + "y": 28 }, "id": 31, "options": { @@ -1031,7 +1043,7 @@ "h": 8, "w": 12, "x": 0, - "y": 38 + "y": 39 }, "id": 32, "options": { @@ -1123,7 +1135,7 @@ "h": 8, "w": 12, "x": 12, - "y": 38 + "y": 39 }, "id": 25, "options": { @@ -1216,7 +1228,7 @@ "h": 8, "w": 12, "x": 0, - "y": 46 + "y": 47 }, "id": 19, "options": { @@ -1308,7 +1320,7 @@ "h": 8, "w": 12, "x": 12, - "y": 46 + "y": 47 }, "id": 20, "options": { @@ -1398,7 +1410,7 @@ "h": 8, "w": 12, "x": 0, - "y": 54 + "y": 55 }, "id": 47, "options": { @@ -1488,7 +1500,7 @@ "h": 8, "w": 12, "x": 12, - "y": 54 + "y": 55 }, "id": 49, "options": { @@ -1573,7 +1585,7 @@ "h": 8, "w": 12, "x": 0, - "y": 62 + "y": 63 }, "id": 60, "options": { @@ -1583,7 +1595,8 @@ "placement": "bottom" }, "tooltip": { - "mode": "single" + "mode": "single", + "sort": "none" } }, "pluginVersion": "8.3.3", @@ -1591,7 +1604,7 @@ { "datasource": { "type": "prometheus", - "uid": "prom1" + "uid": "PABF2E7BD7AE7B0F4" }, "exemplar": true, "expr": "sum(FP_target_down_reason_total) by (reason, target)", @@ -1647,7 +1660,7 @@ "h": 8, "w": 12, "x": 12, - "y": 62 + "y": 63 }, "id": 51, "options": { @@ -1682,663 +1695,1082 @@ "type": "stat" }, { - "collapsed": false, + "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, - "y": 70 + "y": 71 }, "id": 11, - "panels": [], - "title": "Router metrics", - "type": "row" - }, - { - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" + "panels": [ + { + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + } }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" + "overrides": [] + }, + "gridPos": { + "h": 10, + "w": 24, + "x": 0, + "y": 4 + }, + "id": 45, + "options": { + "legend": { + "calcs": [ + "min", + "max", + "lastNotNull" + ], + "displayMode": "table", + "placement": "bottom" }, - "thresholdsStyle": { - "mode": "off" + "tooltip": { + "mode": "single", + "sort": "none" } }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PABF2E7BD7AE7B0F4" }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 10, - "w": 24, - "x": 0, - "y": 71 - }, - "id": 45, - "options": { - "legend": { - "calcs": [ - "min", - "max", - "lastNotNull" + "exemplar": true, + "expr": "sum(FP_score_by_target{target=~\"$target\"}) by (target)", + "interval": "", + "legendFormat": "{{target}}", + "refId": "A" + } ], - "displayMode": "table", - "placement": "bottom" + "title": "Score by target", + "type": "timeseries" }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ { - "datasource": { - "type": "prometheus", - "uid": "PABF2E7BD7AE7B0F4" + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] }, - "exemplar": true, - "expr": "sum(FP_score_by_target{target=~\"$target\"}) by (target)", - "interval": "", - "legendFormat": "{{target}}", - "refId": "A" - } - ], - "title": "Score by target", - "type": "timeseries" - }, - { - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 14 }, - "custom": { - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" + "id": 37, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" }, - "thresholdsStyle": { - "mode": "off" + "tooltip": { + "mode": "single", + "sort": "none" } }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PABF2E7BD7AE7B0F4" }, - { - "color": "red", - "value": 80 - } - ] - } + "exemplar": true, + "expr": "sum(rate(FP_upstream_request_timeout_queue[10m])) by (type)", + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "title": "Timeout counter v1 upstream", + "type": "timeseries" }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 81 - }, - "id": 37, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom" - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ { - "datasource": { - "type": "prometheus", - "uid": "PABF2E7BD7AE7B0F4" + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] }, - "exemplar": true, - "expr": "sum(rate(FP_upstream_request_timeout_queue[10m])) by (type)", - "interval": "", - "legendFormat": "", - "refId": "A" - } - ], - "title": "Timeout counter v1 upstream", - "type": "timeseries" - }, - { - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 14 }, - "custom": { - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" + "id": 35, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" }, - "thresholdsStyle": { - "mode": "off" + "tooltip": { + "mode": "single", + "sort": "none" } }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PABF2E7BD7AE7B0F4" }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 81 - }, - "id": 35, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom" + "exemplar": true, + "expr": "sum(rate(FP_upstream_request_queue[10m]))", + "interval": "", + "legendFormat": "#request in Upstream queue", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PABF2E7BD7AE7B0F4" + }, + "exemplar": true, + "expr": "sum(rate(FP_upstream_request_timeout_queue[10m]))", + "hide": false, + "interval": "", + "legendFormat": "#timeout request in Upstream queue", + "refId": "B" + } + ], + "title": "V1 upstream queue size", + "type": "timeseries" }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ { - "datasource": { - "type": "prometheus", - "uid": "PABF2E7BD7AE7B0F4" + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] }, - "exemplar": true, - "expr": "sum(rate(FP_upstream_request_queue[10m]))", - "interval": "", - "legendFormat": "#request in Upstream queue", - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PABF2E7BD7AE7B0F4" + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 22 }, - "exemplar": true, - "expr": "sum(rate(FP_upstream_request_timeout_queue[10m]))", - "hide": false, - "interval": "", - "legendFormat": "#timeout request in Upstream queue", - "refId": "B" - } - ], - "title": "V1 upstream queue size", - "type": "timeseries" - }, - { - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" + "id": 29, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null + "pluginVersion": "8.4.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PABF2E7BD7AE7B0F4" }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 89 - }, - "id": 29, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" + "exemplar": true, + "expr": "sum(FP_buffers_sizes) by (name)", + "interval": "", + "legendFormat": "{{name}}", + "refId": "A" + } ], - "fields": "", - "values": false + "title": "Waiting queue monitoring", + "type": "stat" }, - "textMode": "auto" - }, - "pluginVersion": "8.4.0", - "targets": [ { - "datasource": { - "type": "prometheus", - "uid": "PABF2E7BD7AE7B0F4" + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] }, - "exemplar": true, - "expr": "sum(FP_buffers_sizes) by (name)", - "interval": "", - "legendFormat": "{{name}}", - "refId": "A" - } - ], - "title": "Waiting queue monitoring", - "type": "stat" - }, - { - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 22 }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null + "id": 27, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showThresholdLabels": false, + "showThresholdMarkers": true, + "textMode": "auto" + }, + "pluginVersion": "8.4.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PABF2E7BD7AE7B0F4" }, - { - "color": "red", - "value": 80 + "exemplar": true, + "expr": "sum(FP_provider_to_remove_size) by (type)", + "interval": "", + "legendFormat": "{{type}}", + "refId": "A" + } + ], + "title": "Providerds to remove", + "type": "stat" + }, + { + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] } - ] - } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 30 + }, + "id": 55, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PABF2E7BD7AE7B0F4" + }, + "exemplar": true, + "expr": "sum(increase(FP_job_submits_size[10m]))", + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "title": "Job submits map size", + "type": "timeseries" }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 89 - }, - "id": 27, - "options": { - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" + { + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 30 + }, + "id": 57, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PABF2E7BD7AE7B0F4" + }, + "exemplar": true, + "expr": "FP_job_queue_size", + "interval": "", + "legendFormat": "", + "refId": "A" + } ], - "fields": "", - "values": false + "title": "Job queue size", + "type": "timeseries" }, - "showThresholdLabels": false, - "showThresholdMarkers": true - }, - "pluginVersion": "8.4.0", - "targets": [ { - "datasource": { - "type": "prometheus", - "uid": "PABF2E7BD7AE7B0F4" + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] }, - "exemplar": true, - "expr": "sum(FP_provider_to_remove_size) by (type)", - "interval": "", - "legendFormat": "{{type}}", - "refId": "A" + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 38 + }, + "id": 59, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PABF2E7BD7AE7B0F4" + }, + "exemplar": true, + "expr": "sum(increase(FP_old_jobs[1m])) by (controller)", + "interval": "", + "legendFormat": "{{controller}}", + "refId": "A" + } + ], + "title": "Old jobs detection", + "type": "timeseries" } ], - "title": "Providerds to remove", - "type": "stat" + "title": "Router metrics", + "type": "row" }, { - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 72 + }, + "id": 64, + "panels": [ + { + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] }, - "custom": { - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 30 + }, + "id": 76, + "options": { + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" + "showThresholdLabels": false, + "showThresholdMarkers": true + }, + "pluginVersion": "8.4.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PABF2E7BD7AE7B0F4" + }, + "exemplar": true, + "expr": "sum(FP_cert_refresh_total)", + "interval": "", + "legendFormat": "#New Certificates", + "refId": "A" + } + ], + "title": "#New Certificates", + "type": "gauge" + }, + { + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + } }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 30 + }, + "id": 72, + "options": { + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false }, - "thresholdsStyle": { - "mode": "off" - } + "showThresholdLabels": false, + "showThresholdMarkers": true }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null + "pluginVersion": "8.4.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PABF2E7BD7AE7B0F4" }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 97 - }, - "id": 55, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom" + "exemplar": true, + "expr": "FP_farm_management_number_active_connection_total", + "interval": "", + "legendFormat": "#Active connection", + "refId": "A" + } + ], + "title": "#Active connection", + "type": "gauge" }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ { - "datasource": { - "type": "prometheus", - "uid": "PABF2E7BD7AE7B0F4" + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] }, - "exemplar": true, - "expr": "sum(increase(FP_job_submits_size[10m]))", - "interval": "", - "legendFormat": "", - "refId": "A" - } - ], - "title": "Job submits map size", - "type": "timeseries" - }, - { - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 38 }, - "custom": { - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false + "id": 70, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PABF2E7BD7AE7B0F4" + }, + "exemplar": true, + "expr": "sum(rate(FP_farm_management_submit_data_error_total[60m])) by (reason)", + "hide": false, + "interval": "", + "legendFormat": "#data sent failed {{reason}}", + "refId": "C" }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" + { + "datasource": { + "type": "prometheus", + "uid": "PABF2E7BD7AE7B0F4" + }, + "exemplar": true, + "expr": "sum(rate(FP_farm_management_data_failed_total[60m])) by (reason)", + "hide": false, + "interval": "", + "legendFormat": "#data sent failed {{reason}}", + "refId": "D" }, - "thresholdsStyle": { - "mode": "off" + { + "datasource": { + "type": "prometheus", + "uid": "PABF2E7BD7AE7B0F4" + }, + "exemplar": true, + "expr": "sum(rate(FP_cert_refresh_failed_total[60m])) by (reason)", + "hide": false, + "interval": "", + "legendFormat": "#certificate refresh failed {{reason}}", + "refId": "A" } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null + ], + "title": "Farm management problems", + "type": "timeseries" + }, + { + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + } + ] + } + }, + "overrides": [ { - "color": "red", - "value": 80 + "matcher": { + "id": "byRegexp", + "options": "#batch ticks" + }, + "properties": [ + { + "id": "custom.axisPlacement", + "value": "right" + } + ] } ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 97 - }, - "id": 57, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom" - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PABF2E7BD7AE7B0F4" }, - "exemplar": true, - "expr": "FP_job_queue_size", - "interval": "", - "legendFormat": "", - "refId": "A" - } - ], - "title": "Job queue size", - "type": "timeseries" - }, - { - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 38 }, - "custom": { - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" + "id": 77, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" }, - "thresholdsStyle": { - "mode": "off" + "tooltip": { + "mode": "single", + "sort": "none" } }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PABF2E7BD7AE7B0F4" }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 105 - }, - "id": 59, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom" + "exemplar": true, + "expr": "sum(rate(FP_farm_management_telemetry_payload_recv_total[60m]))", + "interval": "", + "legendFormat": "#received messages", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PABF2E7BD7AE7B0F4" + }, + "exemplar": true, + "expr": "sum(rate(FP_farm_management_data_recv_total[60m]))", + "hide": false, + "interval": "", + "legendFormat": "#received data", + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PABF2E7BD7AE7B0F4" + }, + "exemplar": true, + "expr": "sum(rate(FP_farm_management_batch_ticks_total[60m]))", + "hide": false, + "interval": "", + "legendFormat": "#batch ticks", + "refId": "C" + } + ], + "title": "#received messages/data per hour", + "type": "timeseries" }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ { - "datasource": { - "type": "prometheus", - "uid": "PABF2E7BD7AE7B0F4" + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + } + ] + } + }, + "overrides": [] }, - "exemplar": true, - "expr": "sum(increase(FP_old_jobs[1m])) by (controller)", - "interval": "", - "legendFormat": "{{controller}}", - "refId": "A" + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 46 + }, + "id": 66, + "options": { + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showThresholdLabels": false, + "showThresholdMarkers": true + }, + "pluginVersion": "8.4.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PABF2E7BD7AE7B0F4" + }, + "exemplar": true, + "expr": "FP_farm_management_accepted_device_registration_total", + "interval": "", + "legendFormat": "#device accepted registration", + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PABF2E7BD7AE7B0F4" + }, + "exemplar": true, + "expr": "FP_farm_management_rejected_device_registration_total", + "hide": false, + "interval": "", + "legendFormat": "#device rejected registration", + "refId": "B" + } + ], + "title": "#Device registration", + "type": "gauge" } ], - "title": "Old jobs detection", - "type": "timeseries" + "title": "Farm Management", + "type": "row" } ], "refresh": "1m", @@ -2348,11 +2780,7 @@ "templating": { "list": [ { - "current": { - "selected": false, - "text": "All", - "value": "$__all" - }, + "current": {}, "datasource": { "type": "prometheus", "uid": "PABF2E7BD7AE7B0F4" @@ -2410,11 +2838,7 @@ "type": "custom" }, { - "current": { - "selected": false, - "text": "All", - "value": "$__all" - }, + "current": {}, "datasource": { "type": "prometheus", "uid": "PABF2E7BD7AE7B0F4" @@ -2472,11 +2896,7 @@ "type": "custom" }, { - "current": { - "selected": true, - "text": "All", - "value": "$__all" - }, + "current": {}, "datasource": { "type": "prometheus", "uid": "PABF2E7BD7AE7B0F4" @@ -2500,13 +2920,13 @@ ] }, "time": { - "from": "now-30m", + "from": "now-3h", "to": "now" }, "timepicker": {}, "timezone": "", "title": "Debug Dashboard FP", "uid": "6JZhw2H7z9", - "version": 1, + "version": 4, "weekStart": "" -} +} \ No newline at end of file diff --git a/monitoring/prometheus/prometheus.yml b/monitoring/prometheus/prometheus.yml index 9a053d7..d1839ef 100644 --- a/monitoring/prometheus/prometheus.yml +++ b/monitoring/prometheus/prometheus.yml @@ -32,11 +32,11 @@ scrape_configs: # Add file name as a label - source_labels: ["__meta_filepath"] regex: "\\/mnt\\/miners_(.+?)\\.json.*" - target_label: "building" + target_label: "building" # Get rid of port in address - source_labels: ["__address__"] regex: "^(.+?):.*" - target_label: "instance" + target_label: "instance" ################################################################################### # The following is optional. Useful if you manage your farm by using # subnets.