diff --git a/metrics/waku_fleet_dashboard.json b/metrics/waku_fleet_dashboard.json index a209c5807..621bfd9d2 100644 --- a/metrics/waku_fleet_dashboard.json +++ b/metrics/waku_fleet_dashboard.json @@ -8,21 +8,27 @@ "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "description": "Metrics for Waku nodes written in Nim", "editable": true, - "gnetId": null, + "fiscalYearStartMonth": 0, "graphTooltip": 0, "id": 36, - "iteration": 1629304165221, + "iteration": 1644253194447, "links": [], + "liveNow": false, "panels": [ { "collapsed": false, - "datasource": null, "gridPos": { "h": 1, "w": 24, @@ -35,13 +41,14 @@ "type": "row" }, { - "datasource": null, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], + "max": 150, + "min": 0, "thresholds": { "mode": "absolute", "steps": [ @@ -60,6 +67,14 @@ { "color": "green", "value": 2 + }, + { + "color": "#EAB839", + "value": 120 + }, + { + "color": "red", + "value": 149 } ] } @@ -74,6 +89,7 @@ }, "id": 52, "options": { + "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" @@ -85,7 +101,7 @@ "showThresholdMarkers": true, "text": {} }, - "pluginVersion": "8.0.4", + "pluginVersion": "8.3.1", "targets": [ { "exemplar": true, @@ -99,7 +115,6 @@ "type": "gauge" }, { - "datasource": null, "fieldConfig": { "defaults": { "color": { @@ -144,7 +159,7 @@ }, "textMode": "auto" }, - "pluginVersion": "8.0.4", + "pluginVersion": "8.3.1", "targets": [ { "exemplar": true, @@ -158,7 +173,6 @@ "type": "stat" }, { - "datasource": null, "fieldConfig": { "defaults": { "color": { @@ -204,7 +218,7 @@ "showUnfilled": true, "text": {} }, - "pluginVersion": "8.0.4", + "pluginVersion": "8.3.1", "targets": [ { "exemplar": true, @@ -218,107 +232,217 @@ "type": "bargauge" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": null, + "description": "", "fieldConfig": { "defaults": { - "links": [] + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 10, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "links": [], + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" }, "overrides": [] }, - "fill": 1, - "fillGradient": 0, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 11 }, - "hiddenSeries": false, "id": 11, - "legend": { - "alignAsTable": false, - "avg": true, - "current": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", "options": { - "alertThreshold": true + "legend": { + "calcs": [ + "mean" + ], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single" + } }, - "percentage": false, - "pluginVersion": "8.0.4", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "pluginVersion": "8.3.1", "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "P6693426190CB2316" + }, "exemplar": true, - "expr": "waku_node_messages_total{instance=~\"[[host]].([[dc:pipe]]).([[fleet:pipe]])\"}", + "expr": "rate(waku_node_messages_total{instance=~\"[[host]].([[dc:pipe]]).([[fleet:pipe]])\"}[1m])", "interval": "", "legendFormat": "{{type}}: {{instance}}", "refId": "A" } ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Total Messages", - "tooltip": { - "shared": true, - "sort": 2, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:115", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:116", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Messages (rate per minute)", + "type": "timeseries" + }, + { + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "store store_failure: node-01.do-ams3.wakuv2.prod" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 11 + }, + "id": 54, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single" + } + }, + "targets": [ + { + "exemplar": true, + "expr": "waku_peers_errors{instance=~\"[[host]].([[dc:pipe]]).*.([[fleet:pipe]])\"}", + "interval": "", + "legendFormat": "peer {{type}}: {{instance}}", + "refId": "A" + }, + { + "exemplar": true, + "expr": "waku_store_errors{instance=~\"[[host]].([[dc:pipe]]).*.([[fleet:pipe]])\"}", + "hide": false, + "interval": "", + "legendFormat": "store {{type}}: {{instance}}", + "refId": "B" + }, + { + "exemplar": true, + "expr": "waku_node_errors{instance=~\"[[host]].([[dc:pipe]]).*.([[fleet:pipe]])\"}", + "hide": false, + "interval": "", + "legendFormat": "node {{type}}: {{instance}}", + "refId": "C" + } + ], + "title": "Waku Errors", + "type": "timeseries" }, { - "datasource": null, "fieldConfig": { "defaults": { "color": { @@ -370,12 +494,12 @@ "overrides": [] }, "gridPos": { - "h": 9, + "h": 8, "w": 12, - "x": 12, - "y": 11 + "x": 0, + "y": 20 }, - "id": 54, + "id": 66, "options": { "legend": { "calcs": [], @@ -388,40 +512,111 @@ }, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "P6693426190CB2316" + }, "exemplar": true, - "expr": "waku_peers_errors{instance=~\"[[host]].([[dc:pipe]]).*.([[fleet:pipe]])\"}", + "expr": "count(count by (contentTopic)(waku_node_messages_total))", "interval": "", - "legendFormat": "peer {{type}}: {{instance}}", + "legendFormat": "content topics", "refId": "A" - }, - { - "exemplar": true, - "expr": "waku_store_errors{instance=~\"[[host]].([[dc:pipe]]).*.([[fleet:pipe]])\"}", - "hide": false, - "interval": "", - "legendFormat": "store {{type}}: {{instance}}", - "refId": "B" - }, - { - "exemplar": true, - "expr": "waku_node_errors{instance=~\"[[host]].([[dc:pipe]]).*.([[fleet:pipe]])\"}", - "hide": false, - "interval": "", - "legendFormat": "node {{type}}: {{instance}}", - "refId": "C" } ], - "title": "Waku Errors", + "title": "Total Content Topics", + "type": "timeseries" + }, + { + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 20 + }, + "id": 68, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "P6693426190CB2316" + }, + "exemplar": true, + "expr": "topk(10, (sum by (contentTopic)(rate(waku_node_messages_total{instance=~\"[[host]].([[dc:pipe]]).([[fleet:pipe]])\"}[1m]))))", + "interval": "", + "legendFormat": "{{contentTopic}}", + "refId": "A" + } + ], + "title": "Top content topics (message rate per minute)", "type": "timeseries" }, { "collapsed": false, - "datasource": null, "gridPos": { "h": 1, "w": 24, "x": 0, - "y": 20 + "y": 28 }, "id": 17, "panels": [], @@ -429,7 +624,6 @@ "type": "row" }, { - "datasource": null, "description": "", "fieldConfig": { "defaults": { @@ -485,7 +679,7 @@ "h": 6, "w": 12, "x": 0, - "y": 21 + "y": 29 }, "id": 48, "options": { @@ -511,7 +705,6 @@ "type": "timeseries" }, { - "datasource": null, "fieldConfig": { "defaults": { "color": { @@ -566,7 +759,7 @@ "h": 6, "w": 12, "x": 12, - "y": 21 + "y": 29 }, "id": 50, "options": { @@ -592,110 +785,118 @@ "type": "timeseries" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": null, "fieldConfig": { "defaults": { - "links": [] + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } }, "overrides": [] }, - "fill": 5, - "fillGradient": 0, "gridPos": { "h": 6, "w": 12, "x": 0, - "y": 27 + "y": 35 }, - "hiddenSeries": false, - "id": 2, - "legend": { - "alignAsTable": false, - "avg": true, - "current": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", + "id": 60, "options": { - "alertThreshold": true + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single" + } }, - "percentage": false, - "pluginVersion": "8.0.4", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": true, - "steppedLine": false, "targets": [ { - "expr": "sum by (instance)(libp2p_peers{instance=~\"[[host]].([[dc:pipe]]).*.([[fleet:pipe]])\"})", + "datasource": { + "type": "prometheus", + "uid": "P6693426190CB2316" + }, + "exemplar": true, + "expr": "libp2p_pubsub_topics {instance=~\"[[host]].([[dc:pipe]]).([[fleet:pipe]])\"}", "interval": "", - "legendFormat": "{{instance}}", + "legendFormat": "Topics: {{instance}}", "refId": "A" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "LibP2P Peers", - "tooltip": { - "shared": true, - "sort": 2, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:1306", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true }, { - "$$hashKey": "object:1307", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "datasource": { + "type": "prometheus", + "uid": "P6693426190CB2316" + }, + "exemplar": true, + "expr": "libp2p_pubsub_subscriptions_total {instance=~\"[[host]].([[dc:pipe]]).([[fleet:pipe]])\"}", + "hide": false, + "interval": "", + "legendFormat": "Subscriptions: {{instance}}", + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "P6693426190CB2316" + }, + "exemplar": true, + "expr": "libp2p_pubsub_unsubscriptions_total {instance=~\"[[host]].([[dc:pipe]]).([[fleet:pipe]])\"}", + "hide": false, + "interval": "", + "legendFormat": "Unsubscriptions: {{instance}}", + "refId": "C" } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "Pubsub Topics", + "type": "timeseries" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, "fieldConfig": { "defaults": { "links": [] @@ -708,7 +909,7 @@ "h": 6, "w": 12, "x": 12, - "y": 27 + "y": 35 }, "hiddenSeries": false, "id": 8, @@ -730,7 +931,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.0.4", + "pluginVersion": "8.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -747,9 +948,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "LibP2P PubSub Peers", "tooltip": { "shared": true, @@ -758,9 +957,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -768,25 +965,18 @@ { "$$hashKey": "object:1232", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:1233", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -794,30 +984,29 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, - "fill": 1, + "fill": 5, "fillGradient": 0, "gridPos": { "h": 6, "w": 12, "x": 0, - "y": 33 + "y": 41 }, "hiddenSeries": false, - "id": 3, + "id": 2, "legend": { "alignAsTable": false, "avg": true, "current": false, "max": false, "min": false, - "rightSide": true, + "rightSide": false, "show": true, "total": false, "values": true @@ -829,27 +1018,25 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.0.4", + "pluginVersion": "8.3.1", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "stack": false, + "stack": true, "steppedLine": false, "targets": [ { - "expr": "sum by (type)(libp2p_open_streams{instance=~\"[[host]].([[dc:pipe]]).([[fleet:pipe]])\"})", + "expr": "sum by (instance)(libp2p_peers{instance=~\"[[host]].([[dc:pipe]]).*.([[fleet:pipe]])\"})", "interval": "", - "legendFormat": "{{type}}", + "legendFormat": "{{instance}}", "refId": "A" } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, - "title": "LibP2P Open Streams", + "title": "LibP2P Peers", "tooltip": { "shared": true, "sort": 2, @@ -857,35 +1044,26 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, "yaxes": [ { - "$$hashKey": "object:115", + "$$hashKey": "object:1306", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true }, { - "$$hashKey": "object:116", + "$$hashKey": "object:1307", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -893,7 +1071,6 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, "fieldConfig": { "defaults": { "links": [] @@ -906,7 +1083,7 @@ "h": 6, "w": 12, "x": 12, - "y": 33 + "y": 41 }, "hiddenSeries": false, "id": 9, @@ -928,7 +1105,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.0.4", + "pluginVersion": "8.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -960,9 +1137,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "LibP2P Validations", "tooltip": { "shared": true, @@ -971,9 +1146,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -981,25 +1154,18 @@ { "$$hashKey": "object:189", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:190", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1007,7 +1173,6 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, "fieldConfig": { "defaults": { "links": [] @@ -1020,17 +1185,17 @@ "h": 6, "w": 12, "x": 0, - "y": 39 + "y": 47 }, "hiddenSeries": false, - "id": 6, + "id": 3, "legend": { "alignAsTable": false, "avg": true, "current": false, "max": false, "min": false, - "rightSide": false, + "rightSide": true, "show": true, "total": false, "values": true @@ -1042,7 +1207,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.0.4", + "pluginVersion": "8.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -1052,17 +1217,15 @@ "steppedLine": false, "targets": [ { - "expr": "sum by (instance)(process_open_fds{instance=~\"[[host]].([[dc:pipe]]).([[fleet:pipe]])\"})", + "expr": "sum by (type)(libp2p_open_streams{instance=~\"[[host]].([[dc:pipe]]).([[fleet:pipe]])\"})", "interval": "", - "legendFormat": "{{instance}}", + "legendFormat": "{{type}}", "refId": "A" } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, - "title": "Open File Descriptors", + "title": "LibP2P Open Streams", "tooltip": { "shared": true, "sort": 2, @@ -1070,35 +1233,26 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, "yaxes": [ { - "$$hashKey": "object:511", + "$$hashKey": "object:115", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true }, { - "$$hashKey": "object:512", + "$$hashKey": "object:116", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1106,7 +1260,6 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, "fieldConfig": { "defaults": { "links": [] @@ -1119,7 +1272,7 @@ "h": 6, "w": 12, "x": 12, - "y": 39 + "y": 47 }, "hiddenSeries": false, "id": 7, @@ -1141,7 +1294,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.0.4", + "pluginVersion": "8.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -1177,9 +1330,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "LibP2P Dials", "tooltip": { "shared": true, @@ -1188,9 +1339,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1198,29 +1347,198 @@ { "$$hashKey": "object:189", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:190", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "fieldConfig": { + "defaults": { + "links": [] + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 53 + }, + "hiddenSeries": false, + "id": 6, + "legend": { + "alignAsTable": false, + "avg": true, + "current": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum by (instance)(process_open_fds{instance=~\"[[host]].([[dc:pipe]]).([[fleet:pipe]])\"})", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Open File Descriptors", + "tooltip": { + "shared": true, + "sort": 2, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:511", + "format": "short", + "logBase": 1, + "show": true + }, + { + "$$hashKey": "object:512", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "fieldConfig": { + "defaults": { + "links": [], + "unit": "percent" + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 53 + }, + "hiddenSeries": false, + "id": 10, + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "max": true, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.3.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "exemplar": true, + "expr": "avg by (instance)(netdata_cpu_cpu_percentage_average{dimension=\"user\", instance=~\"[[host]].([[dc:pipe]]).([[fleet:pipe]])\"})", + "hide": false, + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "CPU Usage", + "tooltip": { + "shared": true, + "sort": 2, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:189", + "format": "percent", + "logBase": 1, + "show": true + }, + { + "$$hashKey": "object:190", + "format": "short", + "logBase": 1, + "show": true + } + ], + "yaxis": { + "align": false } }, { - "datasource": null, "description": "", "fieldConfig": { "defaults": { @@ -1274,10 +1592,10 @@ "overrides": [] }, "gridPos": { - "h": 6, + "h": 8, "w": 12, "x": 0, - "y": 45 + "y": 59 }, "id": 44, "options": { @@ -1292,6 +1610,10 @@ }, "targets": [ { + "datasource": { + "type": "prometheus", + "uid": "P6693426190CB2316" + }, "exemplar": true, "expr": "nim_gc_mem_bytes{instance=~\"[[host]].([[dc:pipe]]).*.([[fleet:pipe]])\"}", "interval": "", @@ -1299,125 +1621,123 @@ "refId": "A" }, { + "datasource": { + "type": "prometheus", + "uid": "P6693426190CB2316" + }, "exemplar": true, "expr": "nim_gc_mem_occupied_bytes{instance=~\"[[host]].([[dc:pipe]]).*.([[fleet:pipe]])\"}", "hide": false, "interval": "", "legendFormat": "Nim occupied memory: {{instance}}", "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "P6693426190CB2316" + }, + "exemplar": true, + "expr": "nim_gc_heap_instance_occupied_summed_bytes", + "hide": false, + "interval": "", + "legendFormat": "Nim total heap: {{instance}}", + "refId": "C" } ], "title": "Nim Memory Usage", "type": "timeseries" }, + { + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 59 + }, + "id": 64, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "P6693426190CB2316" + }, + "exemplar": true, + "expr": "nim_gc_heap_instance_occupied_bytes{instance=~\"[[host]].([[dc:pipe]]).*.([[fleet:pipe]])\"}", + "interval": "", + "legendFormat": "{{instance}} {{type_name}}", + "refId": "A" + } + ], + "title": "Heap allocation", + "type": "timeseries" + }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": { - "links": [], - "unit": "percent" - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 6, - "w": 12, - "x": 12, - "y": 45 - }, - "hiddenSeries": false, - "id": 10, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "max": true, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "8.0.4", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "exemplar": true, - "expr": "avg by (instance)(netdata_cpu_cpu_percentage_average{dimension=\"user\", instance=~\"[[host]].([[dc:pipe]]).([[fleet:pipe]])\"})", - "hide": false, - "interval": "", - "legendFormat": "{{instance}}", - "refId": "A" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "CPU Usage", - "tooltip": { - "shared": true, - "sort": 2, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:189", - "format": "percent", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:190", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": null, "fieldConfig": { "defaults": { "links": [] @@ -1430,7 +1750,7 @@ "h": 6, "w": 12, "x": 0, - "y": 51 + "y": 67 }, "hiddenSeries": false, "id": 4, @@ -1452,7 +1772,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.0.4", + "pluginVersion": "8.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -1469,9 +1789,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Virtual Memory", "tooltip": { "shared": true, @@ -1480,9 +1798,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1490,25 +1806,18 @@ { "$$hashKey": "object:263", "format": "decbytes", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:264", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -1516,7 +1825,6 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, "fieldConfig": { "defaults": { "links": [] @@ -1529,7 +1837,7 @@ "h": 6, "w": 12, "x": 12, - "y": 51 + "y": 67 }, "hiddenSeries": false, "id": 5, @@ -1551,7 +1859,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.0.4", + "pluginVersion": "8.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -1568,9 +1876,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Resident Memory", "tooltip": { "shared": true, @@ -1579,9 +1885,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -1589,35 +1893,27 @@ { "$$hashKey": "object:437", "format": "decbytes", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:438", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { "collapsed": false, - "datasource": null, "gridPos": { "h": 1, "w": 24, "x": 0, - "y": 57 + "y": 73 }, "id": 34, "panels": [], @@ -1625,7 +1921,6 @@ "type": "row" }, { - "datasource": null, "fieldConfig": { "defaults": { "color": { @@ -1677,10 +1972,10 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, + "h": 9, + "w": 12, "x": 0, - "y": 58 + "y": 74 }, "id": 36, "options": { @@ -1706,7 +2001,6 @@ "type": "timeseries" }, { - "datasource": null, "fieldConfig": { "defaults": { "color": { @@ -1758,10 +2052,10 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, - "x": 8, - "y": 58 + "h": 9, + "w": 12, + "x": 12, + "y": 74 }, "id": 38, "options": { @@ -1787,7 +2081,115 @@ "type": "timeseries" }, { - "datasource": null, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "node-01.do-ams3.wakuv2.prod" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 83 + }, + "id": 62, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "single" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "P6693426190CB2316" + }, + "exemplar": true, + "expr": "waku_store_queries{instance=~\"[[host]].([[dc:pipe]]).([[fleet:pipe]])\"}", + "interval": "", + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "title": "Waku Store Queries", + "type": "timeseries" + }, + { "fieldConfig": { "defaults": { "color": { @@ -1839,10 +2241,10 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, - "x": 16, - "y": 58 + "h": 9, + "w": 12, + "x": 12, + "y": 83 }, "id": 40, "options": { @@ -1869,12 +2271,11 @@ }, { "collapsed": false, - "datasource": null, "gridPos": { "h": 1, "w": 24, "x": 0, - "y": 66 + "y": 92 }, "id": 20, "panels": [], @@ -1882,7 +2283,6 @@ "type": "row" }, { - "datasource": null, "description": "Waku Filter Peers", "fieldConfig": { "defaults": { @@ -1938,7 +2338,7 @@ "h": 8, "w": 8, "x": 0, - "y": 67 + "y": 93 }, "id": 22, "options": { @@ -1965,7 +2365,6 @@ "type": "timeseries" }, { - "datasource": null, "fieldConfig": { "defaults": { "color": { @@ -2020,7 +2419,7 @@ "h": 8, "w": 8, "x": 8, - "y": 67 + "y": 93 }, "id": 24, "options": { @@ -2046,7 +2445,6 @@ "type": "timeseries" }, { - "datasource": null, "description": "", "fieldConfig": { "defaults": { @@ -2102,7 +2500,7 @@ "h": 8, "w": 8, "x": 16, - "y": 67 + "y": 93 }, "id": 26, "options": { @@ -2129,12 +2527,11 @@ }, { "collapsed": false, - "datasource": null, "gridPos": { "h": 1, "w": 24, "x": 0, - "y": 75 + "y": 101 }, "id": 28, "panels": [], @@ -2142,7 +2539,6 @@ "type": "row" }, { - "datasource": null, "fieldConfig": { "defaults": { "color": { @@ -2197,7 +2593,7 @@ "h": 8, "w": 12, "x": 0, - "y": 76 + "y": 102 }, "id": 30, "options": { @@ -2223,7 +2619,6 @@ "type": "timeseries" }, { - "datasource": null, "fieldConfig": { "defaults": { "color": { @@ -2278,7 +2673,7 @@ "h": 8, "w": 12, "x": 12, - "y": 76 + "y": 102 }, "id": 32, "options": { @@ -2305,12 +2700,11 @@ }, { "collapsed": false, - "datasource": null, "gridPos": { "h": 1, "w": 24, "x": 0, - "y": 84 + "y": 110 }, "id": 15, "panels": [], @@ -2322,7 +2716,6 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, "description": "number of swap peers", "fill": 1, "fillGradient": 0, @@ -2330,7 +2723,7 @@ "h": 7, "w": 8, "x": 0, - "y": 85 + "y": 111 }, "hiddenSeries": false, "id": 13, @@ -2350,7 +2743,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.0.4", + "pluginVersion": "8.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -2368,9 +2761,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Waku Swap Peers", "tooltip": { "shared": true, @@ -2379,9 +2770,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -2389,25 +2778,18 @@ { "$$hashKey": "object:139", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:140", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { @@ -2415,7 +2797,6 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": null, "description": "swap account state for each peer", "fill": 1, "fillGradient": 0, @@ -2423,7 +2804,7 @@ "h": 7, "w": 8, "x": 8, - "y": 85 + "y": 111 }, "hiddenSeries": false, "id": 18, @@ -2446,7 +2827,7 @@ "alertThreshold": true }, "percentage": false, - "pluginVersion": "8.0.4", + "pluginVersion": "8.3.1", "pointradius": 2, "points": false, "renderer": "flot", @@ -2511,9 +2892,7 @@ } ], "thresholds": [], - "timeFrom": null, "timeRegions": [], - "timeShift": null, "title": "Waku Swap Account State", "tooltip": { "shared": true, @@ -2522,9 +2901,7 @@ }, "type": "graph", "xaxis": { - "buckets": null, "mode": "time", - "name": null, "show": true, "values": [] }, @@ -2532,29 +2909,21 @@ { "$$hashKey": "object:139", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true }, { "$$hashKey": "object:140", "format": "short", - "label": null, "logBase": 1, - "max": null, - "min": null, "show": true } ], "yaxis": { - "align": false, - "alignLevel": null + "align": false } }, { - "datasource": null, "fieldConfig": { "defaults": { "color": { @@ -2609,7 +2978,7 @@ "h": 7, "w": 8, "x": 16, - "y": 85 + "y": 111 }, "id": 42, "options": { @@ -2635,21 +3004,18 @@ "type": "timeseries" } ], - "refresh": "5m", - "schemaVersion": 30, + "refresh": "30s", + "schemaVersion": 33, "style": "dark", "tags": [], "templating": { "list": [ { - "allValue": null, "current": { "selected": true, "text": ".*", "value": ".*" }, - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Hostname regex", @@ -2668,22 +3034,16 @@ "type": "custom" }, { - "allValue": null, "current": { "selected": true, "text": [ - "wakuv2.prod", - "wakuv2.test" + "wakuv2.prod" ], "value": [ - "wakuv2.prod", - "wakuv2.test" + "wakuv2.prod" ] }, - "datasource": null, "definition": "label_values(libp2p_peers, fleet)", - "description": null, - "error": null, "hide": 0, "includeAll": false, "label": "Fleet name", @@ -2704,7 +3064,6 @@ "useTags": false }, { - "allValue": null, "current": { "selected": true, "text": [ @@ -2714,17 +3073,17 @@ "$__all" ] }, - "datasource": "-- Grafana --", "definition": "label_values(libp2p_peers, datacenter)", - "description": null, - "error": null, "hide": 0, "includeAll": true, "label": "Data Center", "multi": true, "name": "dc", "options": [], - "query": "label_values(libp2p_peers, datacenter)", + "query": { + "query": "label_values(libp2p_peers, datacenter)", + "refId": "StandardVariableQuery" + }, "refresh": 1, "regex": "", "skipUrlSync": false, @@ -2737,7 +3096,7 @@ ] }, "time": { - "from": "now-6h", + "from": "now-12h", "to": "now" }, "timepicker": { @@ -2756,5 +3115,6 @@ "timezone": "", "title": "Nim-Waku V2", "uid": "qrp_ZCTGz", - "version": 26 + "version": 37, + "weekStart": "" } \ No newline at end of file