Merge pull request #5 from waku-org/reliability

Add reliability panels
This commit is contained in:
kaichao 2025-02-26 18:50:39 +08:00 committed by GitHub
commit 42f644a57c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -501,6 +501,311 @@
"title": "Message Reliability",
"type": "row"
},
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"description": "Outgoing messages will be marked as failed if it's not get stored in 10 seconds.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"fieldMinMax": false,
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 1
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 30
},
"id": 15,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "single",
"sort": "none"
}
},
"pluginVersion": "11.5.1",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"disableTextWrap": false,
"editorMode": "code",
"exemplar": false,
"expr": "increase(statusgo_waku_store_query_successes_total[5m])",
"fullMetaSearch": false,
"hide": false,
"includeNullMetadata": true,
"instant": false,
"interval": "",
"legendFormat": "Store Success (5m)",
"range": true,
"refId": "B",
"useBackend": false
},
{
"disableTextWrap": false,
"editorMode": "code",
"expr": "increase(statusgo_waku_store_query_failures_total[5m])",
"fullMetaSearch": false,
"includeNullMetadata": true,
"legendFormat": "Store Failed (5m)",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "Message Stored Check",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 30
},
"id": 16,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "single",
"sort": "none"
}
},
"pluginVersion": "11.5.1",
"targets": [
{
"editorMode": "code",
"expr": "increase(statusgo_waku_message_delivery_confirmations_total[5m])",
"legendFormat": "Acked Messages (5m)",
"range": true,
"refId": "A"
}
],
"title": "Acknowledged Messages",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"description": "Aggregate the missing messages by pubsub topic since the service started.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisBorderShow": false,
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"barWidthFactor": 0.6,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"insertNulls": false,
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 38
},
"id": 17,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"hideZeros": false,
"mode": "single",
"sort": "none"
}
},
"pluginVersion": "11.5.1",
"targets": [
{
"editorMode": "code",
"expr": "sum(statusgo_waku_missed_messages_total) by (pubsub_topic)",
"legendFormat": "Total Missed Messages (5m) - {{pubsub_topic}}",
"range": true,
"refId": "A"
}
],
"title": "Missing Messages From Store",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
@ -560,8 +865,8 @@
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 30
"x": 12,
"y": 38
},
"id": 3,
"options": {
@ -585,7 +890,7 @@
"uid": "PBFA97CFB590B2093"
},
"editorMode": "code",
"expr": "statusgo_waku_message_errors_total",
"expr": "statusgo_waku_envelope_sent_errors_total",
"instant": false,
"legendFormat": "Message Errors",
"range": true,
@ -601,7 +906,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 38
"y": 46
},
"id": 14,
"panels": [],
@ -669,7 +974,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 39
"y": 47
},
"id": 1,
"options": {
@ -776,7 +1081,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 39
"y": 47
},
"id": 4,
"options": {
@ -874,7 +1179,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 47
"y": 55
},
"id": 9,
"options": {
@ -933,7 +1238,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 47
"y": 55
},
"id": 10,
"options": {
@ -1037,7 +1342,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 55
"y": 63
},
"id": 11,
"options": {