2023-07-20 20:35:23 +00:00
{
2023-07-24 17:10:22 +00:00
"annotations" : {
2023-07-20 20:35:23 +00:00
"list" : [
{
2023-07-24 17:10:22 +00:00
"builtIn" : 1 ,
"datasource" : {
"type" : "grafana" ,
"uid" : "-- Grafana --"
} ,
"enable" : true ,
"hide" : true ,
"iconColor" : "rgba(0, 211, 255, 1)" ,
"name" : "Annotations & Alerts" ,
"target" : {
"limit" : 100 ,
"matchAny" : false ,
"tags" : [ ] ,
"type" : "dashboard"
} ,
"type" : "dashboard"
2023-07-20 20:35:23 +00:00
}
2023-07-24 17:10:22 +00:00
]
} ,
"editable" : true ,
"fiscalYearStartMonth" : 0 ,
"graphTooltip" : 0 ,
2023-09-18 17:23:02 +00:00
"id" : 3 ,
2023-07-24 17:10:22 +00:00
"links" : [ ] ,
"liveNow" : false ,
"panels" : [
2023-07-20 20:35:23 +00:00
{
2023-07-24 17:10:22 +00:00
"collapsed" : false ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 0
2023-07-20 20:35:23 +00:00
} ,
2023-07-24 17:10:22 +00:00
"id" : 16 ,
"panels" : [ ] ,
"title" : "Cluster Status" ,
"type" : "row"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
2023-07-20 20:35:23 +00:00
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
2023-07-24 17:10:22 +00:00
"fieldConfig" : {
2023-07-20 20:35:23 +00:00
"defaults" : {
2023-07-24 17:10:22 +00:00
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2023-07-20 20:35:23 +00:00
} ,
"overrides" : [ ]
} ,
2023-07-24 17:10:22 +00:00
"gridPos" : {
2023-07-20 20:35:23 +00:00
"h" : 8 ,
2023-07-24 17:10:22 +00:00
"w" : 6 ,
2023-07-20 20:35:23 +00:00
"x" : 0 ,
2023-07-24 17:10:22 +00:00
"y" : 1
2023-07-20 20:35:23 +00:00
} ,
2023-07-24 17:10:22 +00:00
"id" : 10 ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "none" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"last"
] ,
"fields" : "" ,
"limit" : 1 ,
"values" : true
} ,
"textMode" : "auto"
2023-07-20 20:35:23 +00:00
} ,
2023-07-24 17:10:22 +00:00
"pluginVersion" : "9.5.5" ,
"targets" : [
2023-07-20 20:35:23 +00:00
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "consul_consul_server_0_members_servers{pod=\"consul-server-0\"}" ,
"hide" : false ,
"instant" : true ,
"legendFormat" : "__auto" ,
"range" : false ,
"refId" : "A"
2023-07-20 20:35:23 +00:00
}
2023-07-24 17:10:22 +00:00
] ,
"title" : "Number of Consul Servers" ,
"type" : "stat"
} ,
{
"datasource" : {
2023-07-20 20:35:23 +00:00
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
2023-09-18 17:23:02 +00:00
"description" : "" ,
2023-07-24 17:10:22 +00:00
"fieldConfig" : {
2023-07-20 20:35:23 +00:00
"defaults" : {
2023-07-24 17:10:22 +00:00
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
2023-07-20 20:35:23 +00:00
} ,
"overrides" : [ ]
2023-07-24 17:10:22 +00:00
} ,
"gridPos" : {
2023-07-20 20:35:23 +00:00
"h" : 8 ,
2023-07-24 17:10:22 +00:00
"w" : 8 ,
"x" : 6 ,
"y" : 1
} ,
2023-09-18 17:23:02 +00:00
"id" : 60 ,
2023-07-24 17:10:22 +00:00
"options" : {
"colorMode" : "value" ,
"graphMode" : "none" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"last"
] ,
"fields" : "" ,
"values" : false
2023-07-20 20:35:23 +00:00
} ,
2023-07-24 17:10:22 +00:00
"textMode" : "auto"
} ,
"pluginVersion" : "9.5.5" ,
"targets" : [
2023-07-20 20:35:23 +00:00
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
2023-09-18 17:23:02 +00:00
"editorMode" : "builder" ,
2023-07-24 17:10:22 +00:00
"exemplar" : false ,
2023-09-18 17:23:02 +00:00
"expr" : "count(consul_dataplane_envoy_connected)" ,
2023-07-24 17:10:22 +00:00
"hide" : false ,
"instant" : true ,
"legendFormat" : "__auto" ,
"range" : false ,
"refId" : "A"
2023-07-20 20:35:23 +00:00
}
2023-07-24 17:10:22 +00:00
] ,
2023-09-18 17:23:02 +00:00
"title" : "Number of Connected Consul-dataplanes" ,
2023-07-24 17:10:22 +00:00
"type" : "stat"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
2023-07-20 20:35:23 +00:00
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
2023-07-24 17:10:22 +00:00
"description" : "Must be 1" ,
"fieldConfig" : {
2023-07-20 20:35:23 +00:00
"defaults" : {
2023-07-24 17:10:22 +00:00
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 1
}
]
2023-07-20 20:35:23 +00:00
}
} ,
"overrides" : [ ]
2023-07-24 17:10:22 +00:00
} ,
"gridPos" : {
2023-07-20 20:35:23 +00:00
"h" : 8 ,
2023-07-24 17:10:22 +00:00
"w" : 10 ,
"x" : 14 ,
"y" : 1
} ,
"id" : 12 ,
"options" : {
2023-07-20 20:35:23 +00:00
"legend" : {
2023-07-24 17:10:22 +00:00
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
2023-07-20 20:35:23 +00:00
} ,
"tooltip" : {
2023-07-24 17:10:22 +00:00
"mode" : "single" ,
"sort" : "none"
2023-07-20 20:35:23 +00:00
}
2023-07-24 17:10:22 +00:00
} ,
"targets" : [
2023-07-20 20:35:23 +00:00
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "sum({__name__=~\".+server_isLeader\"})" ,
"instant" : false ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
2023-07-20 20:35:23 +00:00
}
2023-07-24 17:10:22 +00:00
] ,
"title" : "Number of Leader (1: Healthy)" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
2023-09-18 17:23:02 +00:00
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "No data in agentless mode" ,
"fieldConfig" : {
"defaults" : {
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "short"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 8 ,
"x" : 6 ,
"y" : 9
} ,
"id" : 29 ,
"options" : {
"colorMode" : "value" ,
"graphMode" : "none" ,
"justifyMode" : "auto" ,
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"last"
] ,
"fields" : "" ,
"values" : false
} ,
"textMode" : "auto"
} ,
"pluginVersion" : "9.5.5" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "count(kube_pod_container_resource_limits{pod=~\"consul-client-.*\", container=\"consul\", resource=\"memory\"})" ,
"hide" : false ,
"instant" : true ,
"legendFormat" : "__auto" ,
"range" : false ,
"refId" : "A"
}
] ,
"title" : "Number of Consul Clients (No data in agentless mode)" ,
"type" : "stat"
} ,
2023-07-20 20:35:23 +00:00
{
2023-07-24 17:10:22 +00:00
"collapsed" : true ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
2023-07-20 20:35:23 +00:00
"x" : 0 ,
2023-09-18 17:23:02 +00:00
"y" : 17
2023-07-24 17:10:22 +00:00
} ,
"id" : 40 ,
"panels" : [
2023-07-20 20:35:23 +00:00
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 10
} ,
"id" : 22 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "builder" ,
"expr" : "consul_raft_leader_lastContact{quantile=\"0.5\"}" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "consul_raft_leader_lastContact{quantile=\"0.99\"}" ,
"hide" : false ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "B"
}
] ,
"title" : "Raft Leader LastContact 99th and 50th (ms)" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "Use consul.raft.rpc.appendEntries to understand how long it takes a follower node to process newly received Raft logs from the leader. Like consul.raft.commitTime, increases in this metric can indicate higher load on your Consul servers, and come with a risk of stale data. Since this metric is exposed within each follower, you should aggregate it as both an average (to track overall load on your Raft servers) and a percentile (to watch for outlier nodes)." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 10
} ,
"id" : 18 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "consul_raft_rpc_appendEntries{quantile=\"0.99\"}" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "consul_raft_rpc_appendEntries{quantile=\"0.5\"}" ,
"hide" : false ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "B"
}
] ,
"title" : "Follower Append Entries Latency 99th and 50th (ms)" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 18
} ,
"id" : 20 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "consul_raft_commitTime{quantile=\"0.99\"}" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "consul_raft_commitTime{quantile=\"0.5\"}" ,
"hide" : false ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "B"
}
] ,
"title" : "Leader Raft Commit Latency 99th and 50th (ms)" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 18
} ,
"id" : 46 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "rate(consul_raft_fsm_apply_sum[5m])\n/\nrate(consul_raft_fsm_apply_count[5m])" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Average Raft FSM Apply Latency per 5 minutes (ms)" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 26
} ,
"id" : 47 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(consul_raft_apply[5m]))" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Raft Apply Rate per 5 minutes" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
2023-07-24 17:10:22 +00:00
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "An approximate measurement of the proportion of time the main Raft goroutine is busy and unavailable to accept new work." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 26
} ,
"id" : 41 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "builder" ,
"expr" : "consul_raft_thread_main_saturation{pod=~\"consul-server-.*\",quantile=\"0.9\"}" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Raft thread main saturation (percentage)" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "An approximate measurement of the proportion of time the FSM Raft goroutine is busy and unavailable to accept new work." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 34
} ,
"id" : 42 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "builder" ,
"expr" : "consul_raft_thread_fsm_saturation{pod=~\"consul-server-.*\", quantile=\"0.9\"}" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Raft thread FSM saturation (percentage)" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
}
2023-07-24 17:10:22 +00:00
] ,
"title" : "Raft" ,
"type" : "row"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"collapsed" : true ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
2023-07-20 20:35:23 +00:00
"x" : 0 ,
2023-09-18 17:23:02 +00:00
"y" : 18
2023-07-24 17:10:22 +00:00
} ,
"id" : 43 ,
"panels" : [
2023-07-20 20:35:23 +00:00
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "Measures the time spent updating the raft store from the serf member information." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green"
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 11
} ,
"id" : 44 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "rate(consul_leader_reconcile_sum{pod=~\"consul-server-.*\"}[5m])\n/ \nrate(consul_leader_reconcile_count{pod=~\"consul-server-.*\"}[5m])" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Average latency of leader reconcile per 5 minutes (ms)" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "Increments whenever a Consul server becomes a leader." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green"
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 11
} ,
"id" : 45 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "sum(consul_raft_state_leader{pod=~\"consul-server-.*\"})" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Count of a new leader elected [so far] (increasing only)" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
}
2023-07-24 17:10:22 +00:00
] ,
"title" : "Leadership Changes" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-09-18 17:23:02 +00:00
"y" : 19
2023-07-20 20:35:23 +00:00
} ,
2023-07-24 17:10:22 +00:00
"id" : 14 ,
"panels" : [
2023-07-20 20:35:23 +00:00
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 15 ,
"x" : 0 ,
"y" : 12
} ,
"id" : 6 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "builder" ,
"expr" : "rate(container_cpu_usage_seconds_total{container=\"consul\", pod=~\"consul-server-.*\"}[5m])" ,
"hide" : false ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "builder" ,
"expr" : "kube_pod_container_resource_limits{resource=\"cpu\", container=\"consul\"}" ,
"hide" : true ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "B"
}
] ,
"title" : "CPU Usage in Seconds (Consul servers)" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
2023-07-24 17:10:22 +00:00
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "All consul servers have the same limit" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "thresholds"
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 9 ,
"x" : 15 ,
"y" : 12
} ,
"id" : 4 ,
"options" : {
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"lastNotNull"
] ,
"fields" : "" ,
"values" : false
} ,
"showThresholdLabels" : false ,
"showThresholdMarkers" : true
} ,
"pluginVersion" : "9.5.5" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "builder" ,
"exemplar" : false ,
"expr" : "kube_pod_container_resource_limits{resource=\"cpu\", pod=\"consul-server-0\"}" ,
"instant" : true ,
"legendFormat" : "__auto" ,
"range" : false ,
"refId" : "A"
}
] ,
"title" : "CPU Limit in Seconds (Consul Servers)" ,
"type" : "gauge"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "bytes"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 15 ,
"x" : 0 ,
"y" : 20
} ,
"id" : 2 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "builder" ,
"expr" : "container_memory_working_set_bytes{container=\"consul\", pod=~\"consul-server-.*\"}" ,
"hide" : false ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Memory Usage (Consul servers)" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
2023-07-24 17:10:22 +00:00
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "All consul servers have the same limit" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "continuous-BlYlRd"
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "bytes"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 9 ,
"x" : 15 ,
"y" : 20
} ,
"id" : 8 ,
"options" : {
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"lastNotNull"
] ,
"fields" : "" ,
"values" : false
} ,
"showThresholdLabels" : false ,
"showThresholdMarkers" : true
} ,
"pluginVersion" : "9.5.5" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "kube_pod_container_resource_limits{resource=\"memory\", pod=\"consul-server-0\"}" ,
"instant" : true ,
"legendFormat" : "__auto" ,
"range" : false ,
"refId" : "A"
}
] ,
"title" : "Memory Limit (Consul Servers)" ,
"type" : "gauge"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "bytes"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 15 ,
"x" : 0 ,
"y" : 28
} ,
"id" : 48 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(container_network_receive_bytes_total{pod=~\"consul-server-.*\"}[5m])) by (pod)" ,
"hide" : false ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Received bytes total per 5 minutes (Consul servers)" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
}
2023-07-24 17:10:22 +00:00
] ,
"title" : "Resource Utilization (Consul Servers)" ,
"type" : "row"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"collapsed" : true ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
2023-07-20 20:35:23 +00:00
"x" : 0 ,
2023-09-18 17:23:02 +00:00
"y" : 20
2023-07-20 20:35:23 +00:00
} ,
2023-07-24 17:10:22 +00:00
"id" : 24 ,
"panels" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green"
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 15 ,
"x" : 0 ,
"y" : 13
} ,
"id" : 26 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "rate(container_cpu_usage_seconds_total{container=\"consul\", pod=~\"consul-client-.*\"}[5m])" ,
"hide" : false ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "builder" ,
"expr" : "kube_pod_container_resource_limits{resource=\"cpu\", container=\"consul\"}" ,
"hide" : true ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "B"
}
] ,
"title" : "CPU Usage in Seconds (Consul Clients)" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "All consul clients have the same limit" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "thresholds"
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green"
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 9 ,
"x" : 15 ,
"y" : 13
} ,
"id" : 28 ,
"options" : {
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"lastNotNull"
] ,
"fields" : "" ,
"values" : false
} ,
"showThresholdLabels" : false ,
"showThresholdMarkers" : true
} ,
"pluginVersion" : "9.5.5" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "max(kube_pod_container_resource_limits{resource=\"cpu\", pod=~\"consul-client-.*\"})" ,
"instant" : true ,
"legendFormat" : "__auto" ,
"range" : false ,
"refId" : "A"
}
] ,
"title" : "CPU Limit in Seconds (Consul Clients)" ,
"type" : "gauge"
2023-07-20 20:35:23 +00:00
} ,
2023-07-24 17:10:22 +00:00
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green"
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "bytes"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 15 ,
"x" : 0 ,
"y" : 21
} ,
"id" : 23 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "container_memory_working_set_bytes{container=\"consul\", pod=~\"consul-client-.*\"}" ,
"hide" : false ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Memory Usage (Consul clients)" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "All consul servers have the same limit" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "continuous-BlYlRd"
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green"
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "bytes"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 9 ,
"x" : 15 ,
"y" : 21
} ,
"id" : 25 ,
"options" : {
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"lastNotNull"
] ,
"fields" : "" ,
"values" : false
} ,
"showThresholdLabels" : false ,
"showThresholdMarkers" : true
} ,
"pluginVersion" : "9.5.5" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "max(kube_pod_container_resource_limits{resource=\"memory\", pod=~\"consul-client-.*\"})" ,
"instant" : true ,
"legendFormat" : "__auto" ,
"range" : false ,
"refId" : "A"
}
] ,
"title" : "Memory Limit (Consul Clients)" ,
"type" : "gauge"
2023-07-20 20:35:23 +00:00
}
2023-07-24 17:10:22 +00:00
] ,
"title" : "Resource Utilization (Consul Clients) - N/A in agentless mode" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-09-18 17:23:02 +00:00
"y" : 21
2023-07-20 20:35:23 +00:00
} ,
2023-07-24 17:10:22 +00:00
"id" : 54 ,
"panels" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 15 ,
"x" : 0 ,
"y" : 17
} ,
"id" : 55 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "rate(container_cpu_usage_seconds_total{pod=~\".*-connect-injector-.*\",container=\"sidecar-injector\"}[5m])" ,
"hide" : false ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "builder" ,
"expr" : "kube_pod_container_resource_limits{resource=\"cpu\", container=\"consul\"}" ,
"hide" : true ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "B"
}
] ,
"title" : "CPU Usage in Seconds (Connect Injector)" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "All consul servers have the same limit" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "thresholds"
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 9 ,
"x" : 15 ,
"y" : 17
} ,
"id" : 56 ,
"options" : {
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"lastNotNull"
] ,
"fields" : "" ,
"values" : false
} ,
"showThresholdLabels" : false ,
"showThresholdMarkers" : true
} ,
"pluginVersion" : "9.5.5" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "max(kube_pod_container_resource_limits{resource=\"cpu\", container=\"sidecar-injector\"})" ,
"instant" : true ,
"legendFormat" : "__auto" ,
"range" : false ,
"refId" : "A"
}
] ,
"title" : "CPU Limit in Seconds (Connect Injector)" ,
"type" : "gauge"
2023-07-20 20:35:23 +00:00
} ,
2023-07-24 17:10:22 +00:00
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "bytes"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 15 ,
"x" : 0 ,
"y" : 25
} ,
"id" : 59 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "container_memory_working_set_bytes{pod=~\".*-connect-injector-.*\",container=\"sidecar-injector\"}" ,
"hide" : false ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Memory Usage (Connect Injector)" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "All consul servers have the same limit" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "continuous-BlYlRd"
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "bytes"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 9 ,
"x" : 15 ,
"y" : 25
} ,
"id" : 58 ,
"options" : {
"orientation" : "auto" ,
"reduceOptions" : {
"calcs" : [
"lastNotNull"
] ,
"fields" : "" ,
"values" : false
} ,
"showThresholdLabels" : false ,
"showThresholdMarkers" : true
} ,
"pluginVersion" : "9.5.5" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "max(kube_pod_container_resource_limits{resource=\"memory\", container=\"sidecar-injector\"})" ,
"instant" : true ,
"legendFormat" : "__auto" ,
"range" : false ,
"refId" : "A"
}
] ,
"title" : "Memory Limit (Connect Injector)" ,
"type" : "gauge"
2023-07-20 20:35:23 +00:00
}
2023-07-24 17:10:22 +00:00
] ,
"title" : "Resource Utilization (Connect Injector)" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-09-18 17:23:02 +00:00
"y" : 22
2023-07-20 20:35:23 +00:00
} ,
2023-07-24 17:10:22 +00:00
"id" : 30 ,
"panels" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green"
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 15
} ,
"id" : 31 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(consul_catalog_register_count{pod=~\"consul-server-.*\"}[5m]))" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Catalog Register Count per 5 minutes" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green"
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 15
} ,
"id" : 34 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "rate(consul_catalog_register_sum{pod=~\"consul-server-.*\"}[5m])\n/\nrate(consul_catalog_register_count{pod=~\"consul-server-.*\"}[5m])" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Average latency of catalog register per 5 minutes (ms)" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
}
2023-07-24 17:10:22 +00:00
] ,
"title" : "Feature: Catalog" ,
"type" : "row"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"collapsed" : true ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
2023-07-20 20:35:23 +00:00
"x" : 0 ,
2023-09-18 17:23:02 +00:00
"y" : 23
2023-07-24 17:10:22 +00:00
} ,
"id" : 49 ,
"panels" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green"
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 16
} ,
"id" : 50 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "sum(rate(consul_acl_ResolveToken_count{pod=~\"consul-server-.*\"}[5m]))" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "ACL Token Resolve Count per 5 minutes" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green"
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 16
} ,
"id" : 51 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "rate(consul_acl_ResolveToken_sum{pod=~\"consul-server-.*\"}[5m])/rate(consul_acl_ResolveToken_count{pod=~\"consul-server-.*\"}[5m])" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Average latency of resolving ACL token per 5 minutes (ms)" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
2023-07-24 17:10:22 +00:00
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green"
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 24
} ,
"id" : 52 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "rate(consul_acl_token_cache_hit{pod=~\"consul-server-.*\"}[5m])" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Rate of ACL token cache hit per 5 minutes" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green"
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 24
} ,
"id" : 53 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "rate(consul_acl_token_cache_miss{pod=~\"consul-server-.*\"}[5m])" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Rate of ACL token cache miss per 5 minutes" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
}
2023-07-24 17:10:22 +00:00
] ,
"title" : "ACL" ,
"type" : "row"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"collapsed" : true ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
2023-07-20 20:35:23 +00:00
"x" : 0 ,
2023-09-18 17:23:02 +00:00
"y" : 24
2023-07-20 20:35:23 +00:00
} ,
2023-07-24 17:10:22 +00:00
"id" : 33 ,
"panels" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "Increments whenever a Consul agent in client mode makes an RPC request to a Consul server" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 14
} ,
"id" : 37 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "rate(consul_client_rpc{namespace=\"consul\"}[5m])" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Rate of RPC requests per 5 minutes - client side " ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "Increments when a server accepts an RPC connection." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 14
} ,
"id" : 36 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "rate(consul_rpc_accept_conn{namespace=\"consul\",pod=~\"consul-server-.*\"}[5m])" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "RPC Accept Connection Count Rate per 5 minutes - server side" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
2023-07-24 17:10:22 +00:00
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "Increments whenever a Consul agent in client mode makes an RPC request to a Consul server and fails." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 22
} ,
"id" : 39 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "rate(consul_client_rpc_failed{namespace=\"consul\"}[5m])" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Rate of Failed RPC requests per 5 minutes - client side " ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "Increments when a server receives a Consul-related RPC request." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 22
} ,
"id" : 32 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "rate(consul_rpc_request{namespace=\"consul\",pod=~\"consul-server-.*\"}[5m])" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Rate of RPC requests per 5 minutes - server side" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
2023-07-24 17:10:22 +00:00
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "Increments whenever a Consul agent in client mode makes an RPC request to a Consul server gets rate limited by that agent's limits configuration." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 30
} ,
"id" : 38 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "rate(consul_client_rpc_exceeded{namespace=\"consul\"}[5m])" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Rate of Exceeded RPC requests per 5 minutes - client side " ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
} ,
{
2023-07-24 17:10:22 +00:00
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "Increments when a server returns an error from an RPC request." ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 5 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "auto" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-09-18 17:23:02 +00:00
"color" : "green"
2023-07-24 17:10:22 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
}
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 30
} ,
"id" : 35 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "list" ,
"placement" : "bottom" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "single" ,
"sort" : "none"
}
} ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"expr" : "rate(consul_rpc_request_error{namespace=\"consul\",pod=~\"consul-server-.*\"}[5m])" ,
"legendFormat" : "__auto" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Error rate of RPC requests per 5 minutes - server side" ,
"type" : "timeseries"
2023-07-20 20:35:23 +00:00
}
2023-07-24 17:10:22 +00:00
] ,
"title" : "RPC" ,
"type" : "row"
2023-07-20 20:35:23 +00:00
}
2023-07-24 17:10:22 +00:00
] ,
"refresh" : "30s" ,
"revision" : 1 ,
"schemaVersion" : 38 ,
"style" : "dark" ,
"tags" : [ ] ,
"templating" : {
2023-07-20 20:35:23 +00:00
"list" : [ ]
2023-07-24 17:10:22 +00:00
} ,
"time" : {
2023-07-20 20:35:23 +00:00
"from" : "now-30m" ,
"to" : "now"
2023-07-24 17:10:22 +00:00
} ,
"timepicker" : { } ,
"timezone" : "" ,
"title" : "Consul K8s monitoring (control plane)" ,
"version" : 2 ,
"weekStart" : ""
}
