Skip to content

Commit

Permalink
feat(metrics) add zone selector to Kuma Mesh dashboard (#2860)
Browse files Browse the repository at this point in the history 
* feat(metrics) add zone selector to Kuma Mesh dashboard

Signed-off-by: Mike Beaumont <mjboamail@gmail.com>

* tests(integration) incorporate Kuma Mesh zone changes

Signed-off-by: Mike Beaumont <mjboamail@gmail.com>
  • Loading branch information
@michaelbeaumont
michaelbeaumont authored Oct 6, 2021
1 parent 55676cf commit 26f2d23
Show file tree
Hide file tree
Showing 4 changed files with 180 additions and 88 deletions.
67 changes: 45 additions & 22 deletions app/kumactl/cmd/install/testdata/install-metrics.defaults.golden.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3541,7 +3541,7 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "sum(histogram_quantile(0.99, rate(envoy_cluster_upstream_rq_time_bucket{mesh=\"$mesh\",envoy_cluster_name=~\"localhost_.*\"}[1m]))) by (kuma_io_service)",
"expr": "sum(histogram_quantile(0.99, rate(envoy_cluster_upstream_rq_time_bucket{mesh=\"$mesh\",kuma_io_zone=~\"$zone\",envoy_cluster_name=~\"localhost_.*\"}[1m]))) by (kuma_io_service)",
"hide": false,
"interval": "",
"legendFormat": "{{ kuma_io_service }}",
Expand Down Expand Up @@ -3633,7 +3633,7 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "sum(rate(envoy_cluster_upstream_rq_total{mesh=\"$mesh\",envoy_cluster_name=~\"localhost_.*\"}[1m])) by (kuma_io_service)",
"expr": "sum(rate(envoy_cluster_upstream_rq_total{mesh=\"$mesh\",kuma_io_zone=~\"$zone\",envoy_cluster_name=~\"localhost_.*\"}[1m])) by (kuma_io_service)",
"hide": false,
"interval": "",
"legendFormat": "{{ kuma_io_service }}",
Expand Down Expand Up @@ -3725,7 +3725,7 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "sum(rate(envoy_cluster_external_upstream_rq_xx{mesh=\"$mesh\", envoy_cluster_name=~\"localhost_.*\", envoy_response_code_class=~\"4|5\"}[1m])) by (kuma_io_service,envoy_response_code_class)",
"expr": "sum(rate(envoy_cluster_external_upstream_rq_xx{mesh=\"$mesh\",kuma_io_zone=~\"$zone\",envoy_cluster_name=~\"localhost_.*\", envoy_response_code_class=~\"4|5\"}[1m])) by (kuma_io_service,envoy_response_code_class)",
"hide": false,
"interval": "",
"legendFormat": "{{ kuma_io_service}} {{ envoy_response_code_class }}xx",
Expand Down Expand Up @@ -3842,7 +3842,7 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "((sum(rate(envoy_cluster_health_check_success{mesh=\"$mesh\"}[1m])) / sum(rate(envoy_cluster_health_check_attempt{mesh=\"$mesh\"}[1m]))))",
"expr": "((sum(rate(envoy_cluster_health_check_success{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m])) / sum(rate(envoy_cluster_health_check_attempt{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))))",
"legendFormat": "Success rate",
"refId": "A"
}
Expand Down Expand Up @@ -3949,20 +3949,20 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "sum(irate(envoy_cluster_upstream_cx_overflow{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_cx_overflow{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"interval": "",
"legendFormat": "Connection overflow",
"refId": "A"
},
{
"expr": "sum(irate(envoy_cluster_upstream_rq_pending_overflow{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_rq_pending_overflow{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"hide": false,
"interval": "",
"legendFormat": "Pending request overflow",
"refId": "B"
},
{
"expr": "sum(irate(envoy_cluster_upstream_rq_retry_overflow{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_rq_retry_overflow{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"hide": false,
"interval": "",
"legendFormat": "Retry overflow",
Expand Down Expand Up @@ -4061,7 +4061,7 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "1 - sum(envoy_cluster_outlier_detection_ejections_active{mesh=\"$mesh\"}) / sum(envoy_cluster_membership_total{mesh=\"$mesh\"})",
"expr": "1 - sum(envoy_cluster_outlier_detection_ejections_active{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}) / sum(envoy_cluster_membership_total{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"})",
"interval": "",
"legendFormat": "Healthy destinations",
"refId": "A"
Expand Down Expand Up @@ -4187,13 +4187,13 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "count(envoy_server_live{mesh=\"$mesh\"}) - sum(envoy_server_live{mesh=\"$mesh\"})",
"expr": "count(envoy_server_live{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}) - sum(envoy_server_live{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"})",
"hide": false,
"legendFormat": "Off",
"refId": "B"
},
{
"expr": "sum(envoy_server_live{mesh=\"$mesh\"})",
"expr": "sum(envoy_server_live{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"})",
"hide": false,
"legendFormat": "Live",
"refId": "A"
Expand Down Expand Up @@ -4304,12 +4304,12 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "count(envoy_server_live{mesh=\"$mesh\"}) - sum(envoy_control_plane_connected_state{mesh=\"$mesh\"})",
"expr": "count(envoy_server_live{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}) - sum(envoy_control_plane_connected_state{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"})",
"legendFormat": "Disconnected",
"refId": "B"
},
{
"expr": "sum(envoy_control_plane_connected_state{mesh=\"$mesh\"})",
"expr": "sum(envoy_control_plane_connected_state{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"})",
"legendFormat": "Connected",
"refId": "A"
}
Expand Down Expand Up @@ -4405,12 +4405,12 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "sum(irate(envoy_cluster_upstream_cx_tx_bytes_total{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_cx_tx_bytes_total{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"legendFormat": "Sent",
"refId": "A"
},
{
"expr": "sum(irate(envoy_cluster_upstream_cx_rx_bytes_total{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_cx_rx_bytes_total{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"legendFormat": "Received",
"refId": "B"
}
Expand Down Expand Up @@ -4508,44 +4508,44 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "sum(irate(envoy_cluster_upstream_cx_destroy_remote_with_active_rq{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_cx_destroy_remote_with_active_rq{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"hide": true,
"legendFormat": "Connection destroyed by the client",
"refId": "A"
},
{
"expr": "sum(irate(envoy_cluster_upstream_cx_connect_timeout{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_cx_connect_timeout{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"legendFormat": "Connection timeout",
"refId": "B"
},
{
"expr": "sum(irate(envoy_cluster_upstream_cx_destroy_local_with_active_rq{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_cx_destroy_local_with_active_rq{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"hide": true,
"legendFormat": "Connection destroyed by local Envoy",
"refId": "C"
},
{
"expr": "sum(irate(envoy_cluster_upstream_rq_pending_failure_eject{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_rq_pending_failure_eject{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"legendFormat": "Pending failure ejection",
"refId": "D"
},
{
"expr": "sum(irate(envoy_cluster_upstream_rq_pending_overflow{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_rq_pending_overflow{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"legendFormat": "Pending overflow",
"refId": "E"
},
{
"expr": "sum(irate(envoy_cluster_upstream_rq_timeout{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_rq_timeout{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"legendFormat": "Request timeout",
"refId": "F"
},
{
"expr": "sum(irate(envoy_cluster_upstream_rq_rx_reset{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_rq_rx_reset{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"legendFormat": "Response reset",
"refId": "G"
},
{
"expr": "sum(irate(envoy_cluster_upstream_rq_tx_reset{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_rq_tx_reset{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"legendFormat": "Request reset",
"refId": "H"
}
Expand Down Expand Up @@ -4627,6 +4627,29 @@ data:
"tagsQuery": "",
"type": "query",
"useTags": false
},
{
"allFormat": "wildcard",
"allValue": null,
"current": {},
"datasource": "Prometheus",
"definition": "label_values(envoy_server_live{mesh=\"$mesh\"}, kuma_io_zone)",
"hide": 0,
"includeAll": true,
"label": "Zone",
"multi": true,
"name": "zone",
"options": [],
"query": "label_values(envoy_server_live{mesh=\"$mesh\"}, kuma_io_zone)",
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"sort": 0,
"tagValuesQuery": "",
"tags": [],
"tagsQuery": "",
"type": "query",
"useTags": false
}
]
},
Expand Down
67 changes: 45 additions & 22 deletions app/kumactl/cmd/install/testdata/install-metrics.no-prometheus.golden.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3164,7 +3164,7 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "sum(histogram_quantile(0.99, rate(envoy_cluster_upstream_rq_time_bucket{mesh=\"$mesh\",envoy_cluster_name=~\"localhost_.*\"}[1m]))) by (kuma_io_service)",
"expr": "sum(histogram_quantile(0.99, rate(envoy_cluster_upstream_rq_time_bucket{mesh=\"$mesh\",kuma_io_zone=~\"$zone\",envoy_cluster_name=~\"localhost_.*\"}[1m]))) by (kuma_io_service)",
"hide": false,
"interval": "",
"legendFormat": "{{ kuma_io_service }}",
Expand Down Expand Up @@ -3256,7 +3256,7 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "sum(rate(envoy_cluster_upstream_rq_total{mesh=\"$mesh\",envoy_cluster_name=~\"localhost_.*\"}[1m])) by (kuma_io_service)",
"expr": "sum(rate(envoy_cluster_upstream_rq_total{mesh=\"$mesh\",kuma_io_zone=~\"$zone\",envoy_cluster_name=~\"localhost_.*\"}[1m])) by (kuma_io_service)",
"hide": false,
"interval": "",
"legendFormat": "{{ kuma_io_service }}",
Expand Down Expand Up @@ -3348,7 +3348,7 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "sum(rate(envoy_cluster_external_upstream_rq_xx{mesh=\"$mesh\", envoy_cluster_name=~\"localhost_.*\", envoy_response_code_class=~\"4|5\"}[1m])) by (kuma_io_service,envoy_response_code_class)",
"expr": "sum(rate(envoy_cluster_external_upstream_rq_xx{mesh=\"$mesh\",kuma_io_zone=~\"$zone\",envoy_cluster_name=~\"localhost_.*\", envoy_response_code_class=~\"4|5\"}[1m])) by (kuma_io_service,envoy_response_code_class)",
"hide": false,
"interval": "",
"legendFormat": "{{ kuma_io_service}} {{ envoy_response_code_class }}xx",
Expand Down Expand Up @@ -3465,7 +3465,7 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "((sum(rate(envoy_cluster_health_check_success{mesh=\"$mesh\"}[1m])) / sum(rate(envoy_cluster_health_check_attempt{mesh=\"$mesh\"}[1m]))))",
"expr": "((sum(rate(envoy_cluster_health_check_success{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m])) / sum(rate(envoy_cluster_health_check_attempt{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))))",
"legendFormat": "Success rate",
"refId": "A"
}
Expand Down Expand Up @@ -3572,20 +3572,20 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "sum(irate(envoy_cluster_upstream_cx_overflow{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_cx_overflow{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"interval": "",
"legendFormat": "Connection overflow",
"refId": "A"
},
{
"expr": "sum(irate(envoy_cluster_upstream_rq_pending_overflow{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_rq_pending_overflow{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"hide": false,
"interval": "",
"legendFormat": "Pending request overflow",
"refId": "B"
},
{
"expr": "sum(irate(envoy_cluster_upstream_rq_retry_overflow{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_rq_retry_overflow{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"hide": false,
"interval": "",
"legendFormat": "Retry overflow",
Expand Down Expand Up @@ -3684,7 +3684,7 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "1 - sum(envoy_cluster_outlier_detection_ejections_active{mesh=\"$mesh\"}) / sum(envoy_cluster_membership_total{mesh=\"$mesh\"})",
"expr": "1 - sum(envoy_cluster_outlier_detection_ejections_active{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}) / sum(envoy_cluster_membership_total{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"})",
"interval": "",
"legendFormat": "Healthy destinations",
"refId": "A"
Expand Down Expand Up @@ -3810,13 +3810,13 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "count(envoy_server_live{mesh=\"$mesh\"}) - sum(envoy_server_live{mesh=\"$mesh\"})",
"expr": "count(envoy_server_live{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}) - sum(envoy_server_live{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"})",
"hide": false,
"legendFormat": "Off",
"refId": "B"
},
{
"expr": "sum(envoy_server_live{mesh=\"$mesh\"})",
"expr": "sum(envoy_server_live{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"})",
"hide": false,
"legendFormat": "Live",
"refId": "A"
Expand Down Expand Up @@ -3927,12 +3927,12 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "count(envoy_server_live{mesh=\"$mesh\"}) - sum(envoy_control_plane_connected_state{mesh=\"$mesh\"})",
"expr": "count(envoy_server_live{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}) - sum(envoy_control_plane_connected_state{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"})",
"legendFormat": "Disconnected",
"refId": "B"
},
{
"expr": "sum(envoy_control_plane_connected_state{mesh=\"$mesh\"})",
"expr": "sum(envoy_control_plane_connected_state{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"})",
"legendFormat": "Connected",
"refId": "A"
}
Expand Down Expand Up @@ -4028,12 +4028,12 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "sum(irate(envoy_cluster_upstream_cx_tx_bytes_total{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_cx_tx_bytes_total{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"legendFormat": "Sent",
"refId": "A"
},
{
"expr": "sum(irate(envoy_cluster_upstream_cx_rx_bytes_total{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_cx_rx_bytes_total{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"legendFormat": "Received",
"refId": "B"
}
Expand Down Expand Up @@ -4131,44 +4131,44 @@ data:
"steppedLine": false,
"targets": [
{
"expr": "sum(irate(envoy_cluster_upstream_cx_destroy_remote_with_active_rq{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_cx_destroy_remote_with_active_rq{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"hide": true,
"legendFormat": "Connection destroyed by the client",
"refId": "A"
},
{
"expr": "sum(irate(envoy_cluster_upstream_cx_connect_timeout{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_cx_connect_timeout{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"legendFormat": "Connection timeout",
"refId": "B"
},
{
"expr": "sum(irate(envoy_cluster_upstream_cx_destroy_local_with_active_rq{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_cx_destroy_local_with_active_rq{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"hide": true,
"legendFormat": "Connection destroyed by local Envoy",
"refId": "C"
},
{
"expr": "sum(irate(envoy_cluster_upstream_rq_pending_failure_eject{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_rq_pending_failure_eject{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"legendFormat": "Pending failure ejection",
"refId": "D"
},
{
"expr": "sum(irate(envoy_cluster_upstream_rq_pending_overflow{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_rq_pending_overflow{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"legendFormat": "Pending overflow",
"refId": "E"
},
{
"expr": "sum(irate(envoy_cluster_upstream_rq_timeout{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_rq_timeout{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"legendFormat": "Request timeout",
"refId": "F"
},
{
"expr": "sum(irate(envoy_cluster_upstream_rq_rx_reset{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_rq_rx_reset{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"legendFormat": "Response reset",
"refId": "G"
},
{
"expr": "sum(irate(envoy_cluster_upstream_rq_tx_reset{mesh=\"$mesh\"}[1m]))",
"expr": "sum(irate(envoy_cluster_upstream_rq_tx_reset{mesh=\"$mesh\",kuma_io_zone=~\"$zone\"}[1m]))",
"legendFormat": "Request reset",
"refId": "H"
}
Expand Down Expand Up @@ -4250,6 +4250,29 @@ data:
"tagsQuery": "",
"type": "query",
"useTags": false
},
{
"allFormat": "wildcard",
"allValue": null,
"current": {},
"datasource": "Prometheus",
"definition": "label_values(envoy_server_live{mesh=\"$mesh\"}, kuma_io_zone)",
"hide": 0,
"includeAll": true,
"label": "Zone",
"multi": true,
"name": "zone",
"options": [],
"query": "label_values(envoy_server_live{mesh=\"$mesh\"}, kuma_io_zone)",
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"sort": 0,
"tagValuesQuery": "",
"tags": [],
"tagsQuery": "",
"type": "query",
"useTags": false
}
]
},
Expand Down
Loading

0 comments on commit 26f2d23

Please sign in to comment.