From 2f8d6698903099a327463fceca4f0630e68e841f Mon Sep 17 00:00:00 2001 From: Alejandro Pedraza Date: Wed, 21 Oct 2020 10:06:37 -0500 Subject: [PATCH] Fixed multicluster Grafana chart (#5114) The graphs were empty because they were relying on the metric label `dst_target_gateway` which is no longer relevant. --- grafana/dashboards/multicluster.json | 67 +++++++++------------------- 1 file changed, 21 insertions(+), 46 deletions(-) diff --git a/grafana/dashboards/multicluster.json b/grafana/dashboards/multicluster.json index 99d4a2271..d473f2388 100644 --- a/grafana/dashboards/multicluster.json +++ b/grafana/dashboards/multicluster.json @@ -20,7 +20,7 @@ "links": [], "panels": [ { - "content": "
\n  \n Cluster: $cluster, Gateway: $gateway\n
", + "content": "
\n  \n Cluster: $cluster\n
", "gridPos": { "h": 2, "w": 24, @@ -98,7 +98,7 @@ "tableColumn": "", "targets": [ { - "expr": "sum(irate(response_total{classification=\"success\", dst_target_gateway=\"$gateway\", dst_target_gateway!=\"\", dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s])) / sum(irate(response_total{dst_target_gateway=\"$gateway\", dst_target_gateway!=\"\", dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s]))", + "expr": "sum(irate(response_total{classification=\"success\", dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s])) / sum(irate(response_total{dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s]))", "format": "time_series", "instant": false, "intervalFactor": 1, @@ -183,7 +183,7 @@ "tableColumn": "", "targets": [ { - "expr": "sum(irate(request_total{dst_target_gateway=\"$gateway\", dst_target_gateway!=\"\", dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s]))", + "expr": "sum(irate(request_total{dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s]))", "format": "time_series", "instant": false, "intervalFactor": 1, @@ -268,7 +268,7 @@ "tableColumn": "", "targets": [ { - "expr": "histogram_quantile(0.95, sum(irate(response_latency_ms_bucket{dst_target_gateway=\"$gateway\", dst_target_gateway!=\"\", dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s])) by (le))", + "expr": "histogram_quantile(0.95, sum(irate(response_latency_ms_bucket{dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s])) by (le))", "format": "time_series", "instant": false, "intervalFactor": 1, @@ -344,10 +344,10 @@ "steppedLine": false, "targets": [ { - "expr": "sum(irate(response_total{classification=\"success\", dst_target_gateway=\"$gateway\", dst_target_gateway!=\"\", dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s])) by (dst_target_gateway) / sum(irate(response_total{dst_target_gateway=\"$gateway\", dst_target_gateway!=\"\", dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s])) by (dst_target_gateway)", + "expr": "sum(irate(response_total{classification=\"success\",dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s])) / sum(irate(response_total{dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s]))", "format": "time_series", "intervalFactor": 1, - "legendFormat": "gateway/{{dst_target_gateway}}", + "legendFormat": "", "refId": "A" } ], @@ -431,17 +431,17 @@ "steppedLine": false, "targets": [ { - "expr": "sum(irate(request_total{dst_target_gateway=\"$gateway\", dst_target_gateway!=\"\", dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\", tls=\"true\"}[30s])) by (dst_target_gateway)", + "expr": "sum(irate(request_total{dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\", tls=\"true\"}[30s]))", "format": "time_series", "intervalFactor": 1, - "legendFormat": "🔒gateway/{{dst_target_gateway}}", + "legendFormat": "", "refId": "A" }, { - "expr": "sum(irate(request_total{dst_target_gateway=\"$gateway\", dst_target_gateway!=\"\", dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", tls!=\"true\"}[30s])) by (dst_target_gateway)", + "expr": "sum(irate(request_total{dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", tls!=\"true\"}[30s]))", "format": "time_series", "intervalFactor": 1, - "legendFormat": "gateway/{{dst_target_gateway}}", + "legendFormat": "", "refId": "B" } ], @@ -525,25 +525,25 @@ "steppedLine": false, "targets": [ { - "expr": "histogram_quantile(0.5, sum(irate(response_latency_ms_bucket{dst_target_gateway=\"$gateway\", dst_target_gateway!=\"\", dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s])) by (le, dst_target_gateway))", + "expr": "histogram_quantile(0.5, sum(irate(response_latency_ms_bucket{dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s])) by (le))", "format": "time_series", "intervalFactor": 1, - "legendFormat": "p50 gateway/{{dst_target_gateway}}", + "legendFormat": "p50 gateway", "refId": "A" }, { - "expr": "histogram_quantile(0.95, sum(irate(response_latency_ms_bucket{dst_target_gateway=\"$gateway\", dst_target_gateway!=\"\", dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s])) by (le, dst_target_gateway))", + "expr": "histogram_quantile(0.95, sum(irate(response_latency_ms_bucket{dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s])) by (le))", "format": "time_series", "hide": false, "intervalFactor": 1, - "legendFormat": "p95 gateway/{{dst_target_gateway}}", + "legendFormat": "p95 gateway", "refId": "B" }, { - "expr": "histogram_quantile(0.99, sum(irate(response_latency_ms_bucket{dst_target_gateway=\"$gateway\", dst_target_gateway!=\"\", dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s])) by (le, dst_target_gateway))", + "expr": "histogram_quantile(0.99, sum(irate(response_latency_ms_bucket{dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s])) by (le))", "format": "time_series", "intervalFactor": 1, - "legendFormat": "p99 gateway/{{dst_target_gateway}}", + "legendFormat": "p99 gateway", "refId": "C" } ], @@ -643,7 +643,7 @@ "steppedLine": false, "targets": [ { - "expr": "sum(irate(response_total{classification=\"success\", dst_target_gateway=\"$gateway\", dst_target_gateway!=\"\", dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s])) by (dst_target_service) / sum(irate(response_total{dst_target_gateway=\"$gateway\", dst_target_gateway!=\"\", dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s])) by (dst_target_service)", + "expr": "sum(irate(response_total{classification=\"success\", dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s])) by (dst_target_service) / sum(irate(response_total{dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s])) by (dst_target_service)", "format": "time_series", "intervalFactor": 1, "legendFormat": "target-svc/{{dst_target_service}}", @@ -730,14 +730,14 @@ "steppedLine": false, "targets": [ { - "expr": "sum(irate(request_total{dst_target_gateway=\"$gateway\", dst_target_gateway!=\"\", dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", tls=\"true\"}[30s])) by (dst_target_service)", + "expr": "sum(irate(request_total{dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", tls=\"true\"}[30s])) by (dst_target_service)", "format": "time_series", "intervalFactor": 1, "legendFormat": "🔒target-svc/{{dst_target_service}}", "refId": "A" }, { - "expr": "sum(irate(request_total{dst_target_gateway=\"$gateway\", dst_target_gateway!=\"\", dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", tls!=\"true\"}[30s])) by (dst_target_service)", + "expr": "sum(irate(request_total{dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", tls!=\"true\"}[30s])) by (dst_target_service)", "format": "time_series", "intervalFactor": 1, "legendFormat": "target-svc/{{dst_target_service}}", @@ -823,7 +823,7 @@ "steppedLine": false, "targets": [ { - "expr": "histogram_quantile(0.95, sum(rate(response_latency_ms_bucket{dst_target_gateway=\"$gateway\", dst_target_gateway!=\"\", dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s])) by (le, dst_target_service))", + "expr": "histogram_quantile(0.95, sum(rate(response_latency_ms_bucket{dst_target_cluster=\"$cluster\", dst_target_cluster!=\"\", direction=\"outbound\"}[30s])) by (le, dst_target_service))", "format": "time_series", "intervalFactor": 1, "legendFormat": "P95 target-svc/{{dst_target_service}}", @@ -904,31 +904,6 @@ "tagsQuery": "", "type": "query", "useTags": false - }, - { - "allValue": ".*", - "current": { - "text": "All", - "value": "$__all" - }, - "datasource": "prometheus", - "definition": "", - "hide": 0, - "includeAll": false, - "label": "Gateway", - "multi": false, - "name": "gateway", - "options": [], - "query": "label_values(request_total{dst_target_cluster=\"$cluster\"}, dst_target_gateway)", - "refresh": 2, - "regex": "", - "skipUrlSync": false, - "sort": 1, - "tagValuesQuery": "", - "tags": [], - "tagsQuery": "", - "type": "query", - "useTags": false } ] }, @@ -965,4 +940,4 @@ "title": "Linkerd Multicluster", "uid": "linkerd-multicluster", "version": 1 -} \ No newline at end of file +}