Monitoring for litmus. (#2098)
* Grafana Dashboards Signed-off-by: ishangupta-ds <ishan.gupta@mayadata.io> * README updates Signed-off-by: ishangupta-ds <ishan.gupta@mayadata.io> * README updates Signed-off-by: ishangupta-ds <ishan.gupta@mayadata.io>
This commit is contained in:
Ishan Gupta
GitHub
parent
5faa06c4d1
commit
e7cd9a7769
|
|
@ -0,0 +1,18 @@
|
|||
# Monitor Chaos
|
||||
|
||||
This directory contains chaos interleaved grafana dashboards to get started with monitoring chaos experiments and workflows.
|
||||
|
||||
## Instructions
|
||||
|
||||
- Clone the litmus repo
|
||||
|
||||
```
|
||||
git clone https://github.com/litmuschaos/litmus.git
|
||||
cd litmus/monitoring
|
||||
```
|
||||
|
||||
- Grafana Dashboards
|
||||
|
||||
```
|
||||
cd grafana-dashboards
|
||||
```
|
||||
|
|
@ -0,0 +1,21 @@
|
|||
# Grafana Dashboards
|
||||
|
||||
This directory contains chaos interleaved grafana dashboards to monitor chaos experiments and workflows.
|
||||
|
||||
## Categories
|
||||
|
||||
- Kubernetes
|
||||
|
||||
Contains generic K8s dashboards with data from node exporter and kube-state metrics.
|
||||
|
||||
```
|
||||
cd kubernetes
|
||||
```
|
||||
|
||||
- Sock Shop
|
||||
|
||||
Contains application metrics dashboard for Sock Shop.
|
||||
|
||||
```
|
||||
cd sock-shop
|
||||
```
|
||||
|
|
@ -0,0 +1,771 @@
|
|||
{
|
||||
"__inputs": [
|
||||
{
|
||||
"name": "DS_DS_PROMETHEUS",
|
||||
"label": "DS_PROMETHEUS",
|
||||
"description": "",
|
||||
"type": "datasource",
|
||||
"pluginId": "prometheus",
|
||||
"pluginName": "Prometheus"
|
||||
}
|
||||
],
|
||||
"__requires": [
|
||||
{
|
||||
"type": "grafana",
|
||||
"id": "grafana",
|
||||
"name": "Grafana",
|
||||
"version": "7.1.5"
|
||||
},
|
||||
{
|
||||
"type": "panel",
|
||||
"id": "graph",
|
||||
"name": "Graph",
|
||||
"version": ""
|
||||
},
|
||||
{
|
||||
"type": "datasource",
|
||||
"id": "prometheus",
|
||||
"name": "Prometheus",
|
||||
"version": "1.0.0"
|
||||
}
|
||||
],
|
||||
"annotations": {
|
||||
"list": [
|
||||
{
|
||||
"$$hashKey": "object:137",
|
||||
"builtIn": 1,
|
||||
"datasource": "-- Grafana --",
|
||||
"enable": true,
|
||||
"hide": true,
|
||||
"iconColor": "rgba(0, 211, 255, 1)",
|
||||
"name": "Annotations & Alerts",
|
||||
"type": "dashboard"
|
||||
}
|
||||
]
|
||||
},
|
||||
"editable": true,
|
||||
"gnetId": null,
|
||||
"graphTooltip": 0,
|
||||
"id": null,
|
||||
"iteration": 1600497075563,
|
||||
"links": [],
|
||||
"panels": [
|
||||
{
|
||||
"collapsed": false,
|
||||
"datasource": "${DS_DS_PROMETHEUS}",
|
||||
"gridPos": {
|
||||
"h": 1,
|
||||
"w": 24,
|
||||
"x": 0,
|
||||
"y": 0
|
||||
},
|
||||
"id": 47,
|
||||
"panels": [],
|
||||
"title": "Litmus Chaos Chaos durations interleaved with Node Exporter & Kube-State Metrics",
|
||||
"type": "row"
|
||||
},
|
||||
{
|
||||
"aliasColors": {},
|
||||
"bars": false,
|
||||
"dashLength": 10,
|
||||
"dashes": false,
|
||||
"datasource": "$datasource",
|
||||
"fieldConfig": {
|
||||
"defaults": {
|
||||
"custom": {},
|
||||
"links": []
|
||||
},
|
||||
"overrides": []
|
||||
},
|
||||
"fill": 0,
|
||||
"fillGradient": 0,
|
||||
"gridPos": {
|
||||
"h": 16,
|
||||
"w": 12,
|
||||
"x": 0,
|
||||
"y": 1
|
||||
},
|
||||
"hiddenSeries": false,
|
||||
"id": 64,
|
||||
"interval": "",
|
||||
"legend": {
|
||||
"alignAsTable": true,
|
||||
"avg": true,
|
||||
"current": true,
|
||||
"hideEmpty": true,
|
||||
"hideZero": true,
|
||||
"max": false,
|
||||
"min": false,
|
||||
"rightSide": false,
|
||||
"show": true,
|
||||
"sort": "current",
|
||||
"sortDesc": true,
|
||||
"total": false,
|
||||
"values": true
|
||||
},
|
||||
"lines": true,
|
||||
"linewidth": 1,
|
||||
"nullPointMode": "connected",
|
||||
"percentage": false,
|
||||
"pluginVersion": "7.1.5",
|
||||
"pointradius": 5,
|
||||
"points": false,
|
||||
"renderer": "flot",
|
||||
"seriesOverrides": [
|
||||
{
|
||||
"$$hashKey": "object:26",
|
||||
"alias": "catalogue-pod-cpu-hog",
|
||||
"color": "#C4162A",
|
||||
"fill": 1,
|
||||
"fillGradient": 5,
|
||||
"steppedLine": true,
|
||||
"yaxis": 2
|
||||
},
|
||||
{
|
||||
"$$hashKey": "object:27",
|
||||
"alias": "orders-pod-memory-hog",
|
||||
"color": "#C4162A",
|
||||
"fill": 1,
|
||||
"fillGradient": 5,
|
||||
"steppedLine": true,
|
||||
"yaxis": 2
|
||||
},
|
||||
{
|
||||
"$$hashKey": "object:28",
|
||||
"alias": "catalogue-node-cpu-hog",
|
||||
"color": "#C4162A",
|
||||
"fill": 1,
|
||||
"fillGradient": 5,
|
||||
"steppedLine": true,
|
||||
"yaxis": 2
|
||||
},
|
||||
{
|
||||
"$$hashKey": "object:29",
|
||||
"alias": "orders-node-memory-hog",
|
||||
"color": "#C4162A",
|
||||
"fill": 1,
|
||||
"fillGradient": 5,
|
||||
"steppedLine": true,
|
||||
"yaxis": 2
|
||||
}
|
||||
],
|
||||
"spaceLength": 10,
|
||||
"stack": false,
|
||||
"steppedLine": false,
|
||||
"targets": [
|
||||
{
|
||||
"expr": "instance:node_cpu_utilisation:rate1m",
|
||||
"interval": "",
|
||||
"legendFormat": "\"{{instance}}\"",
|
||||
"refId": "B"
|
||||
},
|
||||
{
|
||||
"expr": "heptio_eventrouter_normal_total{reason=\"ChaosInject\",involved_object_name=\"catalogue-pod-cpu-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} - on () (heptio_eventrouter_normal_total{reason=\"ChaosEngineCompleted\",involved_object_name=\"catalogue-pod-cpu-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} OR on() vector(0))",
|
||||
"interval": "",
|
||||
"legendFormat": "catalogue-pod-cpu-hog",
|
||||
"refId": "A"
|
||||
},
|
||||
{
|
||||
"expr": "heptio_eventrouter_normal_total{reason=\"ChaosInject\",involved_object_name=\"orders-pod-memory-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} - on () (heptio_eventrouter_normal_total{reason=\"ChaosEngineCompleted\",involved_object_name=\"orders-pod-memory-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} OR on() vector(0))",
|
||||
"interval": "",
|
||||
"legendFormat": "orders-pod-memory-hog",
|
||||
"refId": "C"
|
||||
},
|
||||
{
|
||||
"expr": "heptio_eventrouter_normal_total{reason=\"ChaosInject\",involved_object_name=\"catalogue-node-cpu-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} - on () (heptio_eventrouter_normal_total{reason=\"ChaosEngineCompleted\",involved_object_name=\"catalogue-node-cpu-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} OR on() vector(0))",
|
||||
"interval": "",
|
||||
"legendFormat": "catalogue-node-cpu-hog",
|
||||
"refId": "D"
|
||||
},
|
||||
{
|
||||
"expr": "heptio_eventrouter_normal_total{reason=\"ChaosInject\",involved_object_name=\"orders-node-memory-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} - on () (heptio_eventrouter_normal_total{reason=\"ChaosEngineCompleted\",involved_object_name=\"orders-node-memory-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} OR on() vector(0))",
|
||||
"interval": "",
|
||||
"legendFormat": "orders-node-memory-hog",
|
||||
"refId": "E"
|
||||
}
|
||||
],
|
||||
"thresholds": [],
|
||||
"timeFrom": null,
|
||||
"timeRegions": [],
|
||||
"timeShift": null,
|
||||
"title": "Chaos - Node - CPU Utilization",
|
||||
"tooltip": {
|
||||
"shared": true,
|
||||
"sort": 0,
|
||||
"value_type": "individual"
|
||||
},
|
||||
"type": "graph",
|
||||
"xaxis": {
|
||||
"buckets": null,
|
||||
"mode": "time",
|
||||
"name": null,
|
||||
"show": true,
|
||||
"values": []
|
||||
},
|
||||
"yaxes": [
|
||||
{
|
||||
"$$hashKey": "object:92",
|
||||
"format": "percentunit",
|
||||
"label": "cores",
|
||||
"logBase": 1,
|
||||
"max": null,
|
||||
"min": null,
|
||||
"show": true
|
||||
},
|
||||
{
|
||||
"$$hashKey": "object:93",
|
||||
"format": "short",
|
||||
"label": "CHAOS",
|
||||
"logBase": 2,
|
||||
"max": "1",
|
||||
"min": "0",
|
||||
"show": true
|
||||
}
|
||||
],
|
||||
"yaxis": {
|
||||
"align": false,
|
||||
"alignLevel": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"aliasColors": {},
|
||||
"bars": false,
|
||||
"dashLength": 10,
|
||||
"dashes": false,
|
||||
"datasource": "$datasource",
|
||||
"fieldConfig": {
|
||||
"defaults": {
|
||||
"custom": {},
|
||||
"links": []
|
||||
},
|
||||
"overrides": []
|
||||
},
|
||||
"fill": 0,
|
||||
"fillGradient": 0,
|
||||
"gridPos": {
|
||||
"h": 16,
|
||||
"w": 12,
|
||||
"x": 12,
|
||||
"y": 1
|
||||
},
|
||||
"hiddenSeries": false,
|
||||
"id": 65,
|
||||
"legend": {
|
||||
"alignAsTable": true,
|
||||
"avg": true,
|
||||
"current": true,
|
||||
"hideEmpty": true,
|
||||
"hideZero": true,
|
||||
"max": false,
|
||||
"min": false,
|
||||
"rightSide": false,
|
||||
"show": true,
|
||||
"sort": "current",
|
||||
"sortDesc": true,
|
||||
"total": false,
|
||||
"values": true
|
||||
},
|
||||
"lines": true,
|
||||
"linewidth": 1,
|
||||
"nullPointMode": "null as zero",
|
||||
"percentage": false,
|
||||
"pluginVersion": "7.1.5",
|
||||
"pointradius": 5,
|
||||
"points": false,
|
||||
"renderer": "flot",
|
||||
"seriesOverrides": [
|
||||
{
|
||||
"alias": "catalogue-pod-cpu-hog",
|
||||
"color": "#C4162A",
|
||||
"fill": 1,
|
||||
"fillGradient": 5,
|
||||
"steppedLine": true,
|
||||
"yaxis": 2
|
||||
},
|
||||
{
|
||||
"alias": "orders-pod-memory-hog",
|
||||
"color": "#C4162A",
|
||||
"fill": 1,
|
||||
"fillGradient": 5,
|
||||
"steppedLine": true,
|
||||
"yaxis": 2
|
||||
},
|
||||
{
|
||||
"alias": "catalogue-node-cpu-hog",
|
||||
"color": "#C4162A",
|
||||
"fill": 1,
|
||||
"fillGradient": 5,
|
||||
"steppedLine": true,
|
||||
"yaxis": 2
|
||||
},
|
||||
{
|
||||
"alias": "orders-node-memory-hog",
|
||||
"color": "#C4162A",
|
||||
"fill": 1,
|
||||
"fillGradient": 5,
|
||||
"steppedLine": true,
|
||||
"yaxis": 2
|
||||
}
|
||||
],
|
||||
"spaceLength": 10,
|
||||
"stack": false,
|
||||
"steppedLine": false,
|
||||
"targets": [
|
||||
{
|
||||
"expr": "instance:node_memory_utilisation:ratio",
|
||||
"interval": "",
|
||||
"legendFormat": "\"{{instance}}\"",
|
||||
"refId": "B"
|
||||
},
|
||||
{
|
||||
"expr": "heptio_eventrouter_normal_total{reason=\"ChaosInject\",involved_object_name=\"catalogue-pod-cpu-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} - on () (heptio_eventrouter_normal_total{reason=\"ChaosEngineCompleted\",involved_object_name=\"catalogue-pod-cpu-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} OR on() vector(0))",
|
||||
"interval": "",
|
||||
"legendFormat": "catalogue-pod-cpu-hog",
|
||||
"refId": "A"
|
||||
},
|
||||
{
|
||||
"expr": "heptio_eventrouter_normal_total{reason=\"ChaosInject\",involved_object_name=\"orders-pod-memory-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} - on () (heptio_eventrouter_normal_total{reason=\"ChaosEngineCompleted\",involved_object_name=\"orders-pod-memory-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} OR on() vector(0))",
|
||||
"interval": "",
|
||||
"legendFormat": "orders-pod-memory-hog",
|
||||
"refId": "C"
|
||||
},
|
||||
{
|
||||
"expr": "heptio_eventrouter_normal_total{reason=\"ChaosInject\",involved_object_name=\"catalogue-node-cpu-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} - on () (heptio_eventrouter_normal_total{reason=\"ChaosEngineCompleted\",involved_object_name=\"catalogue-node-cpu-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} OR on() vector(0))",
|
||||
"interval": "",
|
||||
"legendFormat": "catalogue-node-cpu-hog",
|
||||
"refId": "D"
|
||||
},
|
||||
{
|
||||
"expr": "heptio_eventrouter_normal_total{reason=\"ChaosInject\",involved_object_name=\"orders-node-memory-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} - on () (heptio_eventrouter_normal_total{reason=\"ChaosEngineCompleted\",involved_object_name=\"orders-node-memory-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} OR on() vector(0))",
|
||||
"interval": "",
|
||||
"legendFormat": "orders-node-memory-hog",
|
||||
"refId": "E"
|
||||
}
|
||||
],
|
||||
"thresholds": [],
|
||||
"timeFrom": null,
|
||||
"timeRegions": [],
|
||||
"timeShift": null,
|
||||
"title": "Chaos - Node - Memory Utilization",
|
||||
"tooltip": {
|
||||
"shared": true,
|
||||
"sort": 0,
|
||||
"value_type": "individual"
|
||||
},
|
||||
"type": "graph",
|
||||
"xaxis": {
|
||||
"buckets": null,
|
||||
"mode": "time",
|
||||
"name": null,
|
||||
"show": true,
|
||||
"values": []
|
||||
},
|
||||
"yaxes": [
|
||||
{
|
||||
"format": "percentunit",
|
||||
"label": "Memory",
|
||||
"logBase": 1,
|
||||
"max": null,
|
||||
"min": null,
|
||||
"show": true
|
||||
},
|
||||
{
|
||||
"format": "short",
|
||||
"label": "CHAOS",
|
||||
"logBase": 2,
|
||||
"max": "1",
|
||||
"min": "0",
|
||||
"show": true
|
||||
}
|
||||
],
|
||||
"yaxis": {
|
||||
"align": false,
|
||||
"alignLevel": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"aliasColors": {},
|
||||
"bars": false,
|
||||
"dashLength": 10,
|
||||
"dashes": false,
|
||||
"datasource": "$datasource",
|
||||
"fieldConfig": {
|
||||
"defaults": {
|
||||
"custom": {},
|
||||
"links": []
|
||||
},
|
||||
"overrides": []
|
||||
},
|
||||
"fill": 0,
|
||||
"fillGradient": 0,
|
||||
"gridPos": {
|
||||
"h": 13,
|
||||
"w": 12,
|
||||
"x": 0,
|
||||
"y": 17
|
||||
},
|
||||
"hiddenSeries": false,
|
||||
"id": 62,
|
||||
"interval": "",
|
||||
"legend": {
|
||||
"alignAsTable": true,
|
||||
"avg": true,
|
||||
"current": true,
|
||||
"hideEmpty": true,
|
||||
"hideZero": true,
|
||||
"max": false,
|
||||
"min": false,
|
||||
"rightSide": false,
|
||||
"show": true,
|
||||
"sort": "current",
|
||||
"sortDesc": true,
|
||||
"total": false,
|
||||
"values": true
|
||||
},
|
||||
"lines": true,
|
||||
"linewidth": 1,
|
||||
"nullPointMode": "connected",
|
||||
"percentage": false,
|
||||
"pluginVersion": "7.1.5",
|
||||
"pointradius": 5,
|
||||
"points": false,
|
||||
"renderer": "flot",
|
||||
"seriesOverrides": [
|
||||
{
|
||||
"alias": "catalogue-pod-cpu-hog",
|
||||
"color": "#C4162A",
|
||||
"fill": 1,
|
||||
"fillGradient": 5,
|
||||
"steppedLine": true,
|
||||
"yaxis": 2
|
||||
},
|
||||
{
|
||||
"alias": "orders-pod-memory-hog",
|
||||
"color": "#C4162A",
|
||||
"fill": 1,
|
||||
"fillGradient": 5,
|
||||
"steppedLine": true,
|
||||
"yaxis": 2
|
||||
},
|
||||
{
|
||||
"alias": "catalogue-node-cpu-hog",
|
||||
"color": "#C4162A",
|
||||
"fill": 1,
|
||||
"fillGradient": 5,
|
||||
"steppedLine": true,
|
||||
"yaxis": 2
|
||||
},
|
||||
{
|
||||
"alias": "orders-node-memory-hog",
|
||||
"color": "#C4162A",
|
||||
"fill": 1,
|
||||
"fillGradient": 5,
|
||||
"steppedLine": true,
|
||||
"yaxis": 2
|
||||
}
|
||||
],
|
||||
"spaceLength": 10,
|
||||
"stack": false,
|
||||
"steppedLine": false,
|
||||
"targets": [
|
||||
{
|
||||
"expr": "sum(rate(container_cpu_usage_seconds_total{container!=\"POD\",pod!=\"\"}[5m])) by (pod)",
|
||||
"interval": "",
|
||||
"legendFormat": "\"{{pod}}\"",
|
||||
"refId": "B"
|
||||
},
|
||||
{
|
||||
"expr": "heptio_eventrouter_normal_total{reason=\"ChaosInject\",involved_object_name=\"catalogue-pod-cpu-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} - on () (heptio_eventrouter_normal_total{reason=\"ChaosEngineCompleted\",involved_object_name=\"catalogue-pod-cpu-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} OR on() vector(0))",
|
||||
"interval": "",
|
||||
"legendFormat": "catalogue-pod-cpu-hog",
|
||||
"refId": "A"
|
||||
},
|
||||
{
|
||||
"expr": "heptio_eventrouter_normal_total{reason=\"ChaosInject\",involved_object_name=\"orders-pod-memory-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} - on () (heptio_eventrouter_normal_total{reason=\"ChaosEngineCompleted\",involved_object_name=\"orders-pod-memory-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} OR on() vector(0))",
|
||||
"interval": "",
|
||||
"legendFormat": "orders-pod-memory-hog",
|
||||
"refId": "C"
|
||||
},
|
||||
{
|
||||
"expr": "heptio_eventrouter_normal_total{reason=\"ChaosInject\",involved_object_name=\"catalogue-node-cpu-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} - on () (heptio_eventrouter_normal_total{reason=\"ChaosEngineCompleted\",involved_object_name=\"catalogue-node-cpu-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} OR on() vector(0))",
|
||||
"interval": "",
|
||||
"legendFormat": "catalogue-node-cpu-hog",
|
||||
"refId": "D"
|
||||
},
|
||||
{
|
||||
"expr": "heptio_eventrouter_normal_total{reason=\"ChaosInject\",involved_object_name=\"orders-node-memory-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} - on () (heptio_eventrouter_normal_total{reason=\"ChaosEngineCompleted\",involved_object_name=\"orders-node-memory-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} OR on() vector(0))",
|
||||
"interval": "",
|
||||
"legendFormat": "orders-node-memory-hog",
|
||||
"refId": "E"
|
||||
}
|
||||
],
|
||||
"thresholds": [],
|
||||
"timeFrom": null,
|
||||
"timeRegions": [],
|
||||
"timeShift": null,
|
||||
"title": "Chaos - Pod - CPU Usage",
|
||||
"tooltip": {
|
||||
"shared": true,
|
||||
"sort": 0,
|
||||
"value_type": "individual"
|
||||
},
|
||||
"type": "graph",
|
||||
"xaxis": {
|
||||
"buckets": null,
|
||||
"mode": "time",
|
||||
"name": null,
|
||||
"show": true,
|
||||
"values": []
|
||||
},
|
||||
"yaxes": [
|
||||
{
|
||||
"format": "short",
|
||||
"label": "cores",
|
||||
"logBase": 1,
|
||||
"max": null,
|
||||
"min": null,
|
||||
"show": true
|
||||
},
|
||||
{
|
||||
"format": "short",
|
||||
"label": "CHAOS",
|
||||
"logBase": 2,
|
||||
"max": "1",
|
||||
"min": "0",
|
||||
"show": true
|
||||
}
|
||||
],
|
||||
"yaxis": {
|
||||
"align": false,
|
||||
"alignLevel": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"aliasColors": {},
|
||||
"bars": false,
|
||||
"dashLength": 10,
|
||||
"dashes": false,
|
||||
"datasource": "$datasource",
|
||||
"fieldConfig": {
|
||||
"defaults": {
|
||||
"custom": {},
|
||||
"links": []
|
||||
},
|
||||
"overrides": []
|
||||
},
|
||||
"fill": 0,
|
||||
"fillGradient": 0,
|
||||
"gridPos": {
|
||||
"h": 13,
|
||||
"w": 12,
|
||||
"x": 12,
|
||||
"y": 17
|
||||
},
|
||||
"hiddenSeries": false,
|
||||
"id": 63,
|
||||
"legend": {
|
||||
"alignAsTable": true,
|
||||
"avg": true,
|
||||
"current": true,
|
||||
"hideEmpty": true,
|
||||
"hideZero": true,
|
||||
"max": false,
|
||||
"min": false,
|
||||
"rightSide": false,
|
||||
"show": true,
|
||||
"sort": "current",
|
||||
"sortDesc": true,
|
||||
"total": false,
|
||||
"values": true
|
||||
},
|
||||
"lines": true,
|
||||
"linewidth": 1,
|
||||
"nullPointMode": "connected",
|
||||
"percentage": false,
|
||||
"pluginVersion": "7.1.5",
|
||||
"pointradius": 5,
|
||||
"points": false,
|
||||
"renderer": "flot",
|
||||
"seriesOverrides": [
|
||||
{
|
||||
"alias": "catalogue-pod-cpu-hog",
|
||||
"color": "#C4162A",
|
||||
"fill": 1,
|
||||
"fillGradient": 5,
|
||||
"steppedLine": true,
|
||||
"yaxis": 2
|
||||
},
|
||||
{
|
||||
"alias": "orders-pod-memory-hog",
|
||||
"color": "#C4162A",
|
||||
"fill": 1,
|
||||
"fillGradient": 5,
|
||||
"steppedLine": true,
|
||||
"yaxis": 2
|
||||
},
|
||||
{
|
||||
"alias": "catalogue-node-cpu-hog",
|
||||
"color": "#C4162A",
|
||||
"fill": 1,
|
||||
"fillGradient": 5,
|
||||
"steppedLine": true,
|
||||
"yaxis": 2
|
||||
},
|
||||
{
|
||||
"alias": "orders-node-memory-hog",
|
||||
"color": "#C4162A",
|
||||
"fill": 1,
|
||||
"fillGradient": 5,
|
||||
"steppedLine": true,
|
||||
"yaxis": 2
|
||||
}
|
||||
],
|
||||
"spaceLength": 10,
|
||||
"stack": false,
|
||||
"steppedLine": false,
|
||||
"targets": [
|
||||
{
|
||||
"expr": "sum(container_memory_usage_bytes{container!=\"POD\",container!=\"\"}) by (pod)",
|
||||
"interval": "",
|
||||
"legendFormat": "\"{{pod}}\"",
|
||||
"refId": "B"
|
||||
},
|
||||
{
|
||||
"expr": "heptio_eventrouter_normal_total{reason=\"ChaosInject\",involved_object_name=\"catalogue-pod-cpu-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} - on () (heptio_eventrouter_normal_total{reason=\"ChaosEngineCompleted\",involved_object_name=\"catalogue-pod-cpu-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} OR on() vector(0))",
|
||||
"interval": "",
|
||||
"legendFormat": "catalogue-pod-cpu-hog",
|
||||
"refId": "A"
|
||||
},
|
||||
{
|
||||
"expr": "heptio_eventrouter_normal_total{reason=\"ChaosInject\",involved_object_name=\"orders-pod-memory-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} - on () (heptio_eventrouter_normal_total{reason=\"ChaosEngineCompleted\",involved_object_name=\"orders-pod-memory-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} OR on() vector(0))",
|
||||
"interval": "",
|
||||
"legendFormat": "orders-pod-memory-hog",
|
||||
"refId": "C"
|
||||
},
|
||||
{
|
||||
"expr": "heptio_eventrouter_normal_total{reason=\"ChaosInject\",involved_object_name=\"catalogue-node-cpu-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} - on () (heptio_eventrouter_normal_total{reason=\"ChaosEngineCompleted\",involved_object_name=\"catalogue-node-cpu-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} OR on() vector(0))",
|
||||
"interval": "",
|
||||
"legendFormat": "catalogue-node-cpu-hog",
|
||||
"refId": "D"
|
||||
},
|
||||
{
|
||||
"expr": "heptio_eventrouter_normal_total{reason=\"ChaosInject\",involved_object_name=\"orders-node-memory-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} - on () (heptio_eventrouter_normal_total{reason=\"ChaosEngineCompleted\",involved_object_name=\"orders-node-memory-hog\", involved_object_namespace=\"litmus\", involved_object_kind=\"ChaosEngine\"} OR on() vector(0))",
|
||||
"interval": "",
|
||||
"legendFormat": "orders-node-memory-hog",
|
||||
"refId": "E"
|
||||
}
|
||||
],
|
||||
"thresholds": [],
|
||||
"timeFrom": null,
|
||||
"timeRegions": [],
|
||||
"timeShift": null,
|
||||
"title": "Chaos - Pod - Memory Usage",
|
||||
"tooltip": {
|
||||
"shared": true,
|
||||
"sort": 0,
|
||||
"value_type": "individual"
|
||||
},
|
||||
"type": "graph",
|
||||
"xaxis": {
|
||||
"buckets": null,
|
||||
"mode": "time",
|
||||
"name": null,
|
||||
"show": true,
|
||||
"values": []
|
||||
},
|
||||
"yaxes": [
|
||||
{
|
||||
"format": "bytes",
|
||||
"label": "Memory",
|
||||
"logBase": 1,
|
||||
"max": null,
|
||||
"min": null,
|
||||
"show": true
|
||||
},
|
||||
{
|
||||
"format": "short",
|
||||
"label": "CHAOS",
|
||||
"logBase": 2,
|
||||
"max": "1",
|
||||
"min": "0",
|
||||
"show": true
|
||||
}
|
||||
],
|
||||
"yaxis": {
|
||||
"align": false,
|
||||
"alignLevel": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"refresh": "5s",
|
||||
"schemaVersion": 26,
|
||||
"style": "dark",
|
||||
"tags": [],
|
||||
"templating": {
|
||||
"list": [
|
||||
{
|
||||
"current": {
|
||||
"selected": false,
|
||||
"text": "default",
|
||||
"value": "default"
|
||||
},
|
||||
"hide": 0,
|
||||
"includeAll": false,
|
||||
"label": "",
|
||||
"multi": false,
|
||||
"name": "datasource",
|
||||
"options": [],
|
||||
"query": "prometheus",
|
||||
"queryValue": "",
|
||||
"refresh": 1,
|
||||
"regex": "",
|
||||
"skipUrlSync": false,
|
||||
"type": "datasource"
|
||||
},
|
||||
{
|
||||
"allValue": null,
|
||||
"current": {},
|
||||
"datasource": "$datasource",
|
||||
"definition": "label_values(kube_pod_info, cluster)",
|
||||
"hide": 2,
|
||||
"includeAll": false,
|
||||
"label": null,
|
||||
"multi": false,
|
||||
"name": "cluster",
|
||||
"options": [],
|
||||
"query": "label_values(kube_pod_info, cluster)",
|
||||
"refresh": 1,
|
||||
"regex": "",
|
||||
"skipUrlSync": false,
|
||||
"sort": 1,
|
||||
"tagValuesQuery": "",
|
||||
"tags": [],
|
||||
"tagsQuery": "",
|
||||
"type": "query",
|
||||
"useTags": false
|
||||
}
|
||||
]
|
||||
},
|
||||
"time": {
|
||||
"from": "now-30m",
|
||||
"to": "now"
|
||||
},
|
||||
"timepicker": {
|
||||
"refresh_intervals": [
|
||||
"5s",
|
||||
"10s",
|
||||
"30s",
|
||||
"1m",
|
||||
"5m",
|
||||
"15m",
|
||||
"30m",
|
||||
"1h",
|
||||
"2h",
|
||||
"1d"
|
||||
]
|
||||
},
|
||||
"timezone": "",
|
||||
"title": "Node and Pod Chaos Metrics",
|
||||
"uid": "nodepodmetrics",
|
||||
"version": 1
|
||||
}
|
||||
|
|
@ -0,0 +1,34 @@
|
|||
# Node and Pod K8s metrics dashboard
|
||||
|
||||
This dashboard visualizes Node and Pod level CPU and memory utilization metrics interleaved with chaos events.
|
||||
|
||||
|
||||
## Prerequisites
|
||||
|
||||
- Node exporter and kube state metrics exporter with service monitor.
|
||||
|
||||
- Litmus event router with service monitor.
|
||||
|
||||
- Prometheus operator and deployment configured for using the service monitors.
|
||||
|
||||
- Chaos engine name must match the labels used in PromQL for the grafana dashboard.
|
||||
|
||||
|
||||
## Instructions
|
||||
|
||||
- Download the dashboard json file.
|
||||
|
||||
- Import the json file into grafana.
|
||||
|
||||
|
||||
|
||||
- Change data source for the dashboard accordingly.
|
||||
|
||||
|
||||
|
||||
- Tune the PromQL queries to match the labels with engine name and other parameters as per need.
|
||||
|
||||
|
||||
## Screenshot
|
||||
|
||||
|
||||
|
|
@ -0,0 +1,31 @@
|
|||
# Sock shop application metrics dashboard
|
||||
|
||||
This dashboard visualizes Sock Shop application metrics metrics interleaved with chaos events and chaos exporter metrics.
|
||||
|
||||
## Prerequisites
|
||||
|
||||
- Sock shop microservices application deployments with service monitors.
|
||||
|
||||
- Litmus event router and chaos exporter with service monitors.
|
||||
|
||||
- Prometheus operator and deployment configured for using the service monitors.
|
||||
|
||||
- Chaos engine name must match the labels used in PromQL for the grafana dashboard.
|
||||
|
||||
## Instructions
|
||||
|
||||
- Download the dashboard json file.
|
||||
|
||||
- Import the json file into grafana.
|
||||
|
||||
|
||||
|
||||
- Change data source for the dashboard accordingly.
|
||||
|
||||
|
||||
|
||||
- Tune the PromQL queries to match the labels with engine name and other parameters as per need.
|
||||
|
||||
## Screenshot
|
||||
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
Binary file not shown.
|
After Width: | Height: | Size: 472 KiB |
Binary file not shown.
|
After Width: | Height: | Size: 440 KiB |
Binary file not shown.
|
After Width: | Height: | Size: 108 KiB |
Binary file not shown.
|
After Width: | Height: | Size: 87 KiB |
Loading…
Reference in New Issue