Skip to content

Commit

Permalink
Adds two new "mlab-ns" alerts for Neubot (#810)
Browse files Browse the repository at this point in the history 
* Adds two new panels for Neubot

* Adds two new alerts for 'mlab-ns' queries for Neubot
  • Loading branch information
@nkinkade
nkinkade authored Apr 12, 2021
1 parent ceb01bd commit 6256dd2
Show file tree
Hide file tree
Showing 2 changed files with 269 additions and 24 deletions.
227 changes: 209 additions & 18 deletions config/federation/grafana/dashboards/MLABNS_PrometheusQueries.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@
"gnetId": null,
"graphTooltip": 0,
"id": 357,
"iteration": 1616437301517,
"iteration": 1617995965275,
"links": [],
"panels": [
{
Expand All @@ -35,7 +35,7 @@
"fillGradient": 0,
"gridPos": {
"h": 7,
"w": 8,
"w": 6,
"x": 0,
"y": 0
},
Expand Down Expand Up @@ -130,8 +130,8 @@
"fillGradient": 0,
"gridPos": {
"h": 7,
"w": 8,
"x": 8,
"w": 6,
"x": 6,
"y": 0
},
"hiddenSeries": false,
Expand Down Expand Up @@ -215,6 +215,7 @@
"dashLength": 10,
"dashes": false,
"datasource": "$datasource",
"description": "",
"fieldConfig": {
"defaults": {
"custom": {}
Expand All @@ -225,8 +226,103 @@
"fillGradient": 0,
"gridPos": {
"h": 7,
"w": 8,
"x": 16,
"w": 6,
"x": 12,
"y": 0
},
"hiddenSeries": false,
"id": 13,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": false,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.5",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(\n min by (experiment, machine) (\n probe_success{service=\"neubot$protocol\", experiment=\"neubot\"} OR\n probe_success{service=\"neubot_tls$protocol\", experiment=\"neubot\"} OR\n label_replace(kube_node_spec_taint{cluster=\"platform-cluster\", key=\"lame-duck\"},\n \"experiment\", \"neubot.mlab\", \"\", \"\") != bool 1 OR\n label_replace(gmx_machine_maintenance, \"experiment\", \"neubot.mlab\", \"\", \"\") != bool 1\n )\n) /\ncount(\n probe_success{service=\"neubot$protocol\", experiment=\"neubot\"} unless on(machine)\n (gmx_machine_maintenance == 1 unless on(machine) kube_node_status_condition)\n)",
"interval": "",
"legendFormat": "",
"refId": "A"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "neubot $protocol: % up",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "percentunit",
"label": null,
"logBase": 1,
"max": null,
"min": "0",
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "$datasource",
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 7,
"w": 6,
"x": 18,
"y": 0
},
"hiddenSeries": false,
Expand Down Expand Up @@ -320,7 +416,7 @@
"fillGradient": 0,
"gridPos": {
"h": 7,
"w": 8,
"w": 6,
"x": 0,
"y": 7
},
Expand Down Expand Up @@ -415,8 +511,8 @@
"fillGradient": 0,
"gridPos": {
"h": 7,
"w": 8,
"x": 8,
"w": 6,
"x": 6,
"y": 7
},
"hiddenSeries": false,
Expand Down Expand Up @@ -494,6 +590,102 @@
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "$datasource",
"description": "",
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 7,
"w": 6,
"x": 12,
"y": 7
},
"hiddenSeries": false,
"id": 12,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": false,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.3.5",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(probe_success{service=\"neubot$protocol\", experiment=\"neubot\"})",
"interval": "",
"legendFormat": "",
"refId": "A"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "neubot $protocol: probe_success",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": "0",
"show": true
},
{
"format": "short",
"label": null,
"logBase": 1,
"max": null,
"min": null,
"show": true
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
Expand All @@ -510,8 +702,8 @@
"fillGradient": 0,
"gridPos": {
"h": 7,
"w": 8,
"x": 16,
"w": 6,
"x": 18,
"y": 7
},
"hiddenSeries": false,
Expand Down Expand Up @@ -605,7 +797,7 @@
"fillGradient": 0,
"gridPos": {
"h": 7,
"w": 8,
"w": 6,
"x": 0,
"y": 14
},
Expand Down Expand Up @@ -700,8 +892,8 @@
"fillGradient": 0,
"gridPos": {
"h": 7,
"w": 8,
"x": 16,
"w": 6,
"x": 18,
"y": 14
},
"hiddenSeries": false,
Expand Down Expand Up @@ -794,7 +986,7 @@
"list": [
{
"current": {
"selected": false,
"selected": true,
"text": "Prometheus (mlab-oti)",
"value": "Prometheus (mlab-oti)"
},
Expand All @@ -815,7 +1007,7 @@
{
"allValue": null,
"current": {
"selected": false,
"selected": true,
"text": "IPv4",
"value": ""
},
Expand Down Expand Up @@ -852,6 +1044,5 @@
"timezone": "",
"title": "MLAB-NS: Prometheus Queries",
"uid": "T-t8rWwGz",
"version": 16
"version": 19
}

Loading

0 comments on commit 6256dd2

Please sign in to comment.