From d8e96a8ec0bbfec5638e53df49368477f89db883 Mon Sep 17 00:00:00 2001 From: mphanias Date: Mon, 23 Oct 2023 13:32:31 +0530 Subject: [PATCH 1/4] OM133 - set view - 7.0 initial added alerts, set-objects panels modified panels according to 7.0 stat and metric changes --- config/grafana/dashboards/set.json | 1286 ++++++++++++++++++---------- 1 file changed, 830 insertions(+), 456 deletions(-) diff --git a/config/grafana/dashboards/set.json b/config/grafana/dashboards/set.json index ac6524e..a1070da 100644 --- a/config/grafana/dashboards/set.json +++ b/config/grafana/dashboards/set.json @@ -81,55 +81,414 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Device and memory for a set. ", + "description": "Alert count", + "fieldConfig": { + "defaults": { + "links": [ + { + "targetBlank": true, + "title": "Alerts view dashboard", + "url": "/d/hP_Uhx94k/alerts-view?orgId=1&var-node=${node}&var-cluster=${cluster}" + } + ], + "mappings": [ + { + "options": { + "match": "null", + "result": { + "color": "#299c46", + "text": "0" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#299c46", + "value": null + }, + { + "color": "dark-red", + "value": 1 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 5, + "x": 0, + "y": 1 + }, + "id": 51, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "count(ALERTS{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "instant": true, + "intervalFactor": 1, + "refId": "A" + } + ], + "title": "Alerts", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "More details about [disable eviction](https://docs.aerospike.com/reference/configuration#disable-eviction).", "fieldConfig": { "defaults": { "color": { - "fixedColor": "red", - "mode": "continuous-GrYlRd" + "mode": "thresholds" }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" + "mappings": [ + { + "options": { + "0": { + "color": "green", + "index": 0, + "text": "Not Set" + } + }, + "type": "value" } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "bool" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 5, + "x": 5, + "y": 1 + }, + "id": 53, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "name" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "count_values(\"dis_evict\", aerospike_sets_disable_eviction{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",})", + "format": "time_series", + "legendFormat": "{{set}}", + "range": true, + "refId": "A" + } + ], + "title": "Disable Eviction", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "More details about [enable index](https://docs.aerospike.com/reference/configuration#enable-index).", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [ + { + "options": { + "0": { + "color": "green", + "index": 0, + "text": "Not Set" + } + }, + "type": "value" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "bool" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 5, + "x": 10, + "y": 1 + }, + "id": 55, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "name" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "count_values(\"enable_idx\",aerospike_sets_enable_index{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",})", + "format": "time_series", + "legendFormat": "{{set}}", + "range": true, + "refId": "A" + } + ], + "title": "Enable index", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "More details about [stop writes count](https://docs.aerospike.com/reference/configuration#stop-writes-count).", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" }, - "decimals": 0, "mappings": [ { "options": { "0": { + "color": "green", "index": 0, + "text": "Not Set" + } + }, + "type": "value" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 4, + "x": 15, + "y": 1 + }, + "id": 57, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "count_values(\"stop_write_cnt\",aerospike_sets_stop_writes_count{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",})", + "hide": false, + "legendFormat": "{{set}}", + "range": true, + "refId": "C" + } + ], + "title": "Stop Writes Count", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "More details about [stop writes size](https://docs.aerospike.com/reference/configuration#stop-writes-size).", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 5, + "x": 19, + "y": 1 + }, + "id": 59, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "name" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "count_values(\"stop_write_size\", aerospike_sets_stop_writes_size{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",})", + "hide": false, + "legendFormat": "{{set}}", + "range": true, + "refId": "C" + } + ], + "title": "Stop Writes Size", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Set Quota usage against \"stop write size\" configuration", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "decimals": 0, + "mappings": [ + { + "options": { + "Infinity": { + "index": 1, "text": "N/A" } }, "type": "value" + }, + { + "options": { + "match": "null", + "result": { + "index": 0, + "text": "N/A" + } + }, + "type": "special" } ], + "max": 100, "min": 0, "thresholds": { "mode": "absolute", @@ -137,50 +496,184 @@ { "color": "#299c46", "value": null + }, + { + "color": "red", + "value": 80 } ] }, - "unit": "decbytes" + "unit": "none" }, "overrides": [] }, "gridPos": { - "h": 8, - "w": 11, + "h": 4, + "w": 12, "x": 0, - "y": 1 + "y": 4 }, - "id": 25, + "id": 95, "links": [], "options": { - "legend": { + "displayMode": "lcd", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "horizontal", + "reduceOptions": { "calcs": [ - "lastNotNull", - "min", - "max" + "lastNotNull" ], - "displayMode": "table", - "placement": "right", - "showLegend": true + "fields": "", + "values": false + }, + "showUnfilled": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "topk(3,sort_desc((\n (aerospike_sets_memory_data_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",}+aerospike_sets_device_data_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",})\n /(aerospike_sets_stop_writes_size{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",}!=0) )*100))", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{set}}", + "refId": "6_set_quota" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "topk( 3, sort_desc((\n (aerospike_sets_data_used_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",})\n /(aerospike_sets_stop_writes_size{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",}!=0) )*100) )", + "hide": false, + "legendFormat": "{{set}}", + "range": true, + "refId": "7_set_quota" + } + ], + "title": "% Set Quota Used (topk)", + "type": "bargauge" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Namespace objects (tombstones, master_objects, prole_objects, evicted_objects)", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "dark-green", + "value": null + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 5, + "x": 12, + "y": 4 + }, + "id": 127, + "links": [], + "options": { + "colorMode": "background", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_sets_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set|$^\",})", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Min", + "refId": "master_min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_tombstones{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Tombstones", + "refId": "tombstones" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_evicted_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Evicted objects", + "refId": "evicted" }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "9.4.3", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "aerospike_sets_device_data_bytes{set=~\"$set\", cluster_name=\"$cluster\", ns=~\"$namespace\", job=\"$job_name\"} ", - "hide": false, - "legendFormat": "Device {{service}} ", - "range": true, - "refId": "A" + "exemplar": true, + "expr": "sum(aerospike_namespace_prole_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Replica objects", + "refId": "replica" }, { "datasource": { @@ -188,12 +681,15 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "exemplar": false, - "expr": " aerospike_sets_memory_data_bytes{set=~\"$set\", cluster_name=\"$cluster\", ns=~\"$namespace\", job=\"$job_name\"} ", - "hide": false, - "legendFormat": "Memory {{service}}", - "range": true, - "refId": "C" + "exemplar": true, + "expr": "sum(aerospike_namespace_expired_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Expired objects", + "refId": "expired" }, { "datasource": { @@ -201,60 +697,33 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "aerospike_sets_stop_writes_size{set=~\"$set\", cluster_name=\"$cluster\", ns=~\"$namespace\", job=\"$job_name\"} ", - "hide": false, - "legendFormat": "{{set}} Limit ", - "range": true, - "refId": "B" + "exemplar": true, + "expr": "sum(aerospike_namespace_unreplicated_records{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Unreplicated records", + "refId": "unreplica" } ], - "title": "Memory", - "transformations": [], - "type": "timeseries" + "title": "Master Objects", + "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "", + "description": "Namespace objects (tombstones, master_objects, prole_objects, evicted_objects)", "fieldConfig": { "defaults": { "color": { - "fixedColor": "blue", - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "hue", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "normal" - }, - "thresholdsStyle": { - "mode": "off" - } + "mode": "thresholds" }, "mappings": [], + "noValue": "N/A", "thresholds": { "mode": "absolute", "steps": [ @@ -264,34 +733,33 @@ } ] }, - "unit": "short" + "unit": "none" }, "overrides": [] }, "gridPos": { - "h": 8, - "w": 12, - "x": 11, - "y": 1 + "h": 4, + "w": 5, + "x": 17, + "y": 4 }, - "id": 5, + "id": 129, + "links": [], "options": { - "legend": { + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", + "reduceOptions": { "calcs": [ - "last", - "min", - "max" + "lastNotNull" ], - "displayMode": "table", - "placement": "right", - "showLegend": true + "fields": "", + "values": false }, - "tooltip": { - "mode": "single", - "sort": "none" - } + "showUnfilled": true }, - "pluginVersion": "9.4.3", + "pluginVersion": "9.3.2", "targets": [ { "datasource": { @@ -299,22 +767,14 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "aerospike_sets_objects{set=~\"$set\", cluster_name=\"$cluster\", ns=~\"$namespace\", job=\"$job_name\"}", - "hide": false, - "legendFormat": "Objects", - "range": true, - "refId": "B" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "aerospike_sets_tombstones{set=~\"$set\", cluster_name=\"$cluster\", ns=~\"$namespace\", job=\"$job_name\"}", - "legendFormat": "Tombstones", - "range": true, - "refId": "A" + "exemplar": true, + "expr": "min(aerospike_sets_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set|$^\",})", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Min", + "refId": "master_min" }, { "datasource": { @@ -322,11 +782,15 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "aerospike_sets_truncate_lut{set=~\"$set\", cluster_name=\"$cluster\", ns=~\"$namespace\", job=\"$job_name\"}", + "exemplar": true, + "expr": "avg(aerospike_sets_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set|$^\",})", + "format": "time_series", "hide": false, - "legendFormat": "Truncations", - "range": true, - "refId": "C" + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Avg.", + "refId": "master_avg" }, { "datasource": { @@ -334,25 +798,31 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "aerospike_sets_stop_writes_count{set=~\"$set\", cluster_name=\"$cluster\", ns=~\"$namespace\", job=\"$job_name\"}", + "exemplar": true, + "expr": "max(aerospike_sets_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set|$^\",})", + "format": "time_series", "hide": false, - "legendFormat": "Truncations", - "range": true, - "refId": "D" + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Max", + "refId": "master_max" } ], - "title": "Objects", - "type": "timeseries" + "title": "Master Objects", + "type": "bargauge" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "description": "Device and memory for a set. ", "fieldConfig": { "defaults": { "color": { - "mode": "palette-classic" + "fixedColor": "red", + "mode": "continuous-GrYlRd" }, "custom": { "axisCenteredZero": false, @@ -361,21 +831,21 @@ "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", - "fillOpacity": 9, + "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, - "lineInterpolation": "stepAfter", + "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", - "spanNulls": true, + "spanNulls": false, "stacking": { "group": "A", "mode": "none" @@ -384,36 +854,37 @@ "mode": "off" } }, + "decimals": 0, "mappings": [], + "min": 0, "thresholds": { "mode": "absolute", "steps": [ { - "color": "green", + "color": "#299c46", "value": null - }, - { - "color": "red", - "value": 80 } ] - } + }, + "unit": "decbytes" }, "overrides": [] }, "gridPos": { - "h": 7, - "w": 11, + "h": 8, + "w": 12, "x": 0, - "y": 9 + "y": 8 }, - "id": 24, + "id": 89, + "links": [], "options": { "legend": { "calcs": [ "lastNotNull", "min", - "max" + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -424,6 +895,7 @@ "sort": "none" } }, + "pluginVersion": "9.4.3", "targets": [ { "datasource": { @@ -431,11 +903,11 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "aerospike_sets_index_populating{set=~\"$set\", cluster_name=\"$cluster\", ns=~\"$namespace\", job=\"$job_name\"} ", + "expr": "( aerospike_sets_memory_data_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\", })\nor\n aerospike_sets_device_data_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\", } \n", "hide": false, - "legendFormat": "Indexes Populating on {{service}}", + "legendFormat": "{{service}} : Memory", "range": true, - "refId": "A" + "refId": "6_data_bytes" }, { "datasource": { @@ -443,191 +915,121 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "aerospike_sets_sindexes{set=~\"$set\", cluster_name=\"$cluster\", ns=~\"$namespace\", job=\"$job_name\"}", + "expr": "aerospike_sets_data_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set|$^\", } ", "hide": false, - "legendFormat": "Secondary Indexes on {{service}}", + "legendFormat": "{{service}} ", "range": true, - "refId": "B" - } - ], - "title": "Indexes", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "More details about [disable eviction](https://docs.aerospike.com/reference/configuration#disable-eviction).", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "0": { - "color": "text", - "index": 0, - "text": "Not Set" - } - }, - "type": "value" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "bool" - }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 11, - "y": 9 - }, - "id": 28, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false + "refId": "7_data_bytes" }, - "text": {}, - "textMode": "value" - }, - "pluginVersion": "9.3.2", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "aerospike_sets_disable_eviction{set=~\"$set\", cluster_name=\"$cluster\", job=\"$job_name\", ns=~\"$namespace\"}", - "format": "time_series", - "legendFormat": "__auto", + "exemplar": false, + "expr": " aerospike_sets_memory_data_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\", } ", + "hide": true, + "legendFormat": "Memory {{service}}", "range": true, - "refId": "A" - } - ], - "title": "Disable Eviction", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "More details about [enable index](https://docs.aerospike.com/reference/configuration#enable-index).", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "0": { - "color": "text", - "index": 0, - "text": "Not Set" - } - }, - "type": "value" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "bool" + "refId": "6_memory_bytes" }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 14, - "y": 9 - }, - "id": 29, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_sets_device_data_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\", } ", + "hide": true, + "legendFormat": "Device {{service}} ", + "range": true, + "refId": "6_device_bytes" }, - "text": {}, - "textMode": "value" - }, - "pluginVersion": "9.3.2", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "aerospike_sets_enable_index{set=~\"$set\", cluster_name=\"$cluster\", job=\"$job_name\", ns=~\"$namespace\"}", - "format": "time_series", - "legendFormat": "__auto", + "expr": "aerospike_sets_device_data_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\", } ", + "hide": true, + "legendFormat": "PMEM {{service}} ", + "range": true, + "refId": "6_pmem_bytes" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_sets_stop_writes_size{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\", } ", + "hide": true, + "legendFormat": "{{set}} Limit ", + "range": true, + "refId": "stop_writes_size" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "\n aerospike_sets_device_data_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set|$^\" }\n", + "hide": false, + "legendFormat": "{{service}} : Device", "range": true, "refId": "A" } ], - "title": "Enable index", - "type": "stat" + "title": "Data stats (bytes) ", + "transformations": [], + "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "More details about [stop writes count](https://docs.aerospike.com/reference/configuration#stop-writes-count).", + "description": "", "fieldConfig": { "defaults": { "color": { - "mode": "thresholds" + "fixedColor": "blue", + "mode": "palette-classic" }, - "mappings": [ - { - "options": { - "0": { - "color": "text", - "index": 0, - "text": "Not Set" - } - }, - "type": "value" + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "hue", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" } - ], + }, + "mappings": [], "thresholds": { "mode": "absolute", "steps": [ @@ -642,28 +1044,30 @@ "overrides": [] }, "gridPos": { - "h": 3, - "w": 3, - "x": 17, - "y": 9 + "h": 8, + "w": 12, + "x": 12, + "y": 8 }, - "id": 30, + "id": 91, "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { + "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], - "fields": "", - "values": false + "displayMode": "table", + "placement": "right", + "showLegend": true }, - "text": {}, - "textMode": "value" + "tooltip": { + "mode": "single", + "sort": "none" + } }, - "pluginVersion": "9.3.2", + "pluginVersion": "9.4.3", "targets": [ { "datasource": { @@ -671,162 +1075,132 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "aerospike_sets_stop_writes_count{set=~\"$set\", cluster_name=\"$cluster\", job=\"$job_name\", ns=~\"$namespace\"}", + "expr": "aerospike_sets_objects{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",}", "hide": false, - "legendFormat": "Stop Writes Count", + "legendFormat": "{{service}}: Objects", "range": true, - "refId": "C" - } - ], - "title": "Stop Writes Count", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "More details about [stop writes size](https://docs.aerospike.com/reference/configuration#stop-writes-size).", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "0": { - "color": "text", - "index": 0, - "text": "Not Set" - } - }, - "type": "value" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "decbytes" + "refId": "objects" }, - "overrides": [] - }, - "gridPos": { - "h": 3, - "w": 3, - "x": 20, - "y": 9 - }, - "id": 31, - "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_sets_tombstones{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",}", + "legendFormat": "{{service}}: Tombstones", + "range": true, + "refId": "tombstones" }, - "text": {}, - "textMode": "value" - }, - "pluginVersion": "9.3.2", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "aerospike_sets_stop_writes_size{set=~\"$set\", cluster_name=\"$cluster\", job=\"$job_name\"}", + "expr": "aerospike_sets_truncate_lut{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",}", "hide": false, - "legendFormat": "Stop Writes Count", + "legendFormat": "{{service}}: Truncations", "range": true, - "refId": "C" + "refId": "truncates" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_sets_stop_writes_count{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",}", + "hide": true, + "legendFormat": "{{service}}: Stop Write Count", + "range": true, + "refId": "stop_write_count" } ], - "title": "Stop Writes Size", - "type": "stat" + "title": "Objects", + "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace storage usage in percentage", "fieldConfig": { "defaults": { "color": { - "mode": "thresholds" + "mode": "palette-classic" }, - "decimals": 0, - "mappings": [ - { - "options": { - "Infinity": { - "index": 0, - "text": "N/A" - } - }, - "type": "value" + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 9, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "stepAfter", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": true, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" } - ], - "max": 100, - "min": 0, + }, + "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { - "color": "#299c46", + "color": "green", "value": null }, { - "color": "dark-orange", + "color": "red", "value": 80 - }, - { - "color": "dark-red", - "value": 90 } ] - }, - "unit": "percent" + } }, "overrides": [] }, "gridPos": { - "h": 4, - "w": 12, - "x": 11, - "y": 12 + "h": 7, + "w": 11, + "x": 1, + "y": 16 }, - "id": 10, - "links": [], + "id": 93, "options": { - "displayMode": "lcd", - "minVizHeight": 10, - "minVizWidth": 0, - "orientation": "horizontal", - "reduceOptions": { + "legend": { "calcs": [ - "lastNotNull" + "lastNotNull", + "min", + "max", + "mean" ], - "fields": "", - "values": false + "displayMode": "table", + "placement": "right", + "showLegend": true }, - "showUnfilled": true, - "text": {} + "tooltip": { + "mode": "single", + "sort": "none" + } }, - "pluginVersion": "9.3.2", "targets": [ { "datasource": { @@ -834,10 +1208,11 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "((aerospike_sets_device_data_bytes{set=~\"$set\", cluster_name=\"$cluster\", ns=~\"$namespace\", job=\"$job_name\"} + aerospike_sets_memory_data_bytes{set=~\"$set\", cluster_name=\"$cluster\", ns=~\"$namespace\", job=\"$job_name\"} ) / (aerospike_sets_stop_writes_size{set=~\"$set\", cluster_name=\"$cluster\", ns=~\"$namespace\", job=\"$job_name\"}!=0) * 100)", - "legendFormat": "Size", + "expr": "aerospike_sets_index_populating{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",}", + "hide": false, + "legendFormat": "{{service}} : Indexes Populating ", "range": true, - "refId": "A" + "refId": "index_pop" }, { "datasource": { @@ -845,16 +1220,15 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "((aerospike_sets_objects{set=~\"$set\", cluster_name=\"$cluster\", ns=~\"$namespace\", job=\"$job_name\"} + aerospike_sets_tombstones{set=~\"$set\", cluster_name=\"$cluster\", ns=~\"$namespace\", job=\"$job_name\"} ) / (aerospike_sets_stop_writes_count{set=~\"$set\", cluster_name=\"$cluster\", ns=~\"$namespace\", job=\"$job_name\"}!=0) * 100)", + "expr": "aerospike_sets_sindexes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",}", "hide": false, - "legendFormat": "Count", + "legendFormat": "{{service}} : Secondary Indexes", "range": true, - "refId": "B" + "refId": "sindexs" } ], - "title": "Quota Usage", - "transformations": [], - "type": "bargauge" + "title": "Indexes", + "type": "timeseries" } ], "refresh": "5s", @@ -980,14 +1354,14 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "definition": "label_values(aerospike_sets_device_data_bytes{ns=~\"$namespace\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\" },set)", + "definition": "label_values({__name__=~\"aerospike_sets_data_used_bytes|aerospike_sets_memory_data_bytes\", ns=~\"$namespace\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\" },set)", "hide": 0, "includeAll": true, "multi": false, "name": "set", "options": [], "query": { - "query": "label_values(aerospike_sets_device_data_bytes{ns=~\"$namespace\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\" },set)", + "query": "label_values({__name__=~\"aerospike_sets_data_used_bytes|aerospike_sets_memory_data_bytes\", ns=~\"$namespace\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\" },set)", "refId": "StandardVariableQuery" }, "refresh": 1, @@ -1006,6 +1380,6 @@ "timezone": "", "title": "Set Dashboard", "uid": "A4YjjqbVk", - "version": 2, + "version": 7, "weekStart": "" } \ No newline at end of file From 02b9ab191bbd1685f42c870181c86ba65a42f4e9 Mon Sep 17 00:00:00 2001 From: mphanias Date: Thu, 26 Oct 2023 19:41:59 +0530 Subject: [PATCH 2/4] OM133 - review feedback added version and alerts panels added time-series for set-quota, set-data-used panels --- config/grafana/dashboards/set.json | 961 +++++++++++++++++++++++------ 1 file changed, 772 insertions(+), 189 deletions(-) diff --git a/config/grafana/dashboards/set.json b/config/grafana/dashboards/set.json index a1070da..a1fae53 100644 --- a/config/grafana/dashboards/set.json +++ b/config/grafana/dashboards/set.json @@ -12,6 +12,12 @@ "name": "Grafana", "version": "9.3.2" }, + { + "type": "panel", + "id": "piechart", + "name": "Pie chart", + "version": "" + }, { "type": "datasource", "id": "prometheus", @@ -76,6 +82,72 @@ "title": "Set: $set", "type": "row" }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Build version", + "fieldConfig": { + "defaults": { + "decimals": 0, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#299c46", + "value": null + } + ] + }, + "unit": "string" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 6, + "x": 0, + "y": 1 + }, + "id": 136, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "background", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "name" + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "count_values by (build) (\"build_numbers\", (aerospike_node_up{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) )", + "format": "time_series", + "instant": true, + "intervalFactor": 1, + "legendFormat": "{{build}}", + "range": false, + "refId": "A" + } + ], + "title": "Aerospike Version", + "type": "stat" + }, { "datasource": { "type": "prometheus", @@ -84,6 +156,16 @@ "description": "Alert count", "fieldConfig": { "defaults": { + "color": { + "mode": "fixed" + }, + "custom": { + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + } + }, "links": [ { "targetBlank": true, @@ -97,43 +179,99 @@ "match": "null", "result": { "color": "#299c46", + "index": 0, "text": "0" } }, "type": "special" } ], - "thresholds": { - "mode": "absolute", - "steps": [ + "noValue": "N/A", + "unit": "none" + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "critical" + }, + "properties": [ { - "color": "#299c46", - "value": null - }, + "id": "color", + "value": { + "fixedColor": "red", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "warn" + }, + "properties": [ { - "color": "dark-red", - "value": 1 + "id": "color", + "value": { + "fixedColor": "#e0b400", + "mode": "fixed" + } } ] }, - "unit": "short" - }, - "overrides": [] + { + "matcher": { + "id": "byName", + "options": "info" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#37872d", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "error" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#fa6400", + "mode": "fixed" + } + } + ] + } + ] }, "gridPos": { - "h": 3, + "h": 6, "w": 5, - "x": 0, + "x": 6, "y": 1 }, - "id": 51, + "id": 131, "links": [], "maxDataPoints": 100, "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "center", - "orientation": "horizontal", + "displayLabels": [ + "name", + "value" + ], + "legend": { + "displayMode": "list", + "placement": "bottom", + "showLegend": false + }, + "pieType": "pie", "reduceOptions": { "calcs": [ "lastNotNull" @@ -141,8 +279,10 @@ "fields": "", "values": false }, - "text": {}, - "textMode": "auto" + "tooltip": { + "mode": "single", + "sort": "none" + } }, "pluginVersion": "9.3.2", "targets": [ @@ -152,15 +292,16 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "count(ALERTS{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"})", + "expr": "count by (severity) (ALERTS{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\", severity=~\"warn|critical|info|error\", set=~\"$set\",}) ", "format": "time_series", "instant": true, "intervalFactor": 1, + "legendFormat": "{{severity}}", "refId": "A" } ], "title": "Alerts", - "type": "stat" + "type": "piechart" }, { "datasource": { @@ -189,19 +330,32 @@ "mode": "absolute", "steps": [ { - "color": "green", + "color": "#299c46", "value": null } ] }, "unit": "bool" }, - "overrides": [] + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "-1" + }, + "properties": [ + { + "id": "displayName", + "value": "N/A" + } + ] + } + ] }, "gridPos": { "h": 3, "w": 5, - "x": 5, + "x": 11, "y": 1 }, "id": 53, @@ -228,14 +382,16 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "count_values(\"dis_evict\", aerospike_sets_disable_eviction{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",})", + "exemplar": false, + "expr": "count_values(\"dis_evict\", (aerospike_sets_disable_eviction{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",} or on() vector(-1)))", "format": "time_series", + "instant": true, "legendFormat": "{{set}}", - "range": true, + "range": false, "refId": "A" } ], - "title": "Disable Eviction", + "title": "Disable Eviction (Unique values)", "type": "stat" }, { @@ -243,7 +399,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "More details about [enable index](https://docs.aerospike.com/reference/configuration#enable-index).", + "description": "More details about [stop writes count](https://docs.aerospike.com/reference/configuration#stop-writes-count).", "fieldConfig": { "defaults": { "color": { @@ -261,26 +417,27 @@ "type": "value" } ], + "noValue": "N/A", "thresholds": { "mode": "absolute", "steps": [ { - "color": "green", + "color": "#299c46", "value": null } ] }, - "unit": "bool" + "unit": "short" }, "overrides": [] }, "gridPos": { "h": 3, - "w": 5, - "x": 10, + "w": 7, + "x": 16, "y": 1 }, - "id": 55, + "id": 57, "options": { "colorMode": "background", "graphMode": "none", @@ -294,7 +451,7 @@ "values": false }, "text": {}, - "textMode": "name" + "textMode": "auto" }, "pluginVersion": "9.3.2", "targets": [ @@ -304,14 +461,16 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "count_values(\"enable_idx\",aerospike_sets_enable_index{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",})", - "format": "time_series", + "exemplar": false, + "expr": "count_values(\"stop_write_cnt\",aerospike_sets_stop_writes_count{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",}>0)", + "hide": false, + "instant": true, "legendFormat": "{{set}}", - "range": true, - "refId": "A" + "range": false, + "refId": "C" } ], - "title": "Enable index", + "title": "Stop Writes Count (Unique values)", "type": "stat" }, { @@ -319,7 +478,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "More details about [stop writes count](https://docs.aerospike.com/reference/configuration#stop-writes-count).", + "description": "More details about [enable index](https://docs.aerospike.com/reference/configuration#enable-index).", "fieldConfig": { "defaults": { "color": { @@ -341,22 +500,35 @@ "mode": "absolute", "steps": [ { - "color": "green", + "color": "#299c46", "value": null } ] }, - "unit": "short" + "unit": "bool" }, - "overrides": [] + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "-1" + }, + "properties": [ + { + "id": "displayName", + "value": "N/A" + } + ] + } + ] }, "gridPos": { "h": 3, - "w": 4, - "x": 15, - "y": 1 + "w": 5, + "x": 11, + "y": 4 }, - "id": 57, + "id": 55, "options": { "colorMode": "background", "graphMode": "none", @@ -370,7 +542,7 @@ "values": false }, "text": {}, - "textMode": "auto" + "textMode": "name" }, "pluginVersion": "9.3.2", "targets": [ @@ -380,14 +552,16 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "count_values(\"stop_write_cnt\",aerospike_sets_stop_writes_count{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",})", - "hide": false, + "exemplar": false, + "expr": "count_values(\"enable_idx\",aerospike_sets_enable_index{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",} or on() vector(-1))", + "format": "time_series", + "instant": true, "legendFormat": "{{set}}", - "range": true, - "refId": "C" + "range": false, + "refId": "A" } ], - "title": "Stop Writes Count", + "title": "Enable index (Unique values)", "type": "stat" }, { @@ -402,24 +576,38 @@ "mode": "thresholds" }, "mappings": [], + "noValue": "N/A", "thresholds": { "mode": "absolute", "steps": [ { - "color": "green", + "color": "#299c46", "value": null } ] }, "unit": "bytes" }, - "overrides": [] + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "-1" + }, + "properties": [ + { + "id": "displayName", + "value": "N/A" + } + ] + } + ] }, "gridPos": { "h": 3, - "w": 5, - "x": 19, - "y": 1 + "w": 7, + "x": 16, + "y": 4 }, "id": 59, "options": { @@ -445,14 +633,16 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "count_values(\"stop_write_size\", aerospike_sets_stop_writes_size{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",})", + "exemplar": false, + "expr": "count_values(\"stop_write_size\", aerospike_sets_stop_writes_size{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",} or on() vector(-1))", "hide": false, + "instant": true, "legendFormat": "{{set}}", - "range": true, + "range": false, "refId": "C" } ], - "title": "Stop Writes Size", + "title": "Stop Writes Size (Unique values)", "type": "stat" }, { @@ -508,10 +698,10 @@ "overrides": [] }, "gridPos": { - "h": 4, - "w": 12, + "h": 8, + "w": 11, "x": 0, - "y": 4 + "y": 7 }, "id": 95, "links": [], @@ -543,7 +733,7 @@ "instant": true, "interval": "", "intervalFactor": 1, - "legendFormat": "{{set}}", + "legendFormat": "{{service}}", "refId": "6_set_quota" }, { @@ -554,7 +744,7 @@ "editorMode": "code", "expr": "topk( 3, sort_desc((\n (aerospike_sets_data_used_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",})\n /(aerospike_sets_stop_writes_size{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",}!=0) )*100) )", "hide": false, - "legendFormat": "{{set}}", + "legendFormat": "{{service}}", "range": true, "refId": "7_set_quota" } @@ -579,7 +769,7 @@ "mode": "absolute", "steps": [ { - "color": "dark-green", + "color": "#299c46", "value": null } ] @@ -591,8 +781,8 @@ "gridPos": { "h": 4, "w": 5, - "x": 12, - "y": 4 + "x": 11, + "y": 7 }, "id": 127, "links": [], @@ -708,7 +898,7 @@ "refId": "unreplica" } ], - "title": "Master Objects", + "title": "Master & Replica Objects (total)", "type": "stat" }, { @@ -716,40 +906,42 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace objects (tombstones, master_objects, prole_objects, evicted_objects)", + "description": "Device and memory for a set. ", "fieldConfig": { "defaults": { "color": { + "fixedColor": "red", "mode": "thresholds" }, + "decimals": 0, "mappings": [], - "noValue": "N/A", + "min": 0, "thresholds": { "mode": "absolute", "steps": [ { - "color": "green", + "color": "#299c46", "value": null } ] }, - "unit": "none" + "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 4, - "w": 5, - "x": 17, - "y": 4 + "w": 7, + "x": 16, + "y": 7 }, - "id": 129, + "id": 132, "links": [], "options": { - "displayMode": "basic", - "minVizHeight": 10, - "minVizWidth": 0, - "orientation": "vertical", + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" @@ -757,7 +949,7 @@ "fields": "", "values": false }, - "showUnfilled": true + "textMode": "value_and_name" }, "pluginVersion": "9.3.2", "targets": [ @@ -767,14 +959,11 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "exemplar": true, - "expr": "min(aerospike_sets_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set|$^\",})", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Min", - "refId": "master_min" + "expr": "sum( aerospike_sets_memory_data_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\", })\nor\n aerospike_sets_device_data_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\", } \n", + "hide": false, + "legendFormat": "Memory", + "range": true, + "refId": "6_data_bytes" }, { "datasource": { @@ -782,15 +971,11 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "exemplar": true, - "expr": "avg(aerospike_sets_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set|$^\",})", - "format": "time_series", + "expr": "sum(aerospike_sets_data_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set|$^\", })", "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Avg.", - "refId": "master_avg" + "legendFormat": "Used", + "range": true, + "refId": "7_data_bytes" }, { "datasource": { @@ -798,23 +983,420 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "exemplar": true, - "expr": "max(aerospike_sets_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set|$^\",})", - "format": "time_series", - "hide": false, - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Max", - "refId": "master_max" - } - ], - "title": "Master Objects", - "type": "bargauge" - }, - { - "datasource": { - "type": "prometheus", + "exemplar": false, + "expr": " aerospike_sets_memory_data_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\", } ", + "hide": true, + "legendFormat": "Memory {{service}}", + "range": true, + "refId": "6_memory_bytes" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_sets_device_data_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\", } ", + "hide": true, + "legendFormat": "Device {{service}} ", + "range": true, + "refId": "6_device_bytes" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_sets_device_data_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\", } ", + "hide": true, + "legendFormat": "PMEM {{service}} ", + "range": true, + "refId": "6_pmem_bytes" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_sets_stop_writes_size{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\", } ", + "hide": true, + "legendFormat": "{{set}} Limit ", + "range": true, + "refId": "stop_writes_size" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "\n aerospike_sets_device_data_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set|$^\" }\n", + "hide": false, + "legendFormat": "{{service}} : Device", + "range": true, + "refId": "A" + } + ], + "title": "Data stats (bytes) ", + "transformations": [], + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Namespace objects (tombstones, master_objects, prole_objects, evicted_objects)", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "yellow", + "mode": "fixed" + }, + "mappings": [], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 5, + "x": 11, + "y": 11 + }, + "id": 129, + "links": [], + "options": { + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "min(aerospike_sets_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set|$^\",})", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Min", + "refId": "master_min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "avg(aerospike_sets_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set|$^\",})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Avg.", + "refId": "master_avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "max(aerospike_sets_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set|$^\",})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Max", + "refId": "master_max" + } + ], + "title": "Master & Replica Objects", + "type": "bargauge" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Device and memory for a set. ", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "yellow", + "mode": "fixed" + }, + "decimals": 0, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#299c46", + "value": null + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 7, + "x": 16, + "y": 11 + }, + "id": 133, + "links": [], + "options": { + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "min( aerospike_sets_memory_data_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\", })\nor\n aerospike_sets_device_data_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\", } \n", + "hide": false, + "legendFormat": "Memory", + "range": true, + "refId": "6_data_bytes_min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "avg( aerospike_sets_memory_data_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\", })\nor\n aerospike_sets_device_data_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\", } \n", + "hide": false, + "legendFormat": "Avg", + "range": true, + "refId": "6_data_bytes_avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "avg( aerospike_sets_memory_data_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\", })\nor\n aerospike_sets_device_data_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\", } \n", + "hide": false, + "legendFormat": "Max", + "range": true, + "refId": "6_data_bytes_max" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "min(aerospike_sets_data_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set|$^\", })", + "hide": false, + "legendFormat": "Min", + "range": true, + "refId": "7_data_bytes_min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "avg(aerospike_sets_data_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set|$^\", })", + "hide": false, + "legendFormat": "Avg", + "range": true, + "refId": "7_data_bytes_avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max(aerospike_sets_data_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set|$^\", })", + "hide": false, + "legendFormat": "Max", + "range": true, + "refId": "7_data_bytes_max" + } + ], + "title": "Data Used (bytes) ", + "transformations": [], + "type": "bargauge" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Set Quota usage against \"stop write size\" configuration", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "decimals": 0, + "mappings": [], + "max": 100, + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#299c46", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 15 + }, + "id": 134, + "links": [], + "options": { + "legend": { + "calcs": [ + "lastNotNull", + "min", + "max", + "mean" + ], + "displayMode": "table", + "placement": "right", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "((\n (aerospike_sets_memory_data_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",}+aerospike_sets_device_data_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",})\n /(aerospike_sets_stop_writes_size{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",}!=0) )*100)", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}", + "refId": "6_set_quota" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "((\n (aerospike_sets_data_used_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",})\n /(aerospike_sets_stop_writes_size{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",}!=0) )*100) ", + "hide": false, + "legendFormat": "{{service}}", + "range": true, + "refId": "7_set_quota" + } + ], + "title": "% Set Quota Used ", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "description": "Device and memory for a set. ", @@ -871,10 +1453,10 @@ "overrides": [] }, "gridPos": { - "h": 8, + "h": 6, "w": 12, - "x": 0, - "y": 8 + "x": 12, + "y": 15 }, "id": 89, "links": [], @@ -983,7 +1565,7 @@ "refId": "A" } ], - "title": "Data stats (bytes) ", + "title": "Data Used (bytes) ", "transformations": [], "type": "timeseries" }, @@ -992,11 +1574,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "", "fieldConfig": { "defaults": { "color": { - "fixedColor": "blue", "mode": "palette-classic" }, "custom": { @@ -1006,14 +1586,14 @@ "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "hue", + "fillOpacity": 9, + "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, - "lineInterpolation": "linear", + "lineInterpolation": "stepAfter", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { @@ -1023,7 +1603,7 @@ "spanNulls": true, "stacking": { "group": "A", - "mode": "normal" + "mode": "none" }, "thresholdsStyle": { "mode": "off" @@ -1036,24 +1616,27 @@ { "color": "green", "value": null + }, + { + "color": "red", + "value": 80 } ] - }, - "unit": "short" + } }, "overrides": [] }, "gridPos": { - "h": 8, + "h": 6, "w": 12, - "x": 12, - "y": 8 + "x": 0, + "y": 21 }, - "id": 91, + "id": 93, "options": { "legend": { "calcs": [ - "last", + "lastNotNull", "min", "max", "mean" @@ -1067,7 +1650,6 @@ "sort": "none" } }, - "pluginVersion": "9.4.3", "targets": [ { "datasource": { @@ -1075,22 +1657,11 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "aerospike_sets_objects{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",}", + "expr": "aerospike_sets_index_populating{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",}", "hide": false, - "legendFormat": "{{service}}: Objects", - "range": true, - "refId": "objects" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "aerospike_sets_tombstones{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",}", - "legendFormat": "{{service}}: Tombstones", + "legendFormat": "{{service}} : Indexes Populating ", "range": true, - "refId": "tombstones" + "refId": "index_pop" }, { "datasource": { @@ -1098,26 +1669,14 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "aerospike_sets_truncate_lut{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",}", + "expr": "aerospike_sets_sindexes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",}", "hide": false, - "legendFormat": "{{service}}: Truncations", - "range": true, - "refId": "truncates" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "aerospike_sets_stop_writes_count{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",}", - "hide": true, - "legendFormat": "{{service}}: Stop Write Count", + "legendFormat": "{{service}} : Secondary Indexes", "range": true, - "refId": "stop_write_count" + "refId": "sindexs" } ], - "title": "Objects", + "title": "Indexes", "type": "timeseries" }, { @@ -1125,9 +1684,11 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "description": "", "fieldConfig": { "defaults": { "color": { + "fixedColor": "blue", "mode": "palette-classic" }, "custom": { @@ -1137,14 +1698,14 @@ "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", - "fillOpacity": 9, - "gradientMode": "none", + "fillOpacity": 0, + "gradientMode": "hue", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, - "lineInterpolation": "stepAfter", + "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { @@ -1154,7 +1715,7 @@ "spanNulls": true, "stacking": { "group": "A", - "mode": "none" + "mode": "normal" }, "thresholdsStyle": { "mode": "off" @@ -1167,27 +1728,24 @@ { "color": "green", "value": null - }, - { - "color": "red", - "value": 80 } ] - } + }, + "unit": "short" }, "overrides": [] }, "gridPos": { - "h": 7, - "w": 11, - "x": 1, - "y": 16 + "h": 6, + "w": 12, + "x": 12, + "y": 21 }, - "id": 93, + "id": 91, "options": { "legend": { "calcs": [ - "lastNotNull", + "last", "min", "max", "mean" @@ -1201,6 +1759,7 @@ "sort": "none" } }, + "pluginVersion": "9.4.3", "targets": [ { "datasource": { @@ -1208,11 +1767,11 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "aerospike_sets_index_populating{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",}", + "expr": "aerospike_sets_objects{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",}", "hide": false, - "legendFormat": "{{service}} : Indexes Populating ", + "legendFormat": "{{service}}: Master", "range": true, - "refId": "index_pop" + "refId": "objects" }, { "datasource": { @@ -1220,14 +1779,38 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "aerospike_sets_sindexes{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",}", + "expr": "aerospike_sets_tombstones{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",}", "hide": false, - "legendFormat": "{{service}} : Secondary Indexes", + "legendFormat": "{{service}}: Tombstones", "range": true, - "refId": "sindexs" + "refId": "tombstones" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_sets_truncate_lut{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",}", + "hide": false, + "legendFormat": "{{service}}: Truncations", + "range": true, + "refId": "truncates" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_sets_stop_writes_count{job=\"$job_name\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace\", set=~\"$set\",}", + "hide": true, + "legendFormat": "{{service}}: Stop Write Count", + "range": true, + "refId": "stop_write_count" } ], - "title": "Indexes", + "title": "Objects", "type": "timeseries" } ], @@ -1373,13 +1956,13 @@ ] }, "time": { - "from": "now-5m", + "from": "now-30m", "to": "now" }, "timepicker": {}, "timezone": "", "title": "Set Dashboard", "uid": "A4YjjqbVk", - "version": 7, + "version": 4, "weekStart": "" } \ No newline at end of file From 31059f8233829b300384bbb615ed4580362eab31 Mon Sep 17 00:00:00 2001 From: mphanias Date: Fri, 27 Oct 2023 12:02:26 +0530 Subject: [PATCH 3/4] OM133 - review feedback corrected testing feedback - alighment - last, min, max and mean - added variable for set-topk - fixed alerts url link - panel title --- config/grafana/dashboards/set.json | 54 ++++++++++++++++++++---------- 1 file changed, 37 insertions(+), 17 deletions(-) diff --git a/config/grafana/dashboards/set.json b/config/grafana/dashboards/set.json index a1fae53..ec4b264 100644 --- a/config/grafana/dashboards/set.json +++ b/config/grafana/dashboards/set.json @@ -170,7 +170,7 @@ { "targetBlank": true, "title": "Alerts view dashboard", - "url": "/d/hP_Uhx94k/alerts-view?orgId=1&var-node=${node}&var-cluster=${cluster}" + "url": "/d/hP_Uhx94k/alerts-view?orgId=1&${node:queryparam}&${cluster:queryparam}" } ], "mappings": [ @@ -433,7 +433,7 @@ }, "gridPos": { "h": 3, - "w": 7, + "w": 8, "x": 16, "y": 1 }, @@ -605,7 +605,7 @@ }, "gridPos": { "h": 3, - "w": 7, + "w": 8, "x": 16, "y": 4 }, @@ -727,7 +727,7 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "topk(3,sort_desc((\n (aerospike_sets_memory_data_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",}+aerospike_sets_device_data_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",})\n /(aerospike_sets_stop_writes_size{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",}!=0) )*100))", + "expr": "topk( $set_quota_topk,sort_desc((\n (aerospike_sets_memory_data_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",}+aerospike_sets_device_data_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",})\n /(aerospike_sets_stop_writes_size{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",}!=0) )*100))", "format": "time_series", "hide": false, "instant": true, @@ -742,7 +742,7 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "topk( 3, sort_desc((\n (aerospike_sets_data_used_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",})\n /(aerospike_sets_stop_writes_size{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",}!=0) )*100) )", + "expr": "topk( $set_quota_topk, sort_desc((\n (aerospike_sets_data_used_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",})\n /(aerospike_sets_stop_writes_size{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\", set=~\"$set\",}!=0) )*100) )", "hide": false, "legendFormat": "{{service}}", "range": true, @@ -931,7 +931,7 @@ }, "gridPos": { "h": 4, - "w": 7, + "w": 8, "x": 16, "y": 7 }, @@ -949,7 +949,7 @@ "fields": "", "values": false }, - "textMode": "value_and_name" + "textMode": "auto" }, "pluginVersion": "9.3.2", "targets": [ @@ -1039,7 +1039,7 @@ "refId": "A" } ], - "title": "Data stats (bytes) ", + "title": "Data used (bytes) ", "transformations": [], "type": "stat" }, @@ -1122,7 +1122,7 @@ "instant": true, "interval": "", "intervalFactor": 1, - "legendFormat": "Avg.", + "legendFormat": "Avg", "refId": "master_avg" }, { @@ -1175,7 +1175,7 @@ }, "gridPos": { "h": 4, - "w": 7, + "w": 8, "x": 16, "y": 11 }, @@ -1270,7 +1270,7 @@ "refId": "7_data_bytes_max" } ], - "title": "Data Used (bytes) ", + "title": "Data used (bytes) ", "transformations": [], "type": "bargauge" }, @@ -1347,7 +1347,7 @@ "options": { "legend": { "calcs": [ - "lastNotNull", + "last", "min", "max", "mean" @@ -1463,7 +1463,7 @@ "options": { "legend": { "calcs": [ - "lastNotNull", + "last", "min", "max", "mean" @@ -1565,7 +1565,7 @@ "refId": "A" } ], - "title": "Data Used (bytes) ", + "title": "Data used (bytes) ", "transformations": [], "type": "timeseries" }, @@ -1636,7 +1636,7 @@ "options": { "legend": { "calcs": [ - "lastNotNull", + "last", "min", "max", "mean" @@ -1952,17 +1952,37 @@ "skipUrlSync": false, "sort": 1, "type": "query" + }, + { + "current": { + "selected": false, + "text": "3", + "value": "3" + }, + "hide": 2, + "label": "Set Quota TopK", + "name": "set_quota_topk", + "options": [ + { + "selected": true, + "text": "3", + "value": "3" + } + ], + "query": "3", + "skipUrlSync": false, + "type": "textbox" } ] }, "time": { - "from": "now-30m", + "from": "now-12h", "to": "now" }, "timepicker": {}, "timezone": "", "title": "Set Dashboard", "uid": "A4YjjqbVk", - "version": 4, + "version": 15, "weekStart": "" } \ No newline at end of file From 152fbc408d339bbe1ad92d2abcea9a4ab8737f31 Mon Sep 17 00:00:00 2001 From: mphanias Date: Mon, 6 Nov 2023 11:13:42 +0530 Subject: [PATCH 4/4] OM133 - updated descriptions updated description for data panels --- config/grafana/dashboards/set.json | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/config/grafana/dashboards/set.json b/config/grafana/dashboards/set.json index ec4b264..4190b0d 100644 --- a/config/grafana/dashboards/set.json +++ b/config/grafana/dashboards/set.json @@ -906,7 +906,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Device and memory for a set. ", + "description": "Displays sum of all device or memory used by data in this set (without index) across selected nodes", "fieldConfig": { "defaults": { "color": { @@ -1150,7 +1150,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Device and memory for a set. ", + "description": "Displays minimum, average and maximum of device or memory used by data in this set (without index) across selected nodes", "fieldConfig": { "defaults": { "color": { @@ -1983,6 +1983,6 @@ "timezone": "", "title": "Set Dashboard", "uid": "A4YjjqbVk", - "version": 15, + "version": 2, "weekStart": "" } \ No newline at end of file