From 43845f5308b1421c7f13dc5e520f8112e2fb022b Mon Sep 17 00:00:00 2001 From: mphanias <121247041+mphanias@users.noreply.github.com> Date: Tue, 7 Nov 2023 11:57:14 +0530 Subject: [PATCH] OM128 - 7.0 namespace view changes (#77) 7.0 based theme to combine 6.0 and 7.0 changes while showing state, topk and time-series values --- config/grafana/dashboards/namespace.json | 4162 +++++++++++++--------- 1 file changed, 2388 insertions(+), 1774 deletions(-) diff --git a/config/grafana/dashboards/namespace.json b/config/grafana/dashboards/namespace.json index 3d798f3..5f1a9d9 100644 --- a/config/grafana/dashboards/namespace.json +++ b/config/grafana/dashboards/namespace.json @@ -12,6 +12,12 @@ "name": "Grafana", "version": "9.3.2" }, + { + "type": "panel", + "id": "piechart", + "name": "Pie chart", + "version": "" + }, { "type": "datasource", "id": "prometheus", @@ -63,29 +69,17 @@ "panels": [ { "collapsed": false, - "datasource": { - "type": "prometheus", - "uid": "bUvST0hVk" - }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, - "id": 24, + "id": 1168, "panels": [], "repeat": "namespace", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "bUvST0hVk" - }, - "refId": "A" - } - ], - "title": "Namespace: $namespace", + "repeatDirection": "h", + "title": "Namespace - $namespace", "type": "row" }, { @@ -93,61 +87,45 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Migrations remaining - migrate_rx_partitions_remaining (transmit) migrate_tx_partitions_remaining (receive)", + "description": "Build version of Aerospike Server running in selected cluster across all nodes and namespaces", "fieldConfig": { "defaults": { - "decimals": 1, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], + "decimals": 0, + "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "#299c46", "value": null - }, - { - "color": "dark-orange", - "value": 1 } ] }, - "unit": "short" + "unit": "string" }, "overrides": [] }, "gridPos": { - "h": 4, + "h": 6, "w": 6, "x": 0, "y": 1 }, - "id": 333, + "id": 1158, "links": [], "maxDataPoints": 100, "options": { "colorMode": "background", "graphMode": "none", - "justifyMode": "center", - "orientation": "auto", + "justifyMode": "auto", + "orientation": "horizontal", "reduceOptions": { - "calcs": [ - "lastNotNull" - ], + "calcs": [], "fields": "", "values": false }, "text": {}, - "textMode": "auto" + "textMode": "name" }, "pluginVersion": "9.3.2", "targets": [ @@ -157,30 +135,17 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "sum(aerospike_namespace_migrate_tx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "TX", - "refId": "C" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "sum(aerospike_namespace_migrate_rx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "exemplar": false, + "expr": "count_values by (build) (\"build_numbers\", (aerospike_node_up{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) )", "format": "time_series", "instant": true, - "interval": "", "intervalFactor": 1, - "legendFormat": "RX", + "legendFormat": "{{build}}", + "range": false, "refId": "A" } ], - "title": "Migrations Remaining", + "title": "Aerospike Version", "type": "stat" }, { @@ -188,160 +153,68 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace memory usage in percentage", + "description": "Displays alerts by severity ( critical, error, warn and info)", "fieldConfig": { "defaults": { "color": { - "mode": "thresholds" + "mode": "palette-classic" }, - "decimals": 0, + "custom": { + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + } + }, + "links": [ + { + "targetBlank": true, + "title": "Alerts view dashboard", + "url": "/d/hP_Uhx94k/alerts-view?orgId=1&${node:queryparam}&${cluster:queryparam}" + } + ], "mappings": [ { "options": { "match": "null", "result": { - "text": "N/A" + "color": "#299c46", + "index": 0, + "text": "0" } }, "type": "special" } ], - "max": 100, - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "#299c46", - "value": null - }, - { - "color": "dark-orange", - "value": 80 - }, - { - "color": "dark-red", - "value": 90 - } - ] - }, - "unit": "percent" - }, - "overrides": [] - }, - "gridPos": { - "h": 4, - "w": 6, - "x": 6, - "y": 1 - }, - "id": 321, - "links": [], - "options": { - "displayMode": "lcd", - "minVizHeight": 10, - "minVizWidth": 0, - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false + "noValue": "N/A", + "unit": "none" }, - "showUnfilled": true, - "text": {} - }, - "pluginVersion": "9.3.2", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "avg(100-aerospike_namespace_memory_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "", - "refId": "A" - } - ], - "title": "% Memory Used", - "type": "bargauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "Namespace memory trend (Used % vs HWM %)", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 50, - "gradientMode": "opacity", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 2, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "critical" }, - "thresholdsStyle": { - "mode": "off" - } - }, - "links": [], - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, + "properties": [ { - "color": "red", - "value": 80 + "id": "color", + "value": { + "fixedColor": "red", + "mode": "fixed" + } } ] }, - "unit": "short" - }, - "overrides": [ { "matcher": { "id": "byName", - "options": "High Water Mark" + "options": "warn" }, "properties": [ { "id": "color", "value": { - "fixedColor": "semi-dark-orange", + "fixedColor": "#e0b400", "mode": "fixed" } } @@ -350,13 +223,13 @@ { "matcher": { "id": "byName", - "options": "Stop Writes" + "options": "info" }, "properties": [ { "id": "color", "value": { - "fixedColor": "dark-red", + "fixedColor": "#37872d", "mode": "fixed" } } @@ -365,13 +238,13 @@ { "matcher": { "id": "byName", - "options": "Used %" + "options": "error" }, "properties": [ { "id": "color", "value": { - "fixedColor": "blue", + "fixedColor": "#fa6400", "mode": "fixed" } } @@ -380,22 +253,34 @@ ] }, "gridPos": { - "h": 8, - "w": 12, - "x": 12, + "h": 6, + "w": 4, + "x": 6, "y": 1 }, - "id": 49, + "id": 1160, "links": [], + "maxDataPoints": 100, "options": { + "displayLabels": [ + "name", + "value" + ], "legend": { - "calcs": [], "displayMode": "list", "placement": "bottom", - "showLegend": true + "showLegend": false + }, + "pieType": "pie", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false }, "tooltip": { - "mode": "multi", + "mode": "single", "sort": "none" } }, @@ -407,101 +292,61 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "avg(100-aerospike_namespace_memory_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "expr": "count by (severity) (ALERTS{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace\", severity=~\"warn|critical|info|error\"}) ", "format": "time_series", + "instant": true, "intervalFactor": 1, - "legendFormat": "Memory Used %", - "range": true, + "legendFormat": "{{severity}}", "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "avg(aerospike_namespace_high_water_memory_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "Memory High Water Mark %", - "range": true, - "refId": "B" } ], - "title": "% Memory Trend", - "type": "timeseries" + "title": "Alerts", + "type": "piechart" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace objects (tombstones, master_objects, prole_objects, evicted_objects)", + "description": "Displays sum of namespace stop_writes, clock skew stop writes and high water mark breached flags across all the nodes and namespaces in selected cluster, a positive value means some issue with resource utilization or configurations ", "fieldConfig": { "defaults": { - "links": [], - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], + "decimals": 0, + "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "#299c46", "value": null + }, + { + "color": "#E02F44", + "value": 1 + }, + { + "color": "#E02F44" } ] }, - "unit": "short" + "unit": "none" }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "Unreplicated records" - }, - "properties": [ - { - "id": "thresholds", - "value": { - "mode": "absolute", - "steps": [ - { - "color": "#299c46", - "value": null - }, - { - "color": "red", - "value": 1 - } - ] - } - } - ] - } - ] + "overrides": [] }, "gridPos": { - "h": 8, - "w": 6, - "x": 0, - "y": 5 + "h": 3, + "w": 7, + "x": 10, + "y": 1 }, - "id": 100, + "id": 1162, "links": [], + "maxDataPoints": 100, "options": { - "colorMode": "value", + "colorMode": "background", "graphMode": "none", "justifyMode": "center", - "orientation": "auto", + "orientation": "vertical", "reduceOptions": { "calcs": [ "lastNotNull" @@ -520,59 +365,14 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "exemplar": true, - "expr": "sum(aerospike_namespace_tombstones{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Tombstones", - "refId": "C" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(aerospike_namespace_evicted_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Evicted objects", - "refId": "D" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(aerospike_namespace_prole_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Replica objects", - "refId": "B" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "editorMode": "code", - "exemplar": true, - "expr": "sum(aerospike_namespace_master_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "expr": "sum(aerospike_namespace_stop_writes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", "format": "time_series", + "hide": false, "instant": true, "interval": "", "intervalFactor": 1, - "legendFormat": "Master objects", - "refId": "A" + "legendFormat": "Stop Writes", + "refId": "stop_writes" }, { "datasource": { @@ -580,14 +380,14 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "exemplar": true, - "expr": "sum(aerospike_namespace_expired_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "expr": "sum(aerospike_namespace_clock_skew_stop_writes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", "format": "time_series", + "hide": false, "instant": true, "interval": "", "intervalFactor": 1, - "legendFormat": "Expired objects", - "refId": "E" + "legendFormat": "Clock Skew Stop Writes", + "refId": "clock_skew_stop_write" }, { "datasource": { @@ -595,18 +395,16 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "exemplar": true, - "expr": "sum(aerospike_namespace_unreplicated_records{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "expr": "sum(aerospike_namespace_hwm_breached{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", "format": "time_series", - "hide": false, "instant": true, "interval": "", "intervalFactor": 1, - "legendFormat": "Unreplicated records", - "refId": "F" + "legendFormat": "HWM Breached", + "refId": "hwm_breached" } ], - "title": "Objects", + "title": "Stop Writes / HWM breached (total)", "type": "stat" }, { @@ -614,10 +412,10 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace free memory ((memory_free_pct / 100) * memory_size) in bytes\n\nNamespace total memory (memory_size) in bytes", + "description": "Namespace dead or unavailable partitions", "fieldConfig": { "defaults": { - "decimals": 1, + "decimals": 0, "mappings": [ { "options": { @@ -635,26 +433,33 @@ { "color": "#299c46", "value": null + }, + { + "color": "#E02F44", + "value": 1 + }, + { + "color": "#E02F44" } ] }, - "unit": "bytes" + "unit": "none" }, "overrides": [] }, "gridPos": { - "h": 4, - "w": 6, - "x": 6, - "y": 5 + "h": 3, + "w": 7, + "x": 17, + "y": 1 }, - "id": 68, + "id": 1166, "links": [], "maxDataPoints": 100, "options": { - "colorMode": "value", + "colorMode": "background", "graphMode": "none", - "justifyMode": "auto", + "justifyMode": "center", "orientation": "auto", "reduceOptions": { "calcs": [ @@ -674,13 +479,13 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "avg(aerospike_namespace_memory_size{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})*(avg(aerospike_namespace_memory_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})/100)", + "expr": "sum(aerospike_namespace_dead_partitions{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", "format": "time_series", "instant": true, "interval": "", "intervalFactor": 1, - "legendFormat": "Memory Free", - "refId": "A" + "legendFormat": "Dead", + "refId": "dead_partitions" }, { "datasource": { @@ -688,16 +493,16 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "avg(aerospike_namespace_memory_size{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "expr": "sum(aerospike_namespace_unavailable_partitions{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", "format": "time_series", "instant": true, "interval": "", "intervalFactor": 1, - "legendFormat": "Memory Total", - "refId": "B" + "legendFormat": "Unavailable", + "refId": "unavail_partitions" } ], - "title": "Namespace Memory Statistics", + "title": "Partitions (total)", "type": "stat" }, { @@ -705,47 +510,60 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Displays Average objects per sprig in each Namespace, formula is: (master_objects/4096) / partition_tree_sprigs.\npartition_tree_springs default value is 256", + "description": "Displays sum of partitions Remaining and Active which are Received or Transmitted across selected cluster for the selected nodes and namespaces", "fieldConfig": { "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], "thresholds": { "mode": "absolute", "steps": [ { - "color": "green", + "color": "#299c46", "value": null }, { - "color": "red", - "value": 5000 + "color": "dark-orange", + "value": 1 } ] - } + }, + "unit": "none" }, "overrides": [] }, "gridPos": { - "h": 4, - "w": 6, - "x": 6, - "y": 9 + "h": 3, + "w": 14, + "x": 10, + "y": 4 }, - "id": 1154, + "id": 1164, + "links": [], + "maxDataPoints": 100, "options": { - "colorMode": "value", + "colorMode": "background", "graphMode": "none", "justifyMode": "center", "orientation": "auto", "reduceOptions": { - "calcs": [], + "calcs": [ + "lastNotNull" + ], "fields": "", "values": false }, - "textMode": "value" + "text": {}, + "textMode": "auto" }, "pluginVersion": "9.3.2", "targets": [ @@ -755,14 +573,60 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "avg (\n (aerospike_namespace_master_objects {job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"} / 4096) \n / \n (aerospike_namespace_partition_tree_sprigs{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"}!=0)\n)", + "expr": "sum (aerospike_namespace_migrate_rx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})\n\n# topk( 3, sum by (service) (aerospike_namespace_migrate_rx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}))", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "RX Remaining", + "refId": "rx_mig_remain" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum (aerospike_namespace_migrate_rx_partitions_active{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})\n\n# topk( 3, sum by (service) (aerospike_namespace_migrate_tx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}))", + "format": "time_series", "hide": false, - "legendFormat": "{{ns}}", - "range": true, - "refId": "A" + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "RX Active ", + "refId": "rx_partitions_active" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum (aerospike_namespace_migrate_tx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})\n\n# topk( 3, sum by (service) (aerospike_namespace_migrate_tx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}))", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": " TX Remaining", + "refId": "tx_mig_remain" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum (aerospike_namespace_migrate_tx_partitions_active{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})\n\n# topk( 3, sum by (service) (aerospike_namespace_migrate_tx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}))", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": " TX Active", + "refId": "tx_partitions_active" } ], - "title": "Average Objects per Sprig (Primary Index) - $namespace", + "title": "Migrations (total)", "type": "stat" }, { @@ -770,40 +634,40 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Displays Average objects per sprig in each Namespace, formula is: (master_objects/4096) / partition_tree_sprigs.\npartition_tree_springs default value is 256", + "description": "Displays sum of all device or memory used by data (without index) and the sum of allocated bytes", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], + "noValue": "N/A", "thresholds": { "mode": "absolute", "steps": [ { - "color": "green", + "color": "dark-green", "value": null - }, - { - "color": "red", - "value": 5000 } ] - } + }, + "unit": "bytes" }, "overrides": [] }, "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 9 + "h": 4, + "w": 10, + "x": 0, + "y": 7 }, - "id": 1129, + "id": 1170, + "links": [], + "maxDataPoints": 100, "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", "orientation": "auto", "reduceOptions": { "calcs": [ @@ -822,14 +686,50 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "avg (\n (aerospike_namespace_master_objects {job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"} / 4096)\n /\n (aerospike_namespace_partition_tree_sprigs{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"}!=0)\n)", - "legendFormat": "__auto", + "expr": "sum(aerospike_namespace_device_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} or aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"}\n) ", + "hide": false, + "legendFormat": "Used (Device/PMEM) (pre 7x)", "range": true, - "refId": "A" + "refId": "6_data_used" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(aerospike_namespace_data_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )", + "hide": false, + "legendFormat": "Used", + "range": true, + "refId": "7_data_used" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_pmem_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"})", + "hide": false, + "legendFormat": "Total", + "range": true, + "refId": "6_total_bytes" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(aerospike_namespace_data_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"})", + "hide": false, + "legendFormat": "Total", + "range": true, + "refId": "7_total" } ], - "title": "Average Objects per Sprig (Primary Index) ", - "transformations": [], + "title": "Data (bytes) (total)", "type": "stat" }, { @@ -837,10 +737,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace dead or unavailable partitions", + "description": "Displays sum of all device or memory used by index, sindex and set-index", "fieldConfig": { "defaults": { - "decimals": 0, "mappings": [ { "options": { @@ -852,33 +751,27 @@ "type": "special" } ], + "noValue": "N/A", "thresholds": { "mode": "absolute", "steps": [ { "color": "#299c46", "value": null - }, - { - "color": "#E02F44", - "value": 1 - }, - { - "color": "#E02F44" } ] }, - "unit": "short" + "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 4, "w": 6, - "x": 0, - "y": 13 + "x": 10, + "y": 7 }, - "id": 358, + "id": 1172, "links": [], "maxDataPoints": 100, "options": { @@ -904,13 +797,15 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "sum(aerospike_namespace_dead_partitions{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "exemplar": true, + "expr": "sum(\naerospike_namespace_memory_used_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_sindex_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_set_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_index_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", "format": "time_series", + "hide": false, "instant": true, "interval": "", "intervalFactor": 1, - "legendFormat": "Dead Partitions", - "refId": "A" + "legendFormat": "6.x", + "refId": "6_index_used" }, { "datasource": { @@ -918,16 +813,18 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "sum(aerospike_namespace_unavailable_partitions{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "exemplar": true, + "expr": "sum(\naerospike_namespace_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_set_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", "format": "time_series", + "hide": false, "instant": true, "interval": "", "intervalFactor": 1, - "legendFormat": "Unavailable Partitions", - "refId": "B" + "legendFormat": " ", + "refId": "7_index_used" } ], - "title": "Partitions", + "title": "Index used (bytes) (total)", "type": "stat" }, { @@ -935,13 +832,10 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace storage usage in percentage", + "description": "Flash Alloc Bytes - Total bytes allocated on the mount(s) for the primary index used by this namespace on this node. This statistic represents entire 4KiB chunks which have at least one element in use.\n\n\nFlash Alloc Percent - Percentage of the mount(s) allocated for the primary index used by this namespace on this node. Calculated as (index_flash_alloc_bytes / index-type.mounts-size-limit) * 100. This statistic represents entire 4KiB chunks which have at least one element in use.", "fieldConfig": { "defaults": { - "color": { - "mode": "thresholds" - }, - "decimals": 0, + "decimals": 1, "mappings": [ { "options": { @@ -953,42 +847,33 @@ "type": "special" } ], - "max": 100, - "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "#299c46", "value": null - }, - { - "color": "dark-orange", - "value": 80 - }, - { - "color": "dark-red", - "value": 90 } ] }, - "unit": "percent" + "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 4, - "w": 6, - "x": 6, - "y": 13 + "w": 4, + "x": 16, + "y": 7 }, - "id": 31, + "id": 1200, "links": [], + "maxDataPoints": 100, "options": { - "displayMode": "lcd", - "minVizHeight": 10, - "minVizWidth": 0, - "orientation": "horizontal", + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" @@ -996,8 +881,8 @@ "fields": "", "values": false }, - "showUnfilled": true, - "text": {} + "text": {}, + "textMode": "auto" }, "pluginVersion": "9.3.2", "targets": [ @@ -1007,84 +892,39 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "avg(100-aerospike_namespace_device_available_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Device Used", - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "avg(100-aerospike_namespace_pmem_available_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "exemplar": true, + "expr": "sum(aerospike_namespace_index_flash_alloc_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", "format": "time_series", + "hide": false, "instant": true, "interval": "", "intervalFactor": 1, - "legendFormat": "PMEM Used", - "refId": "B" + "legendFormat": "Allocated Bytes", + "refId": "6_flash_alloc_bytes" } ], - "title": "% Storage Used", - "type": "bargauge" + "title": "Index (Flash) alloc (bytes) (total)", + "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace stop_writes flag", + "description": "Namespace objects (tombstones, master_objects, prole_objects, evicted_objects)", "fieldConfig": { "defaults": { - "decimals": 0, - "mappings": [ - { - "options": { - "result": { - "text": "N/A" - } - }, - "type": "range" - }, - { - "options": { - "from": 0, - "result": { - "text": "OK" - }, - "to": 0 - }, - "type": "range" - }, - { - "options": { - "from": 1, - "result": { - "text": "CRITICAL" - }, - "to": 1000 - }, - "type": "range" - } - ], + "color": { + "mode": "thresholds" + }, + "mappings": [], + "noValue": "N/A", "thresholds": { "mode": "absolute", "steps": [ { - "color": "#299c46", + "color": "dark-green", "value": null - }, - { - "color": "#E02F44", - "value": 1 - }, - { - "color": "#E02F44" } ] }, @@ -1094,18 +934,17 @@ }, "gridPos": { "h": 4, - "w": 6, - "x": 0, - "y": 17 + "w": 4, + "x": 20, + "y": 7 }, - "id": 113, + "id": 1174, "links": [], - "maxDataPoints": 100, "options": { "colorMode": "background", - "graphMode": "none", + "graphMode": "area", "justifyMode": "center", - "orientation": "auto", + "orientation": "vertical", "reduceOptions": { "calcs": [ "lastNotNull" @@ -1113,7 +952,6 @@ "fields": "", "values": false }, - "text": {}, "textMode": "auto" }, "pluginVersion": "9.3.2", @@ -1124,13 +962,14 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "sum(aerospike_namespace_stop_writes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "exemplar": true, + "expr": "sum(aerospike_namespace_master_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", "format": "time_series", "instant": true, "interval": "", "intervalFactor": 1, - "legendFormat": "Stop Writes", - "refId": "A" + "legendFormat": "Master", + "refId": "master_min" }, { "datasource": { @@ -1138,13 +977,15 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "sum(aerospike_namespace_clock_skew_stop_writes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "exemplar": true, + "expr": "sum(aerospike_namespace_tombstones{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", "format": "time_series", + "hide": true, "instant": true, "interval": "", "intervalFactor": 1, - "legendFormat": "Clock Skew Stop Writes", - "refId": "B" + "legendFormat": "Tombstones", + "refId": "tombstones" }, { "datasource": { @@ -1152,16 +993,66 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "sum(aerospike_namespace_hwm_breached{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "exemplar": true, + "expr": "sum(aerospike_namespace_evicted_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", "format": "time_series", + "hide": true, "instant": true, "interval": "", "intervalFactor": 1, - "legendFormat": "HWM Breached", - "refId": "C" + "legendFormat": "Evicted objects", + "refId": "evicted" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_prole_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Replica objects", + "refId": "replica" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_expired_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Expired objects", + "refId": "expired" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_unreplicated_records{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Unreplicated records", + "refId": "unreplica" } ], - "title": "Stop Writes / HWM Breached", + "title": "Master Objects (total)", "type": "stat" }, { @@ -1169,26 +1060,20 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace free disk space ((device_free_pct / 100) * device_total_bytes)\n\nNamespace device total size in bytes\n\nNamespace device available space in bytes ((device_available_pct/100) * device_total_bytes)\n\nNamespace free pmem space ((pmem_free_pct / 100) * pmem_total_bytes)\n\nNamespace pmem total size in bytes\n\nNamespace pmem available space in bytes ((pmem_available_pct/100) * pmem_total_bytes)", + "description": "Displays minimum, average and maximum of all device or memory used by data (without index) across all namespaces", "fieldConfig": { "defaults": { - "decimals": 1, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], + "color": { + "fixedColor": "yellow", + "mode": "fixed" + }, + "mappings": [], + "noValue": "No Data", "thresholds": { "mode": "absolute", "steps": [ { - "color": "#299c46", + "color": "green", "value": null } ] @@ -1199,18 +1084,18 @@ }, "gridPos": { "h": 4, - "w": 6, - "x": 6, - "y": 17 + "w": 5, + "x": 0, + "y": 11 }, - "id": 288, + "id": 1180, "links": [], "maxDataPoints": 100, "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", "reduceOptions": { "calcs": [ "lastNotNull" @@ -1218,8 +1103,7 @@ "fields": "", "values": false }, - "text": {}, - "textMode": "auto" + "showUnfilled": true }, "pluginVersion": "9.3.2", "targets": [ @@ -1229,14 +1113,11 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "exemplar": true, - "expr": "avg(aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})*(avg(aerospike_namespace_device_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})/100)", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Device Free", - "refId": "A" + "expr": "min(aerospike_namespace_device_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} or \naerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"})", + "hide": false, + "legendFormat": "Min", + "range": true, + "refId": "6_data_used_min" }, { "datasource": { @@ -1244,13 +1125,11 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "avg(aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Device Total", - "refId": "B" + "expr": "avg(aerospike_namespace_device_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} or \naerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"})", + "hide": false, + "legendFormat": "Avg", + "range": true, + "refId": "6_data_used_avg" }, { "datasource": { @@ -1258,13 +1137,11 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "avg(aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})*(avg(aerospike_namespace_device_available_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})/100)", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Device Available", - "refId": "C" + "expr": "max(aerospike_namespace_device_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} or \naerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"})", + "hide": false, + "legendFormat": "Max", + "range": true, + "refId": "6_data_used_max" }, { "datasource": { @@ -1272,13 +1149,11 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "avg(aerospike_namespace_pmem_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})*(avg(aerospike_namespace_pmem_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})/100)", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "PMEM Free", - "refId": "D" + "expr": "min(aerospike_namespace_data_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )", + "hide": false, + "legendFormat": "Min", + "range": true, + "refId": "7_data_used_min" }, { "datasource": { @@ -1286,13 +1161,11 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "avg(aerospike_namespace_pmem_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "PMEM Total", - "refId": "E" + "expr": "avg(aerospike_namespace_data_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )", + "hide": false, + "legendFormat": "Avg", + "range": true, + "refId": "7_data_used_avg" }, { "datasource": { @@ -1300,65 +1173,60 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "avg(aerospike_namespace_pmem_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})*(avg(aerospike_namespace_pmem_available_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})/100)", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "PMEM Available", - "refId": "F" + "expr": "max(aerospike_namespace_data_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )", + "hide": false, + "legendFormat": "Max", + "range": true, + "refId": "7_data_used_max" } ], - "title": "Namespace Storage Statistics", - "type": "stat" + "title": "Data used (bytes)", + "transparent": true, + "type": "bargauge" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace index flash usage in bytes\n\nNamespace index PMEM usage in bytes", + "description": "Displays minimum , average and maximum device or memory used % by data (without index) ", "fieldConfig": { "defaults": { - "decimals": 1, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], + "color": { + "fixedColor": "yellow", + "mode": "fixed" + }, + "mappings": [], + "noValue": "N/A", "thresholds": { "mode": "absolute", "steps": [ { - "color": "#299c46", + "color": "green", "value": null + }, + { + "color": "#EAB839", + "value": 60 } ] }, - "unit": "bytes" + "unit": "percent" }, "overrides": [] }, "gridPos": { - "h": 3, - "w": 6, - "x": 12, - "y": 17 + "h": 4, + "w": 5, + "x": 5, + "y": 11 }, - "id": 345, - "links": [], - "maxDataPoints": 100, + "id": 1182, "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", "reduceOptions": { "calcs": [ "lastNotNull" @@ -1366,8 +1234,7 @@ "fields": "", "values": false }, - "text": {}, - "textMode": "auto" + "showUnfilled": true }, "pluginVersion": "9.3.2", "targets": [ @@ -1377,14 +1244,10 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "exemplar": true, - "expr": "avg(aerospike_namespace_index_flash_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Flash Used Bytes", - "refId": "A" + "expr": "min( (100-aerospike_namespace_pmem_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} ) or (100-aerospike_namespace_device_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )\n)", + "legendFormat": "Min. Device/PMEM", + "range": true, + "refId": "6_used_pct_min" }, { "datasource": { @@ -1392,18 +1255,226 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "exemplar": true, - "expr": "avg(aerospike_namespace_index_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "instant": true, - "interval": "", + "expr": "avg( (100-aerospike_namespace_pmem_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} ) or (100-aerospike_namespace_device_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )\n)", + "hide": false, + "legendFormat": "Avg. Device/PMEM", + "range": true, + "refId": "6_used_pct_avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "avg( (100-aerospike_namespace_pmem_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} ) or (100-aerospike_namespace_device_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} )\n)", + "hide": false, + "legendFormat": "Max. Device/PMEM", + "range": true, + "refId": "6_used_pct_max" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "min( (aerospike_namespace_data_used_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} ) \n)", + "hide": false, + "legendFormat": "Min", + "range": true, + "refId": "7_used_pct_min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "avg( (aerospike_namespace_data_used_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} ) \n)", + "hide": false, + "legendFormat": "Avg", + "range": true, + "refId": "7_used_pct_avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "Max( (aerospike_namespace_data_used_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} ) \n)", + "hide": false, + "legendFormat": "Max", + "range": true, + "refId": "7_used_pct_max" + } + ], + "title": "% Data used", + "type": "bargauge" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Displays minimum, average and maximum device or memory used by index, sindex and set-index across all namespaces", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "yellow", + "mode": "fixed" + }, + "decimals": 1, + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 6, + "x": 10, + "y": 11 + }, + "id": 1188, + "links": [], + "maxDataPoints": 100, + "options": { + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "min(\naerospike_namespace_memory_used_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_sindex_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_set_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_index_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Min. ", + "refId": "6_index_used_min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "avg(\naerospike_namespace_memory_used_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_sindex_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_set_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_index_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Avg", + "refId": "6_index_used_avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "max(\naerospike_namespace_memory_used_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_sindex_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_memory_used_set_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_index_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Max", + "refId": "6_index_used_max" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "min(\naerospike_namespace_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_set_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Min", + "refId": "7_index_used_min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "avg(\naerospike_namespace_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_set_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Avg", + "refId": "7_index_used_avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "max(\naerospike_namespace_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\nor\naerospike_namespace_set_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", "intervalFactor": 1, - "legendFormat": "PMEM Used Bytes", - "refId": "B" + "legendFormat": "Max", + "refId": "7_index_used_max" } ], - "title": "Namespace Index (Flash/PMEM) Usage", - "type": "stat" + "title": "Index used (bytes)", + "type": "bargauge" }, { "datasource": { @@ -1413,6 +1484,10 @@ "description": "Flash Alloc Bytes - Total bytes allocated on the mount(s) for the primary index used by this namespace on this node. This statistic represents entire 4KiB chunks which have at least one element in use.\n\n\nFlash Alloc Percent - Percentage of the mount(s) allocated for the primary index used by this namespace on this node. Calculated as (index_flash_alloc_bytes / index-type.mounts-size-limit) * 100. This statistic represents entire 4KiB chunks which have at least one element in use.", "fieldConfig": { "defaults": { + "color": { + "fixedColor": "yellow", + "mode": "fixed" + }, "decimals": 1, "mappings": [ { @@ -1434,24 +1509,24 @@ } ] }, - "unit": "short" + "unit": "bytes" }, "overrides": [] }, "gridPos": { - "h": 3, - "w": 6, - "x": 18, - "y": 17 + "h": 4, + "w": 4, + "x": 16, + "y": 11 }, - "id": 361, + "id": 1206, "links": [], "maxDataPoints": 100, "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", "reduceOptions": { "calcs": [ "lastNotNull" @@ -1459,11 +1534,26 @@ "fields": "", "values": false }, - "text": {}, - "textMode": "auto" + "showUnfilled": true }, "pluginVersion": "9.3.2", "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": true, + "expr": "min(aerospike_namespace_index_flash_alloc_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Min", + "refId": "6_flash_alloc_bytes_min" + }, { "datasource": { "type": "prometheus", @@ -1473,11 +1563,12 @@ "exemplar": true, "expr": "avg(aerospike_namespace_index_flash_alloc_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", "format": "time_series", + "hide": false, "instant": true, "interval": "", "intervalFactor": 1, - "legendFormat": "Flash Alloc Bytes", - "refId": "A" + "legendFormat": "Avg", + "refId": "6_flash_alloc_bytes_avg" }, { "datasource": { @@ -1486,279 +1577,463 @@ }, "editorMode": "code", "exemplar": true, - "expr": "avg(aerospike_namespace_index_flash_alloc_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "expr": "max(aerospike_namespace_index_flash_alloc_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", "format": "time_series", + "hide": false, "instant": true, "interval": "", "intervalFactor": 1, - "legendFormat": "Flash Alloc Percent %", - "refId": "B" + "legendFormat": "Max", + "refId": "6_flash_alloc_bytes_max" } ], - "title": "Namespace Index (Flash/PMEM) Allocated", - "type": "stat" + "title": "Index (Flash) alloc (bytes)", + "type": "bargauge" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace device usage trend", + "description": "Namespace objects (tombstones, master_objects, prole_objects, evicted_objects)", "fieldConfig": { "defaults": { "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 50, - "gradientMode": "opacity", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 2, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } + "fixedColor": "yellow", + "mode": "fixed" }, - "links": [], "mappings": [], - "min": 0, + "noValue": "N/A", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null - }, - { - "color": "red", - "value": 80 } ] }, "unit": "short" }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "% Disk Used" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "blue", - "mode": "fixed" - } - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "% High Water Mark" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "semi-dark-orange", - "mode": "fixed" - } - } - ] + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 4, + "x": 20, + "y": 11 + }, + "id": 1184, + "links": [], + "options": { + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - { - "matcher": { - "id": "byName", - "options": "% Stop Writes" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "dark-red", - "mode": "fixed" - } - } - ] + "editorMode": "code", + "exemplar": true, + "expr": "min(aerospike_namespace_master_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Min", + "refId": "master_min" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - { - "matcher": { - "id": "byName", - "options": "Available Used %" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "purple", - "mode": "fixed" - } - } - ] + "editorMode": "code", + "exemplar": true, + "expr": "avg(aerospike_namespace_master_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Avg.", + "refId": "master_avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - { - "matcher": { - "id": "byName", - "options": "Free Used %" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "blue", - "mode": "fixed" - } - } - ] + "editorMode": "code", + "exemplar": true, + "expr": "max(aerospike_namespace_master_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Max", + "refId": "master_max" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - { - "matcher": { - "id": "byName", - "options": "High Water Mark" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "semi-dark-orange", - "mode": "fixed" - } - } - ] + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_tombstones{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Tombstones", + "refId": "tombstones" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - { - "matcher": { - "id": "byName", - "options": "High Water Mark %" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "semi-dark-orange", - "mode": "fixed" - } - } - ] + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_evicted_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Evicted objects", + "refId": "evicted" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - { - "matcher": { - "id": "byName", - "options": "Stop Writes" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "dark-red", - "mode": "fixed" - } - } - ] + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_prole_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Replica objects", + "refId": "replica" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - { - "matcher": { - "id": "byName", - "options": "Stop Writes %" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "dark-red", - "mode": "fixed" - } - } - ] + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_expired_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Expired objects", + "refId": "expired" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - { - "matcher": { - "id": "byName", - "options": "Used %" + "editorMode": "code", + "exemplar": true, + "expr": "sum(aerospike_namespace_unreplicated_records{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": true, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Unreplicated records", + "refId": "unreplica" + } + ], + "title": "Master Objects", + "type": "bargauge" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Set Quota usage against \"stop write size\" configuration", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "decimals": 0, + "mappings": [ + { + "options": { + "Infinity": { + "index": 1, + "text": "N/A" + } + }, + "type": "value" }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "blue", - "mode": "fixed" + { + "options": { + "match": "null", + "result": { + "index": 0, + "text": "N/A" } + }, + "type": "special" + } + ], + "max": 100, + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "#299c46", + "value": null + }, + { + "color": "red", + "value": 80 } ] }, - { - "matcher": { - "id": "byName", - "options": "Used % (Available)" - }, - "properties": [ + "unit": "percent" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 0, + "y": 15 + }, + "id": 1194, + "links": [], + "options": { + "displayMode": "lcd", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "topk(3,sort_desc((\n (aerospike_sets_memory_data_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}+aerospike_sets_device_data_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})\n /(aerospike_sets_stop_writes_size{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}!=0) )*100))", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{set}}", + "refId": "6_set_quota" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "topk( 3, sort_desc((\n (aerospike_sets_data_used_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})\n /(aerospike_sets_stop_writes_size{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}!=0) )*100) )", + "hide": false, + "instant": true, + "legendFormat": "{{service}}/{{set}}", + "range": false, + "refId": "7_set_quota" + } + ], + "title": "% Set Quota Used (topk)", + "type": "bargauge" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Namespace Supervisor (NSUP) Metrics", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "yellow", + "mode": "fixed" + }, + "decimals": 0, + "mappings": [], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ { - "id": "color", - "value": { - "fixedColor": "blue", - "mode": "fixed" - } + "color": "green", + "value": null } ] }, - { - "matcher": { - "id": "byName", - "options": "Used % (Free)" - }, - "properties": [ + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 3, + "x": 8, + "y": 15 + }, + "id": 1190, + "links": [], + "maxDataPoints": 100, + "options": { + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showUnfilled": true + }, + "pluginVersion": "9.3.2", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "min(aerospike_namespace_nsup_cycle_duration{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Min ", + "range": false, + "refId": "min_cycle_duration" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "exemplar": false, + "expr": "avg(aerospike_namespace_nsup_cycle_duration{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Avg ", + "range": false, + "refId": "avg_cycle_duration" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max(aerospike_namespace_nsup_cycle_duration{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "hide": false, + "legendFormat": "Max ", + "range": true, + "refId": "max_cycle_duration" + } + ], + "title": "NSUP Cycle duration", + "type": "bargauge" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "description": "Namespace Supervisor (NSUP) Metrics", + "fieldConfig": { + "defaults": { + "color": { + "fixedColor": "yellow", + "mode": "fixed" + }, + "decimals": 0, + "mappings": [], + "noValue": "N/A", + "thresholds": { + "mode": "absolute", + "steps": [ { - "id": "color", - "value": { - "fixedColor": "purple", - "mode": "fixed" - } + "color": "green", + "value": null } ] - } - ] + }, + "unit": "percent" + }, + "overrides": [] }, "gridPos": { - "h": 9, - "w": 12, - "x": 12, - "y": 20 + "h": 4, + "w": 3, + "x": 11, + "y": 15 }, - "id": 27, + "id": 1192, "links": [], + "maxDataPoints": 100, "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false }, - "tooltip": { - "mode": "multi", - "sort": "none" - } + "showUnfilled": true }, "pluginVersion": "9.3.2", "targets": [ @@ -1768,12 +2043,14 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "avg(100-aerospike_namespace_device_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "expr": "min(aerospike_namespace_nsup_cycle_deleted_pct{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", "format": "time_series", - "instant": false, + "hide": false, + "instant": true, + "interval": "", "intervalFactor": 1, - "legendFormat": "Used % (100 - device_free_pct)", - "refId": "A" + "legendFormat": "Min ", + "refId": "min_cycle_deleted" }, { "datasource": { @@ -1781,12 +2058,14 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "avg(100-aerospike_namespace_device_available_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "expr": "avg(aerospike_namespace_nsup_cycle_deleted_pct{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", "format": "time_series", + "hide": false, + "instant": true, + "interval": "", "intervalFactor": 1, - "legendFormat": "Used % (100 - device_available_pct)", - "range": true, - "refId": "D" + "legendFormat": "Avg", + "refId": "avg_cycle_deleted" }, { "datasource": { @@ -1794,57 +2073,82 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "avg(aerospike_namespace_high_water_disk_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "expr": "max(aerospike_namespace_nsup_cycle_deleted_pct{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", "format": "time_series", - "instant": false, + "hide": false, + "instant": true, + "interval": "", "intervalFactor": 1, - "legendFormat": "Device High Water Mark %", - "refId": "B" + "legendFormat": "Max", + "refId": "max_cycle_deleted" } ], - "title": "% Device Trend", - "type": "timeseries" + "title": "% NSUP Cycle deleted", + "type": "bargauge" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace Supervisor (NSUP) Metrics", + "description": "Displays Average objects per sprig in each Namespace, formula is: (master_objects/4096) / partition_tree_sprigs.\npartition_tree_springs default value is 256", "fieldConfig": { "defaults": { "color": { - "mode": "thresholds" + "fixedColor": "yellow", + "mode": "fixed" }, - "decimals": 0, - "mappings": [], + "links": [ + { + "targetBlank": true, + "title": "Alerts view dashboard", + "url": "/d/hP_Uhx94k/alerts-view?orgId=1&var-node=${node}&var-cluster=${cluster}" + } + ], + "mappings": [ + { + "options": { + "match": "null", + "result": { + "color": "#299c46", + "text": "0" + } + }, + "type": "special" + } + ], + "noValue": "N/A", "thresholds": { "mode": "absolute", "steps": [ { - "color": "#299c46", + "color": "green", "value": null + }, + { + "color": "dark-red", + "value": 5000 } ] }, - "unit": "short" + "unit": "none" }, "overrides": [] }, "gridPos": { "h": 4, - "w": 6, - "x": 0, - "y": 21 + "w": 5, + "x": 14, + "y": 15 }, - "id": 722, + "id": 1186, "links": [], "maxDataPoints": 100, "options": { - "colorMode": "background", - "graphMode": "none", - "justifyMode": "center", - "orientation": "auto", + "displayMode": "basic", + "minVizHeight": 10, + "minVizWidth": 0, + "orientation": "vertical", "reduceOptions": { "calcs": [ "lastNotNull" @@ -1852,8 +2156,7 @@ "fields": "", "values": false }, - "text": {}, - "textMode": "auto" + "showUnfilled": true }, "pluginVersion": "9.3.2", "targets": [ @@ -1863,27 +2166,13 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "exemplar": false, - "expr": "avg(aerospike_namespace_nsup_cycle_duration{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "expr": "min (\n (aerospike_namespace_master_objects {job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"} / 4096) \n / \n (aerospike_namespace_partition_tree_sprigs{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"}!=0)\n)", "format": "time_series", + "hide": false, "instant": true, - "interval": "", "intervalFactor": 1, - "legendFormat": "Avg Cycle Duration", - "range": false, - "refId": "B" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "max(aerospike_namespace_nsup_cycle_duration{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "hide": false, - "legendFormat": "Max Cycle Duration", - "range": true, - "refId": "D" + "legendFormat": "Min", + "refId": "object_per_sprig_min" }, { "datasource": { @@ -1891,13 +2180,12 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "avg(aerospike_namespace_nsup_cycle_deleted_pct{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "expr": "avg (\n (aerospike_namespace_master_objects {job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"} / 4096) \n / \n (aerospike_namespace_partition_tree_sprigs{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"}!=0)\n)", "format": "time_series", "instant": true, - "interval": "", "intervalFactor": 1, - "legendFormat": "% Avg Cycle Deleted", - "refId": "A" + "legendFormat": "Avg", + "refId": "object_per_sprig_avg" }, { "datasource": { @@ -1905,62 +2193,55 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "max(aerospike_namespace_nsup_cycle_deleted_pct{cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "expr": "max (\n (aerospike_namespace_master_objects {job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"} / 4096) \n / \n (aerospike_namespace_partition_tree_sprigs{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\",ns=~\"$namespace|$^\"}!=0)\n)", "format": "time_series", "hide": false, "instant": true, - "interval": "", "intervalFactor": 1, - "legendFormat": "% Max Cycle Deleted", - "refId": "C" + "legendFormat": "Max", + "refId": "object_per_sprig_max" } ], - "title": "NSUP Metrics", - "type": "stat" + "title": "Objects per Sprig (Primary Index)", + "type": "bargauge" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Number of Secondary Indexes in this namespace per node", + "description": "Displays sum of storage memory used by data (without index) across all the namespaces, \n
\nNOTE: this panel is deprecated from 7.0 onwards as this metric is merged into common data metrics\n", "fieldConfig": { "defaults": { - "links": [], - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], + "color": { + "mode": "thresholds" + }, + "mappings": [], + "noValue": "N/A", "thresholds": { "mode": "absolute", "steps": [ { - "color": "#299c46", + "color": "dark-green", "value": null } ] }, - "unit": "short" + "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 4, - "w": 3, - "x": 6, - "y": 21 + "w": 5, + "x": 19, + "y": 15 }, - "id": 373, + "id": 1196, "links": [], + "maxDataPoints": 100, "options": { - "colorMode": "value", + "colorMode": "background", "graphMode": "none", "justifyMode": "center", "orientation": "auto", @@ -1971,8 +2252,7 @@ "fields": "", "values": false }, - "text": {}, - "textMode": "auto" + "textMode": "value" }, "pluginVersion": "9.3.2", "targets": [ @@ -1982,17 +2262,26 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "exemplar": true, - "expr": "max(sum(aerospike_sets_sindexes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) by (cluster_name, ns, service))", - "format": "time_series", - "instant": true, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Sindexes", - "refId": "C" + "expr": "sum(aerospike_namespace_memory_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"} unless (aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} ) )", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "6_mem_used" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "sum(aerospike_namespace_memory_size{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"}\nunless (aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} )\n)", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "6_total" } ], - "title": "Sindexes", + "title": "6.x Memory (deprecated) (bytes) (total)", "type": "stat" }, { @@ -2000,19 +2289,19 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Indicates for any set in this namespace whether set index is populating", + "description": "This shows the unique Defrag Low Water Mark across the nodes, \nNOTE: If multiple values are shown mean `defrag_lwm_pct` is configured differently across nodes", "fieldConfig": { "defaults": { "links": [], "mappings": [ { "options": { - "match": "null", - "result": { + "Value": { + "index": 0, "text": "N/A" } }, - "type": "special" + "type": "value" } ], "thresholds": { @@ -2030,49 +2319,12 @@ { "matcher": { "id": "byName", - "options": "Set Index Populating" + "options": "-1" }, "properties": [ { - "id": "thresholds", - "value": { - "mode": "absolute", - "steps": [ - { - "color": "#299c46", - "value": null - }, - { - "color": "dark-orange", - "value": 1 - } - ] - } - }, - { - "id": "mappings", - "value": [ - { - "options": { - "0": { - "text": "NO" - }, - "1": { - "text": "YES" - } - }, - "type": "value" - }, - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ] + "id": "displayName", + "value": "N/A" } ] } @@ -2080,14 +2332,14 @@ }, "gridPos": { "h": 4, - "w": 3, - "x": 9, - "y": 21 + "w": 6, + "x": 8, + "y": 19 }, - "id": 375, + "id": 1178, "links": [], "options": { - "colorMode": "value", + "colorMode": "background", "graphMode": "none", "justifyMode": "center", "orientation": "auto", @@ -2099,7 +2351,7 @@ "values": false }, "text": {}, - "textMode": "auto" + "textMode": "name" }, "pluginVersion": "9.3.2", "targets": [ @@ -2110,16 +2362,16 @@ }, "editorMode": "code", "exemplar": true, - "expr": "max(aerospike_sets_index_populating{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) by (cluster_name,ns)", + "expr": "count_values(\"defrag_lwm_pct\",(aerospike_namespace_storage_engine_defrag_lwm_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or on() vector(-1) )) ", "format": "time_series", "instant": true, "interval": "", "intervalFactor": 1, - "legendFormat": "Set Index Populating", - "refId": "C" + "legendFormat": "{{set}}", + "refId": "defrag_lwm_pct" } ], - "title": "Set Index Populating", + "title": "Defrag Low Water Mark (Unique Values)", "type": "stat" }, { @@ -2127,70 +2379,61 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Set Quota usage against \"stop write size\" configuration", + "description": "This shows the unique Defrag Sleep values across nodes\nNOTE: If multiple values are shown mean `defrag_lwm_pct` is configured differently across nodes", "fieldConfig": { "defaults": { - "color": { - "mode": "thresholds" - }, - "decimals": 0, + "links": [], "mappings": [ { "options": { - "Infinity": { - "index": 1, - "text": "N/A" - } - }, - "type": "value" - }, - { - "options": { - "match": "null", - "result": { + "-1": { "index": 0, "text": "N/A" } }, - "type": "special" + "type": "value" } ], - "max": 100, - "min": 0, + "noValue": "N/A", "thresholds": { "mode": "absolute", "steps": [ { "color": "#299c46", "value": null - }, - { - "color": "dark-orange", - "value": 80 - }, - { - "color": "dark-red", - "value": 90 } ] }, - "unit": "percent" + "unit": "short" }, - "overrides": [] + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "-1" + }, + "properties": [ + { + "id": "displayName", + "value": "N/A" + } + ] + } + ] }, "gridPos": { "h": 4, - "w": 6, - "x": 0, - "y": 25 + "w": 5, + "x": 14, + "y": 19 }, - "id": 741, + "id": 1176, "links": [], "options": { - "displayMode": "lcd", - "minVizHeight": 10, - "minVizWidth": 0, - "orientation": "horizontal", + "colorMode": "background", + "graphMode": "none", + "justifyMode": "center", + "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" @@ -2198,8 +2441,8 @@ "fields": "", "values": false }, - "showUnfilled": true, - "text": {} + "text": {}, + "textMode": "name" }, "pluginVersion": "9.3.2", "targets": [ @@ -2209,57 +2452,39 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "(((aerospike_sets_memory_data_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}+aerospike_sets_device_data_bytes{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})/(aerospike_sets_stop_writes_size{job=\"$job_name\",cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}!=0))*100)", + "exemplar": true, + "expr": "count_values(\"defrag_sleep\", (aerospike_namespace_storage_engine_defrag_sleep{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or on() vector(-1) )) ", "format": "time_series", "instant": true, "interval": "", "intervalFactor": 1, - "legendFormat": "{{set}}", - "refId": "A" + "legendFormat": "{{defrag_sleep}}", + "refId": "C" } ], - "title": "% Set Quota Used", - "type": "bargauge" + "title": "Defrag Sleep (Unique Values)", + "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Percentage of device space used by primary index (for flash and PMEM)", + "description": "Displays minimuim, average and maximum memory available for storage across all the namespaces, \n
\nNOTE: this panel is deprecated from 7.0 onwards as this metric is merged into common data metrics\n", "fieldConfig": { "defaults": { "color": { - "mode": "thresholds" + "fixedColor": "yellow", + "mode": "fixed" }, - "decimals": 0, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "max": 100, - "min": 0, + "mappings": [], + "noValue": "N/A", "thresholds": { "mode": "absolute", "steps": [ { - "color": "#299c46", + "color": "green", "value": null - }, - { - "color": "dark-orange", - "value": 80 - }, - { - "color": "dark-red", - "value": 90 } ] }, @@ -2269,17 +2494,18 @@ }, "gridPos": { "h": 4, - "w": 6, - "x": 6, - "y": 25 + "w": 5, + "x": 19, + "y": 19 }, - "id": 305, + "id": 1204, "links": [], + "maxDataPoints": 100, "options": { - "displayMode": "lcd", + "displayMode": "basic", "minVizHeight": 10, "minVizWidth": 0, - "orientation": "horizontal", + "orientation": "vertical", "reduceOptions": { "calcs": [ "lastNotNull" @@ -2287,8 +2513,7 @@ "fields": "", "values": false }, - "showUnfilled": true, - "text": {} + "showUnfilled": true }, "pluginVersion": "9.3.2", "targets": [ @@ -2298,12 +2523,11 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "avg(aerospike_namespace_index_flash_used_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "instant": true, - "intervalFactor": 1, - "legendFormat": "Flash", - "refId": "A" + "expr": "min(aerospike_namespace_memory_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"}\nunless (aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} )\n)", + "hide": false, + "legendFormat": "Min", + "range": true, + "refId": "6_mem_free_pct_min" }, { "datasource": { @@ -2311,15 +2535,26 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "avg(aerospike_namespace_index_pmem_used_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", - "format": "time_series", - "instant": true, - "intervalFactor": 1, - "legendFormat": "PMEM", - "refId": "B" + "expr": "avg(aerospike_namespace_memory_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"}\nunless (aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} )\n)", + "hide": false, + "legendFormat": "Avg", + "range": true, + "refId": "6_mem_free_pct_avg" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "max(aerospike_namespace_memory_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node\", ns=~\"$namespace|$^\"}\nunless (aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} or aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} )\n)", + "hide": false, + "legendFormat": "Max", + "range": true, + "refId": "6_mem_free_pct_max" } ], - "title": "% Primary Index Device Used (Flash/PMEM)", + "title": "6.x % Memory free(deprecated)", "type": "bargauge" }, { @@ -2327,13 +2562,46 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "This shows the unique Defrag Low Water Mark across the nodes, \nNOTE: If multiple values are shown mean `defrag_lwm_pct` is configured differently across nodes", + "description": "Namespace migrate_tx_partitions_remaining (transmit) and migrate_rx_partitions_remaining (receive)\nrx_partitions_active and\ntx_partitions_active", "fieldConfig": { "defaults": { "color": { - "mode": "thresholds" + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "opacity", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } }, + "decimals": 0, + "links": [], "mappings": [], + "min": 0, "thresholds": { "mode": "absolute", "steps": [ @@ -2347,30 +2615,36 @@ } ] }, - "unit": "none" + "unit": "short" }, "overrides": [] }, "gridPos": { - "h": 4, - "w": 6, + "h": 6, + "w": 12, "x": 0, - "y": 29 + "y": 23 }, - "id": 977, + "hideTimeOverride": false, + "id": 1202, + "interval": "", + "links": [], "options": { - "colorMode": "value", - "graphMode": "none", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { + "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], - "fields": "", - "values": false + "displayMode": "table", + "placement": "right", + "showLegend": true }, - "textMode": "name" + "tooltip": { + "mode": "multi", + "sort": "asc" + } }, "pluginVersion": "9.3.2", "targets": [ @@ -2380,81 +2654,69 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "count_values(\"defrag_lwm_pct\",(aerospike_namespace_storage_engine_defrag_lwm_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}))", - "hide": false, - "legendFormat": "{{defrag_lwm_pct}}", - "range": true, - "refId": "A" - } - ], - "title": "Defrag Low Water Mark (Unique Values)", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "description": "This shows the unique Defrag Sleep values across nodes\nNOTE: If multiple values are shown mean `defrag_lwm_pct` is configured differently across nodes", - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] + "expr": "(aerospike_namespace_migrate_rx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}} : Incoming ", + "refId": "rx_mig" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "unit": "none" + "editorMode": "code", + "expr": "(aerospike_namespace_migrate_tx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", + "format": "time_series", + "hide": false, + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}} : Outgoing ", + "refId": "tx_mig" }, - "overrides": [] - }, - "gridPos": { - "h": 4, - "w": 6, - "x": 6, - "y": 29 - }, - "id": 975, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_namespace_migrate_rx_partitions_active{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", + "hide": false, + "legendFormat": "{{service}} : RX Active", + "range": true, + "refId": "rx_active" }, - "textMode": "name" - }, - "pluginVersion": "9.3.2", - "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "exemplar": false, - "expr": "count_values(\"defrag_sleep\",(aerospike_namespace_storage_engine_defrag_sleep{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}))", + "expr": "aerospike_namespace_migrate_tx_partitions_active{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", "hide": false, - "instant": true, - "legendFormat": "{{defrag_sleep}}", - "range": false, - "refId": "D" + "legendFormat": "{{service}} : RX Active", + "range": true, + "refId": "tx_active" } ], - "title": "Defrag Sleep (Unique Values)", - "type": "stat" + "title": "Migrations (Partitions)", + "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 116 + }, + "id": 3341, + "panels": [], + "title": "Defrag", + "type": "row" }, { "datasource": { @@ -2502,8 +2764,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -2516,15 +2777,16 @@ "overrides": [] }, "gridPos": { - "h": 8, + "h": 6, "w": 12, - "x": 12, - "y": 29 + "x": 0, + "y": 117 }, - "id": 859, + "id": 1283, "options": { "legend": { "calcs": [ + "last", "min", "max", "mean" @@ -2547,28 +2809,16 @@ }, "editorMode": "code", "exemplar": false, - "expr": "(\naerospike_namespace_storage_engine_file_defrag_reads{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} \nor \naerospike_namespace_storage_engine_device_defrag_reads{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", + "expr": "(\naerospike_namespace_storage_engine_file_defrag_q{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} \nor \naerospike_namespace_storage_engine_device_defrag_q{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", "hide": false, "instant": false, - "legendFormat": "{{service}} - Reads", - "range": true, - "refId": "defrag_reads" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "editorMode": "code", - "expr": " (\naerospike_namespace_storage_engine_file_defrag_writes{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} \nor \naerospike_namespace_storage_engine_device_defrag_writes{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", - "hide": false, "interval": "", - "legendFormat": "{{service}} - Writes", + "legendFormat": "{{service}}/{{ns}} : Q", "range": true, - "refId": "defrag_writes" + "refId": "A" } ], - "title": "Defrag Reads & Writes ", + "title": "Defrag Q", "type": "timeseries" }, { @@ -2617,8 +2867,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -2631,15 +2880,16 @@ "overrides": [] }, "gridPos": { - "h": 8, + "h": 6, "w": 12, - "x": 0, - "y": 33 + "x": 12, + "y": 117 }, - "id": 1105, + "id": 1285, "options": { "legend": { "calcs": [ + "last", "min", "max", "mean" @@ -2662,16 +2912,28 @@ }, "editorMode": "code", "exemplar": false, - "expr": "(\naerospike_namespace_storage_engine_file_defrag_q{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} \nor \naerospike_namespace_storage_engine_device_defrag_q{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", + "expr": "(\naerospike_namespace_storage_engine_file_defrag_reads{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} \nor \naerospike_namespace_storage_engine_device_defrag_reads{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", "hide": false, "instant": false, + "legendFormat": "{{service}}//{{ns}} - Reads", + "range": true, + "refId": "defrag_reads" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": " (\naerospike_namespace_storage_engine_file_defrag_writes{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} \nor \naerospike_namespace_storage_engine_device_defrag_writes{job=~\"$job_name|$^\", cluster_name=~\"$cluster|$^\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}\n)", + "hide": false, "interval": "", - "legendFormat": "Q", + "legendFormat": "{{service}}/{{ns}} - Writes", "range": true, - "refId": "A" + "refId": "defrag_writes" } ], - "title": "Defrag Q", + "title": "Defrag reads & writes ", "type": "timeseries" }, { @@ -2684,7 +2946,7 @@ "h": 1, "w": 24, "x": 0, - "y": 82 + "y": 123 }, "id": 181, "panels": [ @@ -2750,30 +3012,32 @@ "overrides": [] }, "gridPos": { - "h": 9, + "h": 6, "w": 12, "x": 0, - "y": 3 + "y": 8 }, "hideTimeOverride": false, - "id": 177, + "id": 1368, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", - "showLegend": true + "showLegend": true, + "sortBy": "Max", + "sortDesc": true }, "tooltip": { "mode": "multi", - "sort": "asc" + "sort": "desc" } }, "pluginVersion": "9.3.2", @@ -2783,7 +3047,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_client_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])+rate(aerospike_namespace_client_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])+rate(aerospike_namespace_client_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])+rate(aerospike_namespace_client_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_client_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])+rate(aerospike_namespace_client_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])+rate(aerospike_namespace_client_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])+rate(aerospike_namespace_client_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -2796,10 +3061,12 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_client_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_client_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{service}}/{{ns}}: Successful", + "range": true, "refId": "A" }, { @@ -2807,7 +3074,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_client_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_client_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -2820,7 +3088,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_client_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_client_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -2833,7 +3102,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_client_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_client_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -2842,7 +3112,7 @@ "refId": "E" } ], - "title": "Client Reads (TPS)", + "title": "Client Reads (TPS) (rate)", "type": "timeseries" }, { @@ -2907,20 +3177,20 @@ "overrides": [] }, "gridPos": { - "h": 9, + "h": 6, "w": 12, "x": 12, - "y": 3 + "y": 8 }, - "id": 179, + "id": 1370, "links": [], "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -2938,10 +3208,12 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_client_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])+rate(aerospike_namespace_client_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])+rate(aerospike_namespace_client_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_client_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])+rate(aerospike_namespace_client_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])+rate(aerospike_namespace_client_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{service}}/{{ns}}: Total", + "range": true, "refId": "B" }, { @@ -2949,10 +3221,12 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_client_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_client_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{service}}/{{ns}}: Successful", + "range": true, "refId": "A" }, { @@ -2960,11 +3234,13 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_client_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_client_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "{{service}}/{{ns}}: Timeout", + "range": true, "refId": "C" }, { @@ -2972,14 +3248,16 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_client_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_client_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{service}}/{{ns}}: Error", + "range": true, "refId": "D" } ], - "title": "Client Writes (TPS)", + "title": "Client Writes (TPS) (rate)", "type": "timeseries" } ], @@ -3005,7 +3283,7 @@ "h": 1, "w": 24, "x": 0, - "y": 83 + "y": 124 }, "id": 191, "panels": [ @@ -3071,22 +3349,22 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 6, "w": 12, "x": 0, - "y": 29 + "y": 9 }, "hideTimeOverride": false, - "id": 184, + "id": 1453, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -3104,7 +3382,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_delete_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_udf_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_delete_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_udf_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -3117,7 +3396,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_write_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_delete_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_udf_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_write_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_delete_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_udf_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -3130,7 +3410,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_read_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_write_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_delete_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_udf_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_read_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_write_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_delete_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_udf_filtered_out{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -3143,7 +3424,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_delete_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_udf_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_delete_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_udf_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -3156,12 +3438,14 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_delete_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_batch_sub_udf_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_delete_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_batch_sub_udf_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "legendFormat": "{{service}}/{{ns}}: Timeout", + "range": true, "refId": "A" } ], - "title": "Batch Sub Transactions (TPS)", + "title": "Batch Sub Transactions (TPS) (rate)", "type": "timeseries" }, { @@ -3226,22 +3510,22 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 6, "w": 12, "x": 12, - "y": 29 + "y": 9 }, "hideTimeOverride": false, - "id": 187, + "id": 1536, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -3259,8 +3543,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_long_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_short_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_aggr_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_udf_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_ops_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_long_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_short_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_aggr_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_udf_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_ops_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_long_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_short_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_aggr_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_udf_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_ops_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_long_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_short_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_aggr_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_udf_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_ops_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -3273,8 +3558,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_long_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_short_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_aggr_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_udf_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_ops_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_long_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_short_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_aggr_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_udf_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_ops_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_long_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_short_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_aggr_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_udf_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_ops_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_long_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_short_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_aggr_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_udf_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_ops_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -3288,8 +3574,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_long_basic_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_short_basic_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_aggr_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_udf_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_ops_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_long_basic_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_short_basic_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_aggr_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_udf_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_ops_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_long_basic_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_short_basic_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_aggr_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_udf_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_ops_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_long_basic_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_short_basic_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_aggr_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_udf_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_ops_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -3299,7 +3586,7 @@ "refId": "C" } ], - "title": "Queries (TPS)", + "title": "Queries (TPS) (rate)", "type": "timeseries" }, { @@ -3364,22 +3651,22 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 6, "w": 12, "x": 0, - "y": 39 + "y": 15 }, "hideTimeOverride": false, - "id": 189, + "id": 1538, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -3397,7 +3684,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_client_udf_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])+\nrate(aerospike_namespace_client_udf_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])+\nrate(aerospike_namespace_client_udf_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_client_udf_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])+\nrate(aerospike_namespace_client_udf_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])+\nrate(aerospike_namespace_client_udf_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -3410,10 +3698,12 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_client_udf_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_client_udf_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{service}}/{{ns}}: Successful", + "range": true, "refId": "B" }, { @@ -3421,7 +3711,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_client_udf_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_client_udf_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -3434,7 +3725,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_client_udf_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_client_udf_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -3443,7 +3735,7 @@ "refId": "D" } ], - "title": "UDFs (TPS)", + "title": "UDFs (TPS) (rate)", "type": "timeseries" } ], @@ -3461,17 +3753,13 @@ }, { "collapsed": true, - "datasource": { - "type": "prometheus", - "uid": "bUvST0hVk" - }, "gridPos": { "h": 1, "w": 24, "x": 0, - "y": 84 + "y": 125 }, - "id": 211, + "id": 1803, "panels": [ { "datasource": { @@ -3535,19 +3823,22 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, + "h": 6, + "w": 12, "x": 0, - "y": 30 + "y": 10 }, "hideTimeOverride": false, - "id": 195, + "id": 1621, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -3565,12 +3856,13 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "sum(aerospike_namespace_master_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) by (service, ns)", + "editorMode": "code", + "expr": "(aerospike_namespace_master_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 1, - "legendFormat": "{{service}} {{ns}}", + "legendFormat": "{{service}}/{{ns}}", "refId": "B" } ], @@ -3582,7 +3874,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace replica objects", + "description": "Namespace master tombstones", "fieldConfig": { "defaults": { "color": { @@ -3639,19 +3931,22 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, - "x": 8, - "y": 30 + "h": 6, + "w": 12, + "x": 12, + "y": 10 }, "hideTimeOverride": false, - "id": 199, + "id": 1623, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -3669,16 +3964,17 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "sum(aerospike_namespace_prole_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) by (service, ns)", + "editorMode": "code", + "expr": " (aerospike_namespace_master_tombstones{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 1, - "legendFormat": "{{service}} {{ns}}", - "refId": "A" + "legendFormat": "{{service}}/{{ns}}", + "refId": "B" } ], - "title": "Prole Objects", + "title": "Master Tombstones", "type": "timeseries" }, { @@ -3686,7 +3982,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace non-replica objects", + "description": "Namespace evicted objects", "fieldConfig": { "defaults": { "color": { @@ -3743,19 +4039,22 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, - "x": 16, - "y": 30 + "h": 6, + "w": 12, + "x": 0, + "y": 16 }, "hideTimeOverride": false, - "id": 197, + "id": 1706, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -3773,16 +4072,18 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "sum(aerospike_namespace_non_replica_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) by (service, ns)", + "editorMode": "code", + "expr": "(aerospike_namespace_evicted_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", "format": "time_series", + "hide": false, "instant": false, "interval": "", "intervalFactor": 1, - "legendFormat": "{{service}} {{ns}}", + "legendFormat": "{{service}}/{{ns}}", "refId": "B" } ], - "title": "Non-Replica Objects", + "title": "Evicted Objects", "type": "timeseries" }, { @@ -3790,7 +4091,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace master tombstones", + "description": "Namespace expired objects", "fieldConfig": { "defaults": { "color": { @@ -3847,19 +4148,22 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, - "x": 0, - "y": 38 + "h": 6, + "w": 12, + "x": 12, + "y": 16 }, "hideTimeOverride": false, - "id": 201, + "id": 1801, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -3877,16 +4181,18 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "sum(aerospike_namespace_master_tombstones{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) by (service, ns)", + "editorMode": "code", + "expr": "(aerospike_namespace_expired_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", "format": "time_series", + "hide": false, "instant": false, "interval": "", "intervalFactor": 1, - "legendFormat": "{{service}} {{ns}}", + "legendFormat": "{{service}}/{{ns}}", "refId": "B" } ], - "title": "Master Tombstones", + "title": "Expired Objects", "type": "timeseries" }, { @@ -3894,7 +4200,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace replica tombstones", + "description": "Namespace non-replica tombstones", "fieldConfig": { "defaults": { "color": { @@ -3951,19 +4257,22 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, - "x": 8, - "y": 38 + "h": 6, + "w": 12, + "x": 0, + "y": 22 }, "hideTimeOverride": false, - "id": 203, + "id": 1797, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -3981,16 +4290,17 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "sum(aerospike_namespace_prole_tombstones{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) by (service, ns)", + "editorMode": "code", + "expr": "(aerospike_namespace_non_replica_tombstones{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 1, - "legendFormat": "{{service}} {{ns}}", + "legendFormat": "{{service}}/{{ns}}", "refId": "B" } ], - "title": "Prole Tombstones", + "title": "Non-Replica Tombstones", "type": "timeseries" }, { @@ -3998,7 +4308,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace non-replica tombstones", + "description": "Namespace non-replica objects", "fieldConfig": { "defaults": { "color": { @@ -4055,19 +4365,22 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, - "x": 16, - "y": 38 + "h": 6, + "w": 12, + "x": 12, + "y": 22 }, "hideTimeOverride": false, - "id": 205, + "id": 1710, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -4085,7 +4398,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "sum(aerospike_namespace_non_replica_tombstones{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) by (service, ns)", + "editorMode": "code", + "expr": "(aerospike_namespace_non_replica_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", "format": "time_series", "instant": false, "interval": "", @@ -4094,7 +4408,7 @@ "refId": "B" } ], - "title": "Non-Replica Tombstones", + "title": "Non-Replica Objects", "type": "timeseries" }, { @@ -4102,7 +4416,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace evicted objects", + "description": "Namespace replica tombstones", "fieldConfig": { "defaults": { "color": { @@ -4159,19 +4473,22 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, + "h": 6, + "w": 12, "x": 0, - "y": 46 + "y": 28 }, "hideTimeOverride": false, - "id": 207, + "id": 1714, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -4189,9 +4506,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "sum(aerospike_namespace_evicted_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) by (service, ns)", + "editorMode": "code", + "expr": "(aerospike_namespace_prole_tombstones{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", "format": "time_series", - "hide": false, "instant": false, "interval": "", "intervalFactor": 1, @@ -4199,7 +4516,7 @@ "refId": "B" } ], - "title": "Evicted Objects", + "title": "Prole Tombstones", "type": "timeseries" }, { @@ -4207,7 +4524,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace expired objects", + "description": "Namespace replica objects", "fieldConfig": { "defaults": { "color": { @@ -4264,19 +4581,22 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, - "x": 8, - "y": 46 + "h": 6, + "w": 12, + "x": 12, + "y": 28 }, "hideTimeOverride": false, - "id": 209, + "id": 1708, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -4294,17 +4614,17 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "sum(aerospike_namespace_expired_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) by (service, ns)", + "editorMode": "code", + "expr": "(aerospike_namespace_prole_objects{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", "format": "time_series", - "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "{{service}}/{{ns}}", - "refId": "B" + "refId": "A" } ], - "title": "Expired Objects", + "title": "Prole Objects", "type": "timeseries" }, { @@ -4312,7 +4632,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace migrate_tx_partitions_remaining (transmit) and migrate_rx_partitions_remaining (receive)", + "description": "Number of tombstones which are created by XDR for non-durable client deletes. This includes both master and prole.", "fieldConfig": { "defaults": { "color": { @@ -4369,19 +4689,22 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, - "x": 16, - "y": 46 + "h": 6, + "w": 12, + "x": 0, + "y": 34 }, "hideTimeOverride": false, - "id": 193, + "id": 1712, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -4399,29 +4722,19 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "sum(aerospike_namespace_migrate_tx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) by (service, ns)", - "format": "time_series", - "instant": false, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Outgoing {{service}}/{{ns}}", - "refId": "B" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "expr": "sum(aerospike_namespace_migrate_rx_partitions_remaining{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) by (service, ns)", + "editorMode": "code", + "exemplar": true, + "expr": "(aerospike_namespace_xdr_tombstones{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", "format": "time_series", + "hide": false, "instant": false, "interval": "", "intervalFactor": 1, - "legendFormat": "Incoming {{service}}/{{ns}}", + "legendFormat": "{{service}}/{{ns}}", "refId": "A" } ], - "title": "Migrations Remaining", + "title": "XDR Tombstones", "type": "timeseries" }, { @@ -4429,7 +4742,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Number of tombstones which are created by XDR for non-durable client deletes. This includes both master and prole.", + "description": "Number of tombstones with bin-tombstones. They are generated when bin convergence is enabled and a record is durably deleted.", "fieldConfig": { "defaults": { "color": { @@ -4486,19 +4799,22 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, - "x": 0, - "y": 54 + "h": 6, + "w": 12, + "x": 12, + "y": 34 }, "hideTimeOverride": false, - "id": 359, + "id": 1799, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -4516,26 +4832,41 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "sum(aerospike_namespace_xdr_tombstones{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) by (service, ns)", + "expr": "(aerospike_namespace_xdr_bin_cemeteries{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, - "legendFormat": "{{service}} {{ns}}", + "legendFormat": "{{service}}/{{ns}}", "refId": "A" } ], - "title": "XDR Tombstones", + "title": "XDR Bin Cemeteries", "type": "timeseries" - }, + } + ], + "title": "Objects", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 126 + }, + "id": 3339, + "panels": [ { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Number of tombstones with bin-tombstones. They are generated when bin convergence is enabled and a record is durably deleted.", + "description": "Namespace device usage trend", "fieldConfig": { "defaults": { "color": { @@ -4556,7 +4887,7 @@ "viz": false }, "lineInterpolation": "linear", - "lineWidth": 1, + "lineWidth": 2, "pointSize": 5, "scaleDistribution": { "type": "linear" @@ -4571,7 +4902,6 @@ "mode": "off" } }, - "decimals": 0, "links": [], "mappings": [], "min": 0, @@ -4592,19 +4922,20 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, - "x": 8, - "y": 54 + "h": 6, + "w": 12, + "x": 0, + "y": 11 }, - "hideTimeOverride": false, - "id": 360, - "interval": "", + "id": 2021, "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -4612,7 +4943,7 @@ }, "tooltip": { "mode": "multi", - "sort": "asc" + "sort": "none" } }, "pluginVersion": "9.3.2", @@ -4622,53 +4953,108 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "exemplar": true, - "expr": "sum(aerospike_namespace_xdr_bin_cemeteries{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) by (service, ns)", + "editorMode": "code", + "expr": "(100-aerospike_namespace_device_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", "format": "time_series", "hide": false, "instant": false, - "interval": "", "intervalFactor": 1, - "legendFormat": "{{service}} {{ns}}", - "refId": "A" + "legendFormat": "{{service}}/{{ns}}: Used", + "refId": "6_device_used" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "(aerospike_namespace_device_available_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}: Available ", + "range": true, + "refId": "6_device_avail" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "(aerospike_namespace_high_water_disk_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "instant": false, + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}: HWM %", + "refId": "6_hw_disk" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "(aerospike_namespace_data_used_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": false, + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}: Used", + "refId": "7_data_used" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "(aerospike_namespace_data_avail_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": false, + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}: Available", + "refId": "7_data_available" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "(aerospike_namespace_storage_engine_evict_used_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": false, + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}: Evict Used", + "refId": "7_evict_used" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "(aerospike_namespace_storage_engine_stop_writes_used_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": false, + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}: Stop Writes Used %", + "refId": "stop_writes" } ], - "title": "XDR Bin Cemeteries", + "title": "% Data trend", "type": "timeseries" - } - ], - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "bUvST0hVk" - }, - "refId": "A" - } - ], - "title": "Objects", - "type": "row" - }, - { - "collapsed": true, - "datasource": { - "type": "prometheus", - "uid": "bUvST0hVk" - }, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 85 - }, - "id": 259, - "panels": [ + }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace Index Usage (Primary Index)", + "description": "Namespace memory trend (Used % vs HWM %)", "fieldConfig": { "defaults": { "color": { @@ -4689,7 +5075,7 @@ "viz": false }, "lineInterpolation": "linear", - "lineWidth": 1, + "lineWidth": 2, "pointSize": 5, "scaleDistribution": { "type": "linear" @@ -4704,7 +5090,6 @@ "mode": "off" } }, - "decimals": 0, "links": [], "mappings": [], "min": 0, @@ -4720,24 +5105,71 @@ } ] }, - "unit": "bytes" + "unit": "short" }, - "overrides": [] + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "High Water Mark" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "semi-dark-orange", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Stop Writes" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "dark-red", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "Used %" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "blue", + "mode": "fixed" + } + } + ] + } + ] }, "gridPos": { - "h": 8, - "w": 8, - "x": 0, - "y": 31 + "h": 6, + "w": 12, + "x": 12, + "y": 11 }, - "hideTimeOverride": false, - "id": 257, - "interval": "", + "id": 2023, "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -4745,7 +5177,7 @@ }, "tooltip": { "mode": "multi", - "sort": "asc" + "sort": "none" } }, "pluginVersion": "9.3.2", @@ -4755,42 +5187,43 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "sum(aerospike_namespace_memory_used_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) by (service, ns)", + "editorMode": "code", + "expr": "(100-aerospike_namespace_memory_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", "format": "time_series", - "instant": false, - "interval": "", "intervalFactor": 1, - "legendFormat": "shmem {{service}}/{{ns}}", - "refId": "A" + "legendFormat": "{{service}}/{{ns}} : Used", + "range": true, + "refId": "6_mem_used" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "sum(aerospike_namespace_index_flash_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) by (service, ns)", + "editorMode": "code", + "expr": "(aerospike_namespace_high_water_memory_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", "format": "time_series", - "instant": false, - "interval": "", "intervalFactor": 1, - "legendFormat": "flash {{service}}/{{ns}}", - "refId": "B" + "legendFormat": "{{service}}/{{ns}}: HWM %", + "range": true, + "refId": "6_hwm_pct" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "sum(aerospike_namespace_index_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) by (service, ns)", + "editorMode": "code", + "expr": "(aerospike_namespace_stop_writes_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", "format": "time_series", - "instant": false, - "interval": "", + "hide": false, "intervalFactor": 1, - "legendFormat": "pmem {{service}}/{{ns}}", - "refId": "C" + "legendFormat": "{{service}}/{{ns}}: Stop Writes %", + "range": true, + "refId": "6_stop_writes" } ], - "title": "Primary Index Used", + "title": "6.x % Memory trend (deprecated)", "type": "timeseries" }, { @@ -4798,7 +5231,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace memory_used_sindex_bytes (Secondary Index)", + "description": "Namespace storage free percentage (device_free_pct or pmem_free_pct)", "fieldConfig": { "defaults": { "color": { @@ -4850,24 +5283,27 @@ } ] }, - "unit": "bytes" + "unit": "percent" }, "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, - "x": 8, - "y": 31 + "h": 6, + "w": 12, + "x": 0, + "y": 17 }, "hideTimeOverride": false, - "id": 255, + "id": 2463, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -4885,16 +5321,46 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "sum(aerospike_namespace_memory_used_sindex_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) by (service, ns)", + "editorMode": "code", + "expr": "aerospike_namespace_device_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 1, - "legendFormat": "{{service}}/{{ns}}", - "refId": "B" + "legendFormat": "{{service}}/{{ns}} : device", + "refId": "6_device_free" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_namespace_pmem_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}} : pmem", + "refId": "6_pmem_free" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "(100-aerospike_namespace_data_used_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"})", + "format": "time_series", + "hide": false, + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}} : {{storage_engine}}", + "refId": "7_data_free" } ], - "title": "Secondary Index Used", + "title": "% Data free", "type": "timeseries" }, { @@ -4902,7 +5368,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Amount of memory occupied by set indexes for this namespace on this node.", + "description": "Namespace memory_free_pct (available namespace memory percentage), high_water_memory_pct (memory high water mark), stop_writes_pct (stop writes threshold)", "fieldConfig": { "defaults": { "color": { @@ -4928,7 +5394,7 @@ "scaleDistribution": { "type": "linear" }, - "showPoints": "never", + "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", @@ -4947,31 +5413,30 @@ "steps": [ { "color": "green" - }, - { - "color": "red", - "value": 80 } ] }, - "unit": "bytes" + "unit": "percent" }, "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, - "x": 16, - "y": 31 + "h": 6, + "w": 12, + "x": 12, + "y": 17 }, "hideTimeOverride": false, - "id": 362, + "id": 2025, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -4989,17 +5454,47 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "exemplar": true, - "expr": "sum(aerospike_namespace_memory_used_set_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) by (service, ns)", + "editorMode": "code", + "expr": "aerospike_namespace_memory_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", "format": "time_series", + "hide": false, "instant": false, "interval": "", "intervalFactor": 1, - "legendFormat": "{{service}}/{{ns}}", - "refId": "B" + "legendFormat": "{{service}}/{{ns}}: Free", + "refId": "6_mem_free" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_namespace_high_water_memory_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", + "format": "time_series", + "hide": false, + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}: HWM", + "refId": "6_high_water_mem" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "expr": "aerospike_namespace_stop_writes_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", + "format": "time_series", + "hide": false, + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}: Stop Writes", + "refId": "6_stop_write_pct" } ], - "title": "Set Index Used", + "title": "% Memory free (deprecated)", "type": "timeseries" }, { @@ -5007,7 +5502,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace memory_free_pct (available namespace memory percentage), high_water_memory_pct (memory high water mark), stop_writes_pct (stop writes threshold)", + "description": "Namespace storage usage in bytes (device_used_bytes or pmem_used_bytes)", "fieldConfig": { "defaults": { "color": { @@ -5033,7 +5528,7 @@ "scaleDistribution": { "type": "linear" }, - "showPoints": "auto", + "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", @@ -5052,27 +5547,34 @@ "steps": [ { "color": "green" + }, + { + "color": "red", + "value": 80 } ] }, - "unit": "percent" + "unit": "bytes" }, "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, + "h": 6, + "w": 12, "x": 0, - "y": 39 + "y": 23 }, "hideTimeOverride": false, - "id": 251, + "id": 2681, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -5091,14 +5593,13 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "aerospike_namespace_memory_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", + "expr": "aerospike_namespace_device_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", "format": "time_series", - "hide": false, "instant": false, "interval": "", "intervalFactor": 1, - "legendFormat": "{{service}}/{{ns}}: Free", - "refId": "B" + "legendFormat": "{{service}}/{{ns}} : device", + "refId": "6_dev_used" }, { "datasource": { @@ -5106,31 +5607,31 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "aerospike_namespace_high_water_memory_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", + "expr": "aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", "format": "time_series", - "hide": false, "instant": false, "interval": "", "intervalFactor": 1, - "legendFormat": "{{service}}/{{ns}}: HWM", - "refId": "A" + "legendFormat": "{{service}}/{{ns}} : pmem", + "refId": "6_pmem_used" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "aerospike_namespace_stop_writes_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", + "editorMode": "code", + "expr": "aerospike_namespace_data_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, - "legendFormat": "{{service}}/{{ns}}: Stop Writes", - "refId": "C" + "legendFormat": "{{service}}/{{ns}} : {{storage_engine}}", + "refId": "7_data_used" } ], - "title": "Memory Info %", + "title": "Data used (bytes)", "type": "timeseries" }, { @@ -5195,19 +5696,22 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, - "x": 8, - "y": 39 + "h": 6, + "w": 12, + "x": 12, + "y": 23 }, "hideTimeOverride": false, - "id": 249, + "id": 2027, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -5225,16 +5729,17 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "expr": "aerospike_namespace_memory_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 1, - "legendFormat": "Used {{service}}/{{ns}}", + "legendFormat": "{{service}}/{{ns}} : Used", "refId": "B" } ], - "title": "Memory Used", + "title": "Memory used (deprecated) (bytes)", "type": "timeseries" }, { @@ -5242,7 +5747,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace free memory = memory_size - memory_used_bytes", + "description": "Namespace storage free bytes (device_total_bytes - device_used_bytes or pmem_total_bytes - pmem_used_bytes)", "fieldConfig": { "defaults": { "color": { @@ -5299,19 +5804,22 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, - "x": 16, - "y": 39 + "h": 6, + "w": 12, + "x": 0, + "y": 29 }, "hideTimeOverride": false, - "id": 247, + "id": 2899, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -5329,15 +5837,46 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "aerospike_namespace_memory_size{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} - aerospike_namespace_memory_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", + "editorMode": "code", + "expr": "aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} - aerospike_namespace_device_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", "format": "time_series", "interval": "", "intervalFactor": 1, - "legendFormat": "{{service}} {{ns}}", - "refId": "A" + "legendFormat": "{{service}}/{{ns}} : device ", + "range": true, + "refId": "6_device_free" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_namespace_pmem_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} - aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}} : pmem", + "range": true, + "refId": "6_pmem_free" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${DS_AEROSPIKE_PROMETHEUS}" + }, + "editorMode": "code", + "expr": "aerospike_namespace_data_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} - aerospike_namespace_data_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{service}}/{{ns}}", + "range": true, + "refId": "7_data_free" } ], - "title": "Memory Free", + "title": "Data free (bytes)", "type": "timeseries" }, { @@ -5345,7 +5884,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace storage free percentage (device_free_pct or pmem_free_pct)", + "description": "Namespace free memory = memory_size - memory_used_bytes", "fieldConfig": { "defaults": { "color": { @@ -5397,24 +5936,27 @@ } ] }, - "unit": "percent" + "unit": "bytes" }, "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, - "x": 0, - "y": 47 + "h": 6, + "w": 12, + "x": 12, + "y": 29 }, "hideTimeOverride": false, - "id": 245, + "id": 2245, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -5433,29 +5975,16 @@ "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, "editorMode": "code", - "expr": "aerospike_namespace_device_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", - "format": "time_series", - "instant": false, - "interval": "", - "intervalFactor": 1, - "legendFormat": "device {{service}} {{ns}}", - "refId": "B" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_AEROSPIKE_PROMETHEUS}" - }, - "expr": "aerospike_namespace_pmem_free_pct{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", + "expr": "aerospike_namespace_memory_size{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} - aerospike_namespace_memory_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", "format": "time_series", - "instant": false, "interval": "", "intervalFactor": 1, - "legendFormat": "pmem {{service}} {{ns}}", + "legendFormat": "{{service}}/{{ns}}", + "range": true, "refId": "A" } ], - "title": "Storage Free %", + "title": "Memory free (deprecated) (bytes)", "type": "timeseries" }, { @@ -5463,7 +5992,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace storage usage in bytes (device_used_bytes or pmem_used_bytes)", + "description": "Namespace memory_used_sindex_bytes (Secondary Index)", "fieldConfig": { "defaults": { "color": { @@ -5520,19 +6049,22 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, - "x": 8, - "y": 47 + "h": 6, + "w": 12, + "x": 0, + "y": 35 }, "hideTimeOverride": false, - "id": 243, + "id": 3119, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -5550,29 +6082,32 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "aerospike_namespace_device_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", + "editorMode": "code", + "expr": "(aerospike_namespace_memory_used_sindex_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 1, - "legendFormat": "device {{service}} {{ns}}", - "refId": "B" + "legendFormat": "{{service}}/{{ns}}", + "refId": "6_mem_used_sindex" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", + "editorMode": "code", + "expr": "(aerospike_namespace_sindex_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", "format": "time_series", + "hide": false, "instant": false, "interval": "", "intervalFactor": 1, - "legendFormat": "pmem {{service}} {{ns}}", - "refId": "A" + "legendFormat": "{{service}}/{{ns}}", + "refId": "7_sindex_used" } ], - "title": "Storage Used", + "title": "Secondary Index used (bytes)", "type": "timeseries" }, { @@ -5580,7 +6115,7 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "description": "Namespace storage free bytes (device_total_bytes - device_used_bytes or pmem_total_bytes - pmem_used_bytes)", + "description": "Amount of memory occupied by set indexes for this namespace on this node.", "fieldConfig": { "defaults": { "color": { @@ -5637,19 +6172,22 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, - "x": 16, - "y": 47 + "h": 6, + "w": 12, + "x": 12, + "y": 35 }, "hideTimeOverride": false, - "id": 241, + "id": 3121, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -5667,27 +6205,34 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "aerospike_namespace_device_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} - aerospike_namespace_device_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", + "editorMode": "code", + "exemplar": true, + "expr": "(aerospike_namespace_memory_used_set_index_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", "format": "time_series", + "instant": false, "interval": "", "intervalFactor": 1, - "legendFormat": "device {{service}} {{ns}}", - "refId": "A" + "legendFormat": "{{service}}/{{ns}}", + "refId": "6_mem_used_set_idx" }, { "datasource": { "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "aerospike_namespace_pmem_total_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"} - aerospike_namespace_pmem_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}", + "editorMode": "code", + "exemplar": true, + "expr": "(aerospike_namespace_set_index_used_bytes{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}) ", "format": "time_series", + "hide": false, + "instant": false, "interval": "", "intervalFactor": 1, - "legendFormat": "pmem {{service}} {{ns}}", - "refId": "B" + "legendFormat": "{{service}}/{{ns}}", + "refId": "7_set_idx_used" } ], - "title": "Storage Free", + "title": "Set Index used (bytes)", "type": "timeseries" }, { @@ -5752,20 +6297,22 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 8, + "h": 6, + "w": 12, "x": 0, - "y": 55 + "y": 41 }, "hideTimeOverride": false, - "id": 253, + "id": 3117, "interval": "", "links": [], "options": { "legend": { "calcs": [ - "mean", - "lastNotNull" + "last", + "min", + "max", + "mean" ], "displayMode": "table", "placement": "right", @@ -5783,8 +6330,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_fail_generation{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_fail_generation{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -5797,8 +6345,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_fail_key_busy{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_fail_key_busy{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -5811,8 +6360,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_fail_record_too_big{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_fail_record_too_big{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -5825,8 +6375,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_fail_xdr_forbidden{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_fail_xdr_forbidden{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -5839,8 +6390,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_fail_client_lost_conflict{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_fail_client_lost_conflict{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -5854,8 +6406,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_fail_xdr_lost_conflict{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_fail_xdr_lost_conflict{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -5865,19 +6418,10 @@ "refId": "F" } ], - "title": "Failure Rate", + "title": "Failure rate", "type": "timeseries" } ], - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "bUvST0hVk" - }, - "refId": "A" - } - ], "title": "Resources", "type": "row" }, @@ -5891,7 +6435,7 @@ "h": 1, "w": 24, "x": 0, - "y": 86 + "y": 127 }, "id": 700, "panels": [ @@ -5957,10 +6501,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 6, "w": 12, "x": 0, - "y": 23 + "y": 12 }, "hideTimeOverride": false, "id": 701, @@ -5969,10 +6513,10 @@ "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -5990,7 +6534,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_read_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -6003,7 +6548,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_read_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -6016,7 +6562,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_read_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -6029,12 +6576,14 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_read_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "legendFormat": "{{service}}/{{ns}}: Timeout", + "range": true, "refId": "A" } ], - "title": "Batch Sub Reads", + "title": "Batch Sub reads (rate)", "type": "timeseries" }, { @@ -6099,10 +6648,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 6, "w": 12, "x": 12, - "y": 23 + "y": 12 }, "hideTimeOverride": false, "id": 702, @@ -6111,10 +6660,10 @@ "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -6132,7 +6681,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_write_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -6145,7 +6695,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_write_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_write_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -6158,7 +6709,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_write_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -6171,12 +6723,14 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_write_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "legendFormat": "{{service}}/{{ns}}: Timeout", + "range": true, "refId": "A" } ], - "title": "Batch Sub Writes", + "title": "Batch Sub writes (rate)", "type": "timeseries" }, { @@ -6241,10 +6795,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 6, "w": 12, "x": 0, - "y": 33 + "y": 18 }, "hideTimeOverride": false, "id": 703, @@ -6253,10 +6807,10 @@ "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -6274,7 +6828,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_delete_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_delete_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -6287,7 +6842,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_delete_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_delete_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -6300,7 +6856,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_delete_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_delete_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -6313,12 +6870,14 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_delete_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_delete_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "legendFormat": "{{service}}/{{ns}}: Timeout", + "range": true, "refId": "A" } ], - "title": "Batch Sub Deletes", + "title": "Batch Sub deletes (rate)", "type": "timeseries" }, { @@ -6383,10 +6942,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 6, "w": 12, "x": 12, - "y": 33 + "y": 18 }, "hideTimeOverride": false, "id": 708, @@ -6395,10 +6954,10 @@ "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -6416,7 +6975,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_udf_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_udf_success{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -6429,7 +6989,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_udf_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_udf_not_found{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -6442,7 +7003,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_udf_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_udf_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -6455,12 +7017,14 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_udf_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_udf_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "legendFormat": "{{service}}/{{ns}}: Timeout", + "range": true, "refId": "A" } ], - "title": "Batch Sub UDF", + "title": "Batch Sub UDF (rate)", "type": "timeseries" }, { @@ -6525,10 +7089,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 6, "w": 12, "x": 0, - "y": 43 + "y": 24 }, "hideTimeOverride": false, "id": 704, @@ -6537,10 +7101,10 @@ "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -6558,7 +7122,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_tsvc_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_tsvc_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -6571,7 +7136,8 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, - "expr": "rate(aerospike_namespace_batch_sub_tsvc_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "editorMode": "code", + "expr": "rate(aerospike_namespace_batch_sub_tsvc_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -6580,7 +7146,7 @@ "refId": "B" } ], - "title": "Batch Sub TSVC", + "title": "Batch Sub TSVC (rate)", "type": "timeseries" } ], @@ -6606,7 +7172,7 @@ "h": 1, "w": 24, "x": 0, - "y": 87 + "y": 128 }, "id": 400, "panels": [ @@ -6672,10 +7238,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 5, "w": 12, "x": 0, - "y": 24 + "y": 13 }, "hideTimeOverride": false, "id": 401, @@ -6683,7 +7249,12 @@ "links": [], "options": { "legend": { - "calcs": [], + "calcs": [ + "last", + "min", + "max", + "mean" + ], "displayMode": "table", "placement": "right", "showLegend": true @@ -6700,8 +7271,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_long_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_short_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_aggr_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_udf_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_ops_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_long_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_short_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_aggr_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_udf_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_ops_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -6714,8 +7286,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_long_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_short_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_aggr_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_udf_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_ops_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_long_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_short_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_aggr_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_udf_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_ops_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -6729,8 +7302,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_long_basic_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_short_basic_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_aggr_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_udf_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_ops_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_long_basic_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_short_basic_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_aggr_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_udf_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_ops_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -6740,7 +7314,7 @@ "refId": "C" } ], - "title": "All PI Queries", + "title": "All PI queries (rate)", "type": "timeseries" }, { @@ -6805,10 +7379,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 5, "w": 12, "x": 12, - "y": 24 + "y": 13 }, "hideTimeOverride": false, "id": 402, @@ -6817,10 +7391,10 @@ "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -6838,8 +7412,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_aggr_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_aggr_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -6852,8 +7427,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_aggr_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_aggr_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -6867,8 +7443,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_aggr_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_aggr_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -6878,7 +7455,7 @@ "refId": "C" } ], - "title": "PI Aggregate Queries", + "title": "PI Aggregate queries (rate)", "type": "timeseries" }, { @@ -6943,10 +7520,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 5, "w": 12, "x": 0, - "y": 34 + "y": 18 }, "hideTimeOverride": false, "id": 706, @@ -6955,10 +7532,10 @@ "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -6976,8 +7553,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_long_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_short_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_long_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_short_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -6990,8 +7568,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_long_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_short_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_long_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_short_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -7005,8 +7584,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_long_basic_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_pi_query_short_basic_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_long_basic_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_pi_query_short_basic_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -7016,7 +7596,7 @@ "refId": "C" } ], - "title": "PI Basic Queries", + "title": "PI Basic Queries (rate)", "type": "timeseries" }, { @@ -7081,10 +7661,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 5, "w": 12, "x": 12, - "y": 34 + "y": 18 }, "hideTimeOverride": false, "id": 404, @@ -7093,10 +7673,10 @@ "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -7114,8 +7694,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_ops_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_ops_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -7128,8 +7709,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_ops_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_ops_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -7143,8 +7725,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_ops_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_ops_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -7154,7 +7737,7 @@ "refId": "C" } ], - "title": "PI OPS BG Queries", + "title": "PI OPS BG queries (rate)", "type": "timeseries" }, { @@ -7219,10 +7802,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 5, "w": 12, "x": 0, - "y": 44 + "y": 23 }, "hideTimeOverride": false, "id": 410, @@ -7231,10 +7814,10 @@ "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -7252,8 +7835,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_short_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_short_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -7266,8 +7850,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_short_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_short_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -7281,8 +7866,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_short_basic_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_short_basic_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -7292,7 +7878,7 @@ "refId": "C" } ], - "title": "PI Basic Short Queries", + "title": "PI Basic Short queries (rate)", "type": "timeseries" }, { @@ -7357,10 +7943,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 5, "w": 12, "x": 12, - "y": 44 + "y": 23 }, "hideTimeOverride": false, "id": 403, @@ -7369,10 +7955,10 @@ "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -7390,8 +7976,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_udf_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_udf_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -7404,8 +7991,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_udf_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_udf_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -7419,8 +8007,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_udf_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_udf_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -7430,7 +8019,7 @@ "refId": "C" } ], - "title": "PI UDF BG Queries", + "title": "PI UDF BG queries (rate)", "type": "timeseries" }, { @@ -7495,10 +8084,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 5, "w": 12, "x": 0, - "y": 54 + "y": 28 }, "hideTimeOverride": false, "id": 411, @@ -7507,10 +8096,10 @@ "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -7528,8 +8117,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_long_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_long_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -7542,8 +8132,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_long_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_long_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -7557,8 +8148,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_pi_query_long_basic_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_pi_query_long_basic_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -7568,7 +8160,7 @@ "refId": "C" } ], - "title": "PI Basic Long Queries", + "title": "PI Basic Long queries (rate)", "type": "timeseries" } ], @@ -7594,7 +8186,7 @@ "h": 1, "w": 24, "x": 0, - "y": 88 + "y": 129 }, "id": 500, "panels": [ @@ -7660,10 +8252,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 6, "w": 12, "x": 0, - "y": 34 + "y": 14 }, "hideTimeOverride": false, "id": 501, @@ -7672,10 +8264,10 @@ "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -7693,8 +8285,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_long_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_short_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_aggr_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_udf_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_ops_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_long_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_short_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_aggr_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_udf_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_ops_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -7707,8 +8300,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_long_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_short_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_aggr_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_udf_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_ops_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_long_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_short_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_aggr_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_udf_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_ops_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -7722,8 +8316,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_long_basic_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_short_basic_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_aggr_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_udf_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_ops_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_long_basic_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_short_basic_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_aggr_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_udf_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_ops_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -7733,7 +8328,7 @@ "refId": "C" } ], - "title": "All SI Queries", + "title": "All SI queries (rate)", "type": "timeseries" }, { @@ -7798,10 +8393,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 6, "w": 12, "x": 12, - "y": 34 + "y": 14 }, "hideTimeOverride": false, "id": 504, @@ -7810,10 +8405,10 @@ "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -7831,8 +8426,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_aggr_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_aggr_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -7845,8 +8441,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_aggr_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_aggr_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -7860,8 +8457,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_aggr_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_aggr_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -7871,7 +8469,7 @@ "refId": "C" } ], - "title": "SI Aggregate Queries", + "title": "SI Aggregate queries (rate)", "type": "timeseries" }, { @@ -7936,10 +8534,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 6, "w": 12, "x": 0, - "y": 44 + "y": 20 }, "hideTimeOverride": false, "id": 707, @@ -7948,10 +8546,10 @@ "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -7969,8 +8567,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_long_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_short_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_long_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_short_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -7983,8 +8582,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_long_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_short_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_long_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_short_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -7998,8 +8598,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_long_basic_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m]) + rate(aerospike_namespace_si_query_short_basic_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_long_basic_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval]) + rate(aerospike_namespace_si_query_short_basic_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -8009,7 +8610,7 @@ "refId": "C" } ], - "title": "SI Basic Queries", + "title": "SI Basic queries (rate)", "type": "timeseries" }, { @@ -8074,10 +8675,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 6, "w": 12, "x": 12, - "y": 44 + "y": 20 }, "hideTimeOverride": false, "id": 505, @@ -8086,10 +8687,10 @@ "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -8107,8 +8708,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_udf_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_udf_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -8121,8 +8723,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_udf_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_udf_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -8136,8 +8739,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_udf_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_udf_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -8147,7 +8751,7 @@ "refId": "C" } ], - "title": "SI UDF BG Queries", + "title": "SI UDF BG queries (rate)", "type": "timeseries" }, { @@ -8212,10 +8816,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 6, "w": 12, "x": 0, - "y": 54 + "y": 26 }, "hideTimeOverride": false, "id": 502, @@ -8224,10 +8828,10 @@ "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -8245,8 +8849,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_short_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_short_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -8259,8 +8864,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_short_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_short_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -8274,8 +8880,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_short_basic_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_short_basic_timeout{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -8285,7 +8892,7 @@ "refId": "C" } ], - "title": "SI Basic Short Queries", + "title": "SI Basic Short queries (rate)", "type": "timeseries" }, { @@ -8350,10 +8957,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 6, "w": 12, "x": 12, - "y": 54 + "y": 26 }, "hideTimeOverride": false, "id": 506, @@ -8362,10 +8969,10 @@ "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -8383,8 +8990,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_ops_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_ops_bg_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -8397,8 +9005,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_ops_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_ops_bg_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -8412,8 +9021,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_ops_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_ops_bg_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -8423,7 +9033,7 @@ "refId": "C" } ], - "title": "SI OPS BG Queries", + "title": "SI OPS BG queries (rate)", "type": "timeseries" }, { @@ -8488,10 +9098,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 6, "w": 12, "x": 0, - "y": 64 + "y": 32 }, "hideTimeOverride": false, "id": 503, @@ -8500,10 +9110,10 @@ "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -8521,8 +9131,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_long_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_long_basic_complete{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "instant": false, "interval": "", @@ -8535,8 +9146,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_long_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_long_basic_error{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -8550,8 +9162,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "rate(aerospike_namespace_si_query_long_basic_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])", + "expr": "rate(aerospike_namespace_si_query_long_basic_abort{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])", "format": "time_series", "hide": false, "instant": false, @@ -8561,7 +9174,7 @@ "refId": "C" } ], - "title": "SI Basic Long Queries", + "title": "SI Basic Long queries (rate)", "type": "timeseries" } ], @@ -8587,7 +9200,7 @@ "h": 1, "w": 24, "x": 0, - "y": 89 + "y": 130 }, "id": 600, "panels": [ @@ -8653,10 +9266,10 @@ "overrides": [] }, "gridPos": { - "h": 10, + "h": 6, "w": 12, "x": 0, - "y": 35 + "y": 11 }, "hideTimeOverride": false, "id": 601, @@ -8665,10 +9278,10 @@ "options": { "legend": { "calcs": [ - "mean", - "lastNotNull", + "last", + "min", "max", - "min" + "mean" ], "displayMode": "table", "placement": "right", @@ -8686,8 +9299,9 @@ "type": "prometheus", "uid": "${DS_AEROSPIKE_PROMETHEUS}" }, + "editorMode": "code", "exemplar": true, - "expr": "sum(rate(aerospike_namespace_sindex_gc_cleaned{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[1m])) by (job,cluster_name,ns)", + "expr": "sum(rate(aerospike_namespace_sindex_gc_cleaned{job=\"$job_name\", cluster_name=~\"$cluster\", service=~\"$node|$^\", ns=~\"$namespace|$^\"}[$__rate_interval])) by (job,cluster_name,ns)", "format": "time_series", "instant": false, "interval": "", @@ -8696,7 +9310,7 @@ "refId": "B" } ], - "title": "Sindex GC Cleaned", + "title": "Sindex GC cleaned (rate)", "type": "timeseries" } ], @@ -8847,7 +9461,7 @@ ] }, "time": { - "from": "now-6h", + "from": "now-30m", "to": "now" }, "timepicker": {