diff --git a/charts/greptimedb-cluster/Chart.yaml b/charts/greptimedb-cluster/Chart.yaml index 9b85c35..d2eb1c5 100644 --- a/charts/greptimedb-cluster/Chart.yaml +++ b/charts/greptimedb-cluster/Chart.yaml @@ -2,7 +2,7 @@ apiVersion: v2 name: greptimedb-cluster description: A Helm chart for deploying GreptimeDB cluster in Kubernetes. type: application -version: 0.2.30 +version: 0.2.31 appVersion: 0.9.5 home: https://github.com/GreptimeTeam/greptimedb sources: diff --git a/charts/greptimedb-cluster/README.md b/charts/greptimedb-cluster/README.md index 3e9a28f..65215ea 100644 --- a/charts/greptimedb-cluster/README.md +++ b/charts/greptimedb-cluster/README.md @@ -2,7 +2,7 @@ A Helm chart for deploying GreptimeDB cluster in Kubernetes. -![Version: 0.2.30](https://img.shields.io/badge/Version-0.2.30-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: 0.9.5](https://img.shields.io/badge/AppVersion-0.9.5-informational?style=flat-square) +![Version: 0.2.31](https://img.shields.io/badge/Version-0.2.31-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: 0.9.5](https://img.shields.io/badge/AppVersion-0.9.5-informational?style=flat-square) ## Source Code diff --git a/charts/greptimedb-cluster/dashboards/greptimedb-cluster-metrics.json b/charts/greptimedb-cluster/dashboards/greptimedb-cluster-metrics.json index 72d5a86..1fcfb2e 100644 --- a/charts/greptimedb-cluster/dashboards/greptimedb-cluster-metrics.json +++ b/charts/greptimedb-cluster/dashboards/greptimedb-cluster-metrics.json @@ -25,6 +25,7 @@ "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 1, + "id": 4, "links": [], "liveNow": false, "panels": [ @@ -1628,7 +1629,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -1753,7 +1755,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -1767,7 +1770,7 @@ }, "gridPos": { "h": 10, - "w": 9, + "w": 8, "x": 8, "y": 24 }, @@ -1878,7 +1881,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -1892,8 +1896,8 @@ }, "gridPos": { "h": 10, - "w": 7, - "x": 17, + "w": 8, + "x": 16, "y": 24 }, "id": 235, @@ -1956,24 +1960,12 @@ "title": "Metasrv Memory", "type": "timeseries" }, - { - "collapsed": false, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 34 - }, - "id": 192, - "panels": [], - "title": "Frontend APIs", - "type": "row" - }, { "datasource": { "type": "prometheus", "uid": "${metrics}" }, + "description": "", "fieldConfig": { "defaults": { "color": { @@ -2016,7 +2008,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -2024,20 +2017,22 @@ } ] }, - "unit": "ops" + "unit": "decbytes" }, "overrides": [] }, "gridPos": { - "h": 8, - "w": 12, + "h": 10, + "w": 8, "x": 0, - "y": 35 + "y": 34 }, - "id": 202, + "id": 256, "options": { "legend": { - "calcs": [], + "calcs": [ + "lastNotNull" + ], "displayMode": "table", "placement": "bottom", "showLegend": true @@ -2054,14 +2049,14 @@ "uid": "${metrics}" }, "editorMode": "code", - "expr": "sum by(pod, path, method, code) (rate(greptime_servers_http_requests_elapsed_count{pod=~\"$frontend\",path!~\"/health|/metrics\"}[$__rate_interval]))", + "expr": "sum(sys_jemalloc_resident{pod=~\"$datanode\"}) by (pod)", "instant": false, - "legendFormat": "[{{pod}}]-[{{path}}]-[{{method}}]-[{{code}}]-qps", + "legendFormat": "[{{ pod }}]-resident", "range": true, "refId": "A" } ], - "title": "HTTP QPS per Instance", + "title": "Datanode Memory per Instance", "type": "timeseries" }, { @@ -2069,6 +2064,7 @@ "type": "prometheus", "uid": "${metrics}" }, + "description": "", "fieldConfig": { "defaults": { "color": { @@ -2081,7 +2077,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "points", + "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { @@ -2111,7 +2107,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -2119,20 +2116,22 @@ } ] }, - "unit": "s" + "unit": "decbytes" }, "overrides": [] }, "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 35 + "h": 10, + "w": 8, + "x": 8, + "y": 34 }, - "id": 203, + "id": 257, "options": { "legend": { - "calcs": [], + "calcs": [ + "lastNotNull" + ], "displayMode": "table", "placement": "bottom", "showLegend": true @@ -2149,14 +2148,14 @@ "uid": "${metrics}" }, "editorMode": "code", - "expr": "histogram_quantile(0.99, sum by(pod, le, path, method, code) (rate(greptime_servers_http_requests_elapsed_bucket{pod=~\"$frontend\",path!~\"/health|/metrics\"}[$__rate_interval])))", + "expr": "sum(sys_jemalloc_resident{pod=~\"$frontend\"}) by (pod)", "instant": false, - "legendFormat": "[{{pod}}]-[{{path}}]-[{{method}}]-[{{code}}]-p99", + "legendFormat": "[{{ pod }}]-resident", "range": true, "refId": "A" } ], - "title": "HTTP P99 per Instance", + "title": "Frontend Memory per Instance", "type": "timeseries" }, { @@ -2164,6 +2163,7 @@ "type": "prometheus", "uid": "${metrics}" }, + "description": "", "fieldConfig": { "defaults": { "color": { @@ -2206,7 +2206,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -2214,45 +2215,22 @@ } ] }, - "unit": "ops" + "unit": "decbytes" }, - "overrides": [ - { - "__systemRef": "hideSeriesFrom", - "matcher": { - "id": "byNames", - "options": { - "mode": "exclude", - "names": [ - "[mycluster-frontend-5f94445cf8-mcmhf]-[/v1/prometheus/write]-[POST]-[204]-qps" - ], - "prefix": "All except:", - "readOnly": true - } - }, - "properties": [ - { - "id": "custom.hideFrom", - "value": { - "legend": false, - "tooltip": false, - "viz": true - } - } - ] - } - ] + "overrides": [] }, "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 43 + "h": 10, + "w": 8, + "x": 16, + "y": 34 }, - "id": 211, + "id": 258, "options": { "legend": { - "calcs": [], + "calcs": [ + "lastNotNull" + ], "displayMode": "table", "placement": "bottom", "showLegend": true @@ -2269,14 +2247,14 @@ "uid": "${metrics}" }, "editorMode": "code", - "expr": "sum by(pod, path, code) (rate(greptime_servers_grpc_requests_elapsed_count{pod=~\"$frontend\"}[$__rate_interval]))", + "expr": "sum(sys_jemalloc_resident{pod=~\"$metasrv\"}) by (pod)", "instant": false, - "legendFormat": "[{{pod}}]-[{{path}}]-[{{code}}]-qps", + "legendFormat": "[{{ pod }}]-resident", "range": true, "refId": "A" } ], - "title": "gRPC QPS per Instance", + "title": "Metasrv Memory per Instance", "type": "timeseries" }, { @@ -2284,6 +2262,7 @@ "type": "prometheus", "uid": "${metrics}" }, + "description": "", "fieldConfig": { "defaults": { "color": { @@ -2296,7 +2275,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "points", + "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { @@ -2326,7 +2305,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -2334,23 +2314,27 @@ } ] }, - "unit": "s" + "unit": "percentunit" }, "overrides": [] }, "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 43 + "h": 10, + "w": 8, + "x": 0, + "y": 44 }, - "id": 212, + "id": 259, "options": { "legend": { - "calcs": [], + "calcs": [ + "lastNotNull" + ], "displayMode": "table", "placement": "bottom", - "showLegend": true + "showLegend": true, + "sortBy": "Last *", + "sortDesc": true }, "tooltip": { "mode": "single", @@ -2364,14 +2348,14 @@ "uid": "${metrics}" }, "editorMode": "code", - "expr": "histogram_quantile(0.99, sum by(pod, le, path, code) (rate(greptime_servers_grpc_requests_elapsed_bucket{pod=~\"$frontend\"}[$__rate_interval])))", + "expr": "sum(rate(process_cpu_seconds_total{pod=~\"$datanode\"}[$__rate_interval]))", "instant": false, - "legendFormat": "[{{pod}}]-[{{path}}]-[{{method}}]-[{{code}}]-p99", + "legendFormat": "cpu", "range": true, "refId": "A" } ], - "title": "gRPC P99 per Instance", + "title": "Datanode CPU Usage", "type": "timeseries" }, { @@ -2379,6 +2363,7 @@ "type": "prometheus", "uid": "${metrics}" }, + "description": "", "fieldConfig": { "defaults": { "color": { @@ -2421,7 +2406,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -2429,48 +2415,27 @@ } ] }, - "unit": "ops" + "unit": "percentunit" }, - "overrides": [ - { - "__systemRef": "hideSeriesFrom", - "matcher": { - "id": "byNames", - "options": { - "mode": "exclude", - "names": [ - "[mycluster-frontend-5c59b4cc9b-kpb6q]-qps" - ], - "prefix": "All except:", - "readOnly": true - } - }, - "properties": [ - { - "id": "custom.hideFrom", - "value": { - "legend": false, - "tooltip": false, - "viz": true - } - } - ] - } - ] + "overrides": [] }, "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 51 + "h": 10, + "w": 8, + "x": 8, + "y": 44 }, - "id": 213, + "id": 260, "options": { "legend": { - "calcs": [], + "calcs": [ + "lastNotNull" + ], "displayMode": "table", "placement": "bottom", - "showLegend": true + "showLegend": true, + "sortBy": "Last *", + "sortDesc": true }, "tooltip": { "mode": "single", @@ -2484,14 +2449,14 @@ "uid": "${metrics}" }, "editorMode": "code", - "expr": "sum by(pod)(rate(greptime_servers_mysql_query_elapsed_count{pod=~\"$frontend\"}[$__rate_interval]))", + "expr": "sum(rate(process_cpu_seconds_total{pod=~\"$frontend\"}[$__rate_interval]))", "instant": false, - "legendFormat": "[{{pod}}]-qps", + "legendFormat": "cpu", "range": true, "refId": "A" } ], - "title": "MySQL QPS per Instance", + "title": "Frontend CPU Usage", "type": "timeseries" }, { @@ -2499,6 +2464,7 @@ "type": "prometheus", "uid": "${metrics}" }, + "description": "", "fieldConfig": { "defaults": { "color": { @@ -2511,7 +2477,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "points", + "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { @@ -2541,7 +2507,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -2549,23 +2516,27 @@ } ] }, - "unit": "s" + "unit": "percentunit" }, "overrides": [] }, "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 51 + "h": 10, + "w": 8, + "x": 16, + "y": 44 }, - "id": 214, + "id": 261, "options": { "legend": { - "calcs": [], + "calcs": [ + "lastNotNull" + ], "displayMode": "table", "placement": "bottom", - "showLegend": true + "showLegend": true, + "sortBy": "Last *", + "sortDesc": true }, "tooltip": { "mode": "single", @@ -2579,15 +2550,14 @@ "uid": "${metrics}" }, "editorMode": "code", - "exemplar": false, - "expr": "histogram_quantile(0.99, sum by(pod) (rate(greptime_servers_mysql_query_elapsed_bucket{pod=~\"$frontend\"}[$__rate_interval])))", + "expr": "sum(rate(process_cpu_seconds_total{pod=~\"$metasrv\"}[$__rate_interval]))", "instant": false, - "legendFormat": "[{{pod}}]-p99", + "legendFormat": "cpu", "range": true, "refId": "A" } ], - "title": "MySQL P99 per Instance", + "title": "Metasrv CPU Usage", "type": "timeseries" }, { @@ -2595,6 +2565,7 @@ "type": "prometheus", "uid": "${metrics}" }, + "description": "", "fieldConfig": { "defaults": { "color": { @@ -2637,7 +2608,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -2645,48 +2617,27 @@ } ] }, - "unit": "ops" + "unit": "percentunit" }, - "overrides": [ - { - "__systemRef": "hideSeriesFrom", - "matcher": { - "id": "byNames", - "options": { - "mode": "exclude", - "names": [ - "[mycluster-frontend-5f94445cf8-mcmhf]-[/v1/prometheus/write]-[POST]-[204]-qps" - ], - "prefix": "All except:", - "readOnly": true - } - }, - "properties": [ - { - "id": "custom.hideFrom", - "value": { - "legend": false, - "tooltip": false, - "viz": true - } - } - ] - } - ] + "overrides": [] }, "gridPos": { - "h": 8, - "w": 12, + "h": 10, + "w": 8, "x": 0, - "y": 59 + "y": 54 }, - "id": 215, + "id": 262, "options": { "legend": { - "calcs": [], + "calcs": [ + "lastNotNull" + ], "displayMode": "table", "placement": "bottom", - "showLegend": true + "showLegend": true, + "sortBy": "Last *", + "sortDesc": true }, "tooltip": { "mode": "single", @@ -2700,14 +2651,638 @@ "uid": "${metrics}" }, "editorMode": "code", - "expr": "sum by(pod) (rate(greptime_servers_postgres_query_elapsed_count{pod=~\"$frontend\"}[$__rate_interval]))", + "expr": "sum(rate(process_cpu_seconds_total{pod=~\"$datanode\"}[$__rate_interval])) by (pod)", + "instant": false, + "legendFormat": "[{{ pod }}]-cpu", + "range": true, + "refId": "A" + } + ], + "title": "Datanode CPU Usage per Instance", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "percentunit" + }, + "overrides": [] + }, + "gridPos": { + "h": 10, + "w": 8, + "x": 8, + "y": 54 + }, + "id": 263, + "options": { + "legend": { + "calcs": [ + "lastNotNull" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Last *", + "sortDesc": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum(rate(process_cpu_seconds_total{pod=~\"$frontend\"}[$__rate_interval])) by (pod)", + "instant": false, + "legendFormat": "[{{ pod }}]-cpu", + "range": true, + "refId": "A" + } + ], + "title": "Frontend CPU Usage per Instance", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "percentunit" + }, + "overrides": [] + }, + "gridPos": { + "h": 10, + "w": 8, + "x": 16, + "y": 54 + }, + "id": 264, + "options": { + "legend": { + "calcs": [ + "lastNotNull" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Last *", + "sortDesc": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum(rate(process_cpu_seconds_total{pod=~\"$metasrv\"}[$__rate_interval])) by (pod)", + "instant": false, + "legendFormat": "[{{ pod }}]-cpu", + "range": true, + "refId": "A" + } + ], + "title": "Metasrv CPU Usage per Instance", + "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 64 + }, + "id": 192, + "panels": [], + "title": "Frontend APIs", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ops" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 65 + }, + "id": 202, + "options": { + "legend": { + "calcs": [], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum by(pod, path, method, code) (rate(greptime_servers_http_requests_elapsed_count{pod=~\"$frontend\",path!~\"/health|/metrics\"}[$__rate_interval]))", + "instant": false, + "legendFormat": "[{{pod}}]-[{{path}}]-[{{method}}]-[{{code}}]-qps", + "range": true, + "refId": "A" + } + ], + "title": "HTTP QPS per Instance", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "points", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 65 + }, + "id": 203, + "options": { + "legend": { + "calcs": [], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "histogram_quantile(0.99, sum by(pod, le, path, method, code) (rate(greptime_servers_http_requests_elapsed_bucket{pod=~\"$frontend\",path!~\"/health|/metrics\"}[$__rate_interval])))", + "instant": false, + "legendFormat": "[{{pod}}]-[{{path}}]-[{{method}}]-[{{code}}]-p99", + "range": true, + "refId": "A" + } + ], + "title": "HTTP P99 per Instance", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ops" + }, + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "[mycluster-frontend-5f94445cf8-mcmhf]-[/v1/prometheus/write]-[POST]-[204]-qps" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 73 + }, + "id": 211, + "options": { + "legend": { + "calcs": [], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum by(pod, path, code) (rate(greptime_servers_grpc_requests_elapsed_count{pod=~\"$frontend\"}[$__rate_interval]))", + "instant": false, + "legendFormat": "[{{pod}}]-[{{path}}]-[{{code}}]-qps", + "range": true, + "refId": "A" + } + ], + "title": "gRPC QPS per Instance", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "points", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 73 + }, + "id": 212, + "options": { + "legend": { + "calcs": [], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "histogram_quantile(0.99, sum by(pod, le, path, code) (rate(greptime_servers_grpc_requests_elapsed_bucket{pod=~\"$frontend\"}[$__rate_interval])))", "instant": false, - "legendFormat": "[{{pod}}]-qps", + "legendFormat": "[{{pod}}]-[{{path}}]-[{{method}}]-[{{code}}]-p99", "range": true, "refId": "A" } ], - "title": "PostgreSQL QPS per Instance", + "title": "gRPC P99 per Instance", "type": "timeseries" }, { @@ -2727,7 +3302,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "points", + "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { @@ -2757,7 +3332,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -2765,17 +3341,42 @@ } ] }, - "unit": "s" + "unit": "ops" }, - "overrides": [] + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "[mycluster-frontend-5c59b4cc9b-kpb6q]-qps" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] }, "gridPos": { "h": 8, "w": 12, - "x": 12, - "y": 59 + "x": 0, + "y": 81 }, - "id": 216, + "id": 213, "options": { "legend": { "calcs": [], @@ -2795,29 +3396,16 @@ "uid": "${metrics}" }, "editorMode": "code", - "expr": "histogram_quantile(0.99, sum by(pod) (rate(greptime_servers_postgres_query_elapsed_count{pod=~\"$frontend\"}[$__rate_interval])))", + "expr": "sum by(pod)(rate(greptime_servers_mysql_query_elapsed_count{pod=~\"$frontend\"}[$__rate_interval]))", "instant": false, - "legendFormat": "[{{pod}}]-p99", + "legendFormat": "[{{pod}}]-qps", "range": true, "refId": "A" } ], - "title": "PostgreSQL P99 per Instance", + "title": "MySQL QPS per Instance", "type": "timeseries" }, - { - "collapsed": false, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 67 - }, - "id": 217, - "panels": [], - "title": "Frontend <-> Datanode", - "type": "row" - }, { "datasource": { "type": "prometheus", @@ -2835,7 +3423,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "line", + "drawStyle": "points", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { @@ -2865,7 +3453,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -2873,22 +3462,20 @@ } ] }, - "unit": "rowsps" + "unit": "s" }, "overrides": [] }, "gridPos": { - "h": 6, - "w": 24, - "x": 0, - "y": 68 + "h": 8, + "w": 12, + "x": 12, + "y": 81 }, - "id": 218, + "id": 214, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": [], "displayMode": "table", "placement": "bottom", "showLegend": true @@ -2905,14 +3492,15 @@ "uid": "${metrics}" }, "editorMode": "code", - "expr": "sum by(pod)(rate(greptime_table_operator_ingest_rows{pod=~\"$frontend\"}[$__rate_interval]))", + "exemplar": false, + "expr": "histogram_quantile(0.99, sum by(pod, le) (rate(greptime_servers_mysql_query_elapsed_bucket{pod=~\"$frontend\"}[$__rate_interval])))", "instant": false, - "legendFormat": "[{{pod}}]-rps", + "legendFormat": "[{{ pod }}]-p99", "range": true, "refId": "A" } ], - "title": "Ingest Rows per Instance", + "title": "MySQL P99 per Instance", "type": "timeseries" }, { @@ -2962,7 +3550,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -2972,19 +3561,44 @@ }, "unit": "ops" }, - "overrides": [] + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "[mycluster-frontend-5f94445cf8-mcmhf]-[/v1/prometheus/write]-[POST]-[204]-qps" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] }, "gridPos": { "h": 8, "w": 12, "x": 0, - "y": 74 + "y": 89 }, - "id": 219, + "id": 215, "options": { "legend": { "calcs": [], - "displayMode": "list", + "displayMode": "table", "placement": "bottom", "showLegend": true }, @@ -3000,14 +3614,14 @@ "uid": "${metrics}" }, "editorMode": "code", - "expr": "sum by(pod, request_type) (rate(greptime_grpc_region_request_count{pod=~\"$frontend\"}[$__rate_interval]))", + "expr": "sum by(pod) (rate(greptime_servers_postgres_query_elapsed_count{pod=~\"$frontend\"}[$__rate_interval]))", "instant": false, - "legendFormat": "[{{pod}}]-[{{request_type}}]-qps", + "legendFormat": "[{{pod}}]-qps", "range": true, "refId": "A" } ], - "title": "Region Call QPS per Instance", + "title": "PostgreSQL QPS per Instance", "type": "timeseries" }, { @@ -3015,7 +3629,6 @@ "type": "prometheus", "uid": "${metrics}" }, - "description": "", "fieldConfig": { "defaults": { "color": { @@ -3058,7 +3671,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -3074,9 +3688,9 @@ "h": 8, "w": 12, "x": 12, - "y": 74 + "y": 89 }, - "id": 220, + "id": 216, "options": { "legend": { "calcs": [], @@ -3096,23 +3710,325 @@ "uid": "${metrics}" }, "editorMode": "code", - "expr": "histogram_quantile(0.99, sum by(pod, le, request_type) (rate(greptime_grpc_region_request_bucket{pod=~\"$frontend\"}[$__rate_interval])))", + "expr": "histogram_quantile(0.99, sum by(pod, le) (rate(greptime_servers_postgres_query_elapsed_count{pod=~\"$frontend\"}[$__rate_interval])))", "instant": false, - "legendFormat": "[{{pod}}]-[{{request_type}}]-p99", + "legendFormat": "[{{pod}}]-p99", "range": true, "refId": "A" } ], - "title": "Region Call P99 per Instance", + "title": "PostgreSQL P99 per Instance", "type": "timeseries" }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 97 + }, + "id": 217, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "rowsps" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 24, + "x": 0, + "y": 26 + }, + "id": 218, + "options": { + "legend": { + "calcs": [ + "lastNotNull" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum by(pod)(rate(greptime_table_operator_ingest_rows{pod=~\"$frontend\"}[$__rate_interval]))", + "instant": false, + "legendFormat": "[{{pod}}]-rps", + "range": true, + "refId": "A" + } + ], + "title": "Ingest Rows per Instance", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ops" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 32 + }, + "id": 219, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum by(pod, request_type) (rate(greptime_grpc_region_request_count{pod=~\"$frontend\"}[$__rate_interval]))", + "instant": false, + "legendFormat": "[{{pod}}]-[{{request_type}}]-qps", + "range": true, + "refId": "A" + } + ], + "title": "Region Call QPS per Instance", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "points", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 32 + }, + "id": 220, + "options": { + "legend": { + "calcs": [], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "histogram_quantile(0.99, sum by(pod, le, request_type) (rate(greptime_grpc_region_request_bucket{pod=~\"$frontend\"}[$__rate_interval])))", + "instant": false, + "legendFormat": "[{{pod}}]-[{{request_type}}]-p99", + "range": true, + "refId": "A" + } + ], + "title": "Region Call P99 per Instance", + "type": "timeseries" + } + ], + "title": "Frontend <-> Datanode", + "type": "row" + }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, - "y": 82 + "y": 98 }, "id": 194, "panels": [], @@ -3166,7 +4082,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -3182,7 +4099,7 @@ "h": 8, "w": 12, "x": 0, - "y": 83 + "y": 99 }, "id": 201, "options": { @@ -3261,7 +4178,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -3277,7 +4195,7 @@ "h": 8, "w": 12, "x": 12, - "y": 83 + "y": 99 }, "id": 222, "options": { @@ -3356,7 +4274,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -3372,7 +4291,7 @@ "h": 8, "w": 12, "x": 0, - "y": 91 + "y": 107 }, "id": 200, "options": { @@ -3451,7 +4370,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -3467,7 +4387,7 @@ "h": 8, "w": 12, "x": 12, - "y": 91 + "y": 107 }, "id": 221, "options": { @@ -3546,7 +4466,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -3562,7 +4483,7 @@ "h": 8, "w": 12, "x": 0, - "y": 99 + "y": 115 }, "id": 224, "options": { @@ -3641,7 +4562,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -3657,7 +4579,7 @@ "h": 8, "w": 12, "x": 12, - "y": 99 + "y": 115 }, "id": 229, "options": { @@ -3736,7 +4658,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -3752,7 +4675,7 @@ "h": 8, "w": 12, "x": 0, - "y": 107 + "y": 123 }, "id": 227, "options": { @@ -3833,7 +4756,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -3849,7 +4773,7 @@ "h": 8, "w": 12, "x": 12, - "y": 107 + "y": 123 }, "id": 228, "options": { @@ -3930,7 +4854,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -3946,7 +4871,7 @@ "h": 8, "w": 12, "x": 0, - "y": 115 + "y": 131 }, "id": 231, "options": { @@ -4025,7 +4950,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -4041,7 +4967,7 @@ "h": 8, "w": 12, "x": 12, - "y": 115 + "y": 131 }, "id": 230, "options": { @@ -4122,7 +5048,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -4138,7 +5065,7 @@ "h": 8, "w": 12, "x": 0, - "y": 123 + "y": 139 }, "id": 225, "options": { @@ -4219,7 +5146,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -4235,7 +5163,7 @@ "h": 8, "w": 12, "x": 12, - "y": 123 + "y": 139 }, "id": 232, "options": { @@ -4275,7 +5203,7 @@ "h": 1, "w": 24, "x": 0, - "y": 131 + "y": 147 }, "id": 195, "panels": [], @@ -4329,7 +5257,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -4345,7 +5274,7 @@ "h": 10, "w": 24, "x": 0, - "y": 132 + "y": 148 }, "id": 209, "options": { @@ -4424,7 +5353,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -4440,7 +5370,7 @@ "h": 7, "w": 12, "x": 0, - "y": 142 + "y": 158 }, "id": 196, "options": { @@ -4519,7 +5449,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -4535,7 +5466,7 @@ "h": 7, "w": 12, "x": 12, - "y": 142 + "y": 158 }, "id": 198, "options": { @@ -4614,7 +5545,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -4630,7 +5562,7 @@ "h": 7, "w": 12, "x": 0, - "y": 149 + "y": 165 }, "id": 199, "options": { @@ -4709,7 +5641,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -4725,7 +5658,7 @@ "h": 7, "w": 12, "x": 12, - "y": 149 + "y": 165 }, "id": 204, "options": { @@ -4804,7 +5737,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -4820,7 +5754,7 @@ "h": 7, "w": 12, "x": 0, - "y": 156 + "y": 172 }, "id": 205, "options": { @@ -4900,7 +5834,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -4916,7 +5851,7 @@ "h": 7, "w": 12, "x": 12, - "y": 156 + "y": 172 }, "id": 206, "options": { @@ -4996,7 +5931,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -5012,7 +5948,7 @@ "h": 7, "w": 12, "x": 0, - "y": 163 + "y": 179 }, "id": 207, "options": { @@ -5091,7 +6027,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": null }, { "color": "red", @@ -5107,7 +6044,7 @@ "h": 7, "w": 12, "x": 12, - "y": 163 + "y": 179 }, "id": 210, "options": { @@ -5140,7 +6077,7 @@ "type": "timeseries" } ], - "refresh": "", + "refresh": "10s", "schemaVersion": 39, "tags": [], "templating": { @@ -5226,7 +6163,7 @@ "type": "prometheus", "uid": "${metrics}" }, - "definition": "label_values(greptime_app_version{app=~\"$role\"},pod)", + "definition": "label_values(greptime_app_version{app=~\"$roles\"},pod)", "hide": 0, "includeAll": true, "multi": true, @@ -5234,7 +6171,7 @@ "options": [], "query": { "qryType": 1, - "query": "label_values(greptime_app_version{app=~\"$role\"},pod)", + "query": "label_values(greptime_app_version{app=~\"$roles\"},pod)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, @@ -5363,4 +6300,4 @@ "uid": "ce3q6xwn3xa0wa", "version": 1, "weekStart": "" -} +} \ No newline at end of file