From e8f8b456b8b7c965fb8077d9c4847b73a58bb545 Mon Sep 17 00:00:00 2001 From: zyy17 Date: Thu, 14 Nov 2024 15:44:33 +0800 Subject: [PATCH] refactor: add datasources and update dashboards (#197) * refactor: add information schema data source * refactor: update dashboards --- charts/greptimedb-cluster/Chart.yaml | 2 +- charts/greptimedb-cluster/README.md | 6 +- .../dashboards/greptimedb-cluster-logs.json | 11 +- .../greptimedb-cluster-metrics.json | 2447 +++++++++++++---- .../greptimedb-cluster-slow-queries.json | 7 +- charts/greptimedb-cluster/values.yaml | 13 +- 6 files changed, 1896 insertions(+), 590 deletions(-) diff --git a/charts/greptimedb-cluster/Chart.yaml b/charts/greptimedb-cluster/Chart.yaml index 5f4ef98..9b85c35 100644 --- a/charts/greptimedb-cluster/Chart.yaml +++ b/charts/greptimedb-cluster/Chart.yaml @@ -2,7 +2,7 @@ apiVersion: v2 name: greptimedb-cluster description: A Helm chart for deploying GreptimeDB cluster in Kubernetes. type: application -version: 0.2.29 +version: 0.2.30 appVersion: 0.9.5 home: https://github.com/GreptimeTeam/greptimedb sources: diff --git a/charts/greptimedb-cluster/README.md b/charts/greptimedb-cluster/README.md index e5694e9..3e9a28f 100644 --- a/charts/greptimedb-cluster/README.md +++ b/charts/greptimedb-cluster/README.md @@ -2,7 +2,7 @@ A Helm chart for deploying GreptimeDB cluster in Kubernetes. -![Version: 0.2.29](https://img.shields.io/badge/Version-0.2.29-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: 0.9.5](https://img.shields.io/badge/AppVersion-0.9.5-informational?style=flat-square) +![Version: 0.2.30](https://img.shields.io/badge/Version-0.2.30-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: 0.9.5](https://img.shields.io/badge/AppVersion-0.9.5-informational?style=flat-square) ## Source Code @@ -195,12 +195,12 @@ helm uninstall mycluster -n default | frontend.replicas | int | `1` | Frontend replicas | | frontend.service | object | `{}` | Frontend service | | frontend.tls | object | `{}` | Frontend tls configure | -| grafana | object | `{"adminPassword":"gt-operator","adminUser":"admin","dashboardProviders":{"dashboardproviders.yaml":{"apiVersion":1,"providers":[{"disableDeletion":false,"editable":true,"name":"greptimedb-cluster-metrics","options":{"path":"/var/lib/grafana/dashboards/greptimedb-cluster-metrics"},"orgId":1,"type":"file"},{"disableDeletion":false,"editable":true,"name":"greptimedb-cluster-logs","options":{"path":"/var/lib/grafana/dashboards/greptimedb-cluster-logs"},"orgId":1,"type":"file"},{"disableDeletion":false,"editable":true,"name":"greptimedb-cluster-slow-queries","options":{"path":"/var/lib/grafana/dashboards/greptimedb-cluster-slow-queries"},"orgId":1,"type":"file"}]}},"dashboardsConfigMaps":{"greptimedb-cluster-logs":"greptimedb-cluster-logs-dashboard","greptimedb-cluster-metrics":"greptimedb-cluster-metrics-dashboard","greptimedb-cluster-slow-queries":"greptimedb-cluster-slow-queries-dashboard"},"datasources":{"datasources.yaml":{"datasources":[{"access":"proxy","isDefault":true,"name":"greptimedb-metrics","type":"prometheus","url":"http://mycluster-monitor-standalone.default.svc.cluster.local:4000/v1/prometheus"},{"access":"proxy","database":"public","name":"greptimedb-logs","type":"mysql","url":"mycluster-monitor-standalone.default.svc.cluster.local:4002"}]}},"enabled":false,"image":{"registry":"docker.io","repository":"grafana/grafana","tag":"11.1.3"},"initChownData":{"enabled":false},"persistence":{"accessModes":["ReadWriteOnce"],"enabled":true,"size":"10Gi"},"service":{"annotations":{},"enabled":true,"type":"ClusterIP"}}` | Deploy grafana for monitoring. | +| grafana | object | `{"adminPassword":"gt-operator","adminUser":"admin","dashboardProviders":{"dashboardproviders.yaml":{"apiVersion":1,"providers":[{"disableDeletion":false,"editable":true,"name":"greptimedb-cluster-metrics","options":{"path":"/var/lib/grafana/dashboards/greptimedb-cluster-metrics"},"orgId":1,"type":"file"},{"disableDeletion":false,"editable":true,"name":"greptimedb-cluster-logs","options":{"path":"/var/lib/grafana/dashboards/greptimedb-cluster-logs"},"orgId":1,"type":"file"},{"disableDeletion":false,"editable":true,"name":"greptimedb-cluster-slow-queries","options":{"path":"/var/lib/grafana/dashboards/greptimedb-cluster-slow-queries"},"orgId":1,"type":"file"}]}},"dashboardsConfigMaps":{"greptimedb-cluster-logs":"greptimedb-cluster-logs-dashboard","greptimedb-cluster-metrics":"greptimedb-cluster-metrics-dashboard","greptimedb-cluster-slow-queries":"greptimedb-cluster-slow-queries-dashboard"},"datasources":{"datasources.yaml":{"datasources":[{"access":"proxy","isDefault":true,"name":"metrics","type":"prometheus","url":"http://mycluster-monitor-standalone.default.svc.cluster.local:4000/v1/prometheus"},{"access":"proxy","database":"public","name":"logs","type":"mysql","url":"mycluster-monitor-standalone.default.svc.cluster.local:4002"},{"access":"proxy","database":"information_schema","name":"information_schema","type":"mysql","url":"mycluster-frontend.default.svc.cluster.local:4002"}]}},"enabled":false,"image":{"registry":"docker.io","repository":"grafana/grafana","tag":"11.1.3"},"initChownData":{"enabled":false},"persistence":{"accessModes":["ReadWriteOnce"],"enabled":true,"size":"10Gi"},"service":{"annotations":{},"enabled":true,"type":"ClusterIP"}}` | Deploy grafana for monitoring. | | grafana.adminPassword | string | `"gt-operator"` | The default admin password for grafana. | | grafana.adminUser | string | `"admin"` | The default admin username for grafana. | | grafana.dashboardProviders | object | `{"dashboardproviders.yaml":{"apiVersion":1,"providers":[{"disableDeletion":false,"editable":true,"name":"greptimedb-cluster-metrics","options":{"path":"/var/lib/grafana/dashboards/greptimedb-cluster-metrics"},"orgId":1,"type":"file"},{"disableDeletion":false,"editable":true,"name":"greptimedb-cluster-logs","options":{"path":"/var/lib/grafana/dashboards/greptimedb-cluster-logs"},"orgId":1,"type":"file"},{"disableDeletion":false,"editable":true,"name":"greptimedb-cluster-slow-queries","options":{"path":"/var/lib/grafana/dashboards/greptimedb-cluster-slow-queries"},"orgId":1,"type":"file"}]}}` | The grafana dashboard providers. | | grafana.dashboardsConfigMaps | object | `{"greptimedb-cluster-logs":"greptimedb-cluster-logs-dashboard","greptimedb-cluster-metrics":"greptimedb-cluster-metrics-dashboard","greptimedb-cluster-slow-queries":"greptimedb-cluster-slow-queries-dashboard"}` | The grafana dashboards configmaps that will be created to store the dashboards. | -| grafana.datasources | object | `{"datasources.yaml":{"datasources":[{"access":"proxy","isDefault":true,"name":"greptimedb-metrics","type":"prometheus","url":"http://mycluster-monitor-standalone.default.svc.cluster.local:4000/v1/prometheus"},{"access":"proxy","database":"public","name":"greptimedb-logs","type":"mysql","url":"mycluster-monitor-standalone.default.svc.cluster.local:4002"}]}}` | The grafana datasources. | +| grafana.datasources | object | `{"datasources.yaml":{"datasources":[{"access":"proxy","isDefault":true,"name":"metrics","type":"prometheus","url":"http://mycluster-monitor-standalone.default.svc.cluster.local:4000/v1/prometheus"},{"access":"proxy","database":"public","name":"logs","type":"mysql","url":"mycluster-monitor-standalone.default.svc.cluster.local:4002"},{"access":"proxy","database":"information_schema","name":"information_schema","type":"mysql","url":"mycluster-frontend.default.svc.cluster.local:4002"}]}}` | The grafana datasources. | | grafana.enabled | bool | `false` | Enable grafana deployment. It needs to enable monitoring `monitoring.enabled: true` first. | | grafana.image | object | `{"registry":"docker.io","repository":"grafana/grafana","tag":"11.1.3"}` | The grafana image. | | grafana.image.registry | string | `"docker.io"` | The grafana image registry. | diff --git a/charts/greptimedb-cluster/dashboards/greptimedb-cluster-logs.json b/charts/greptimedb-cluster/dashboards/greptimedb-cluster-logs.json index 2cdf499..f0dc9cf 100644 --- a/charts/greptimedb-cluster/dashboards/greptimedb-cluster-logs.json +++ b/charts/greptimedb-cluster/dashboards/greptimedb-cluster-logs.json @@ -18,7 +18,6 @@ "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 0, - "id": 2, "links": [], "panels": [ { @@ -85,9 +84,9 @@ "list": [ { "current": { - "selected": false, - "text": "greptimedb-cluster-logs", - "value": "ddxce12e8bl6oe" + "selected": true, + "text": "logs", + "value": "P98F38F12DB221A8C" }, "hide": 0, "includeAll": false, @@ -227,7 +226,7 @@ }, { "current": { - "selected": true, + "selected": false, "text": "1000", "value": "1000" }, @@ -288,6 +287,6 @@ "timezone": "browser", "title": "GreptimeDB Cluster Logs", "uid": "edx5veo4rd3wge", - "version": 4, + "version": 1, "weekStart": "" } diff --git a/charts/greptimedb-cluster/dashboards/greptimedb-cluster-metrics.json b/charts/greptimedb-cluster/dashboards/greptimedb-cluster-metrics.json index 8e00736..72d5a86 100644 --- a/charts/greptimedb-cluster/dashboards/greptimedb-cluster-metrics.json +++ b/charts/greptimedb-cluster/dashboards/greptimedb-cluster-metrics.json @@ -25,7 +25,6 @@ "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 1, - "id": 3, "links": [], "liveNow": false, "panels": [ @@ -44,8 +43,8 @@ }, { "datasource": { - "type": "prometheus", - "uid": "${datasource}" + "type": "mysql", + "uid": "${information_schema}" }, "fieldConfig": { "defaults": { @@ -75,7 +74,7 @@ "x": 0, "y": 1 }, - "id": 191, + "id": 239, "options": { "colorMode": "value", "graphMode": "area", @@ -83,40 +82,1635 @@ "orientation": "auto", "percentChangeColorMode": "standard", "reduceOptions": { - "calcs": [], - "fields": "/^version$/", + "calcs": [ + "lastNotNull" + ], + "fields": "/^pkg_version$/", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "11.1.3", + "targets": [ + { + "dataset": "information_schema", + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "editorMode": "code", + "format": "table", + "rawQuery": true, + "rawSql": "SELECT pkg_version FROM information_schema.build_info", + "refId": "A", + "sql": { + "columns": [ + { + "parameters": [], + "type": "function" + } + ], + "groupBy": [ + { + "property": { + "type": "string" + }, + "type": "groupBy" + } + ], + "limit": 50 + } + } + ], + "title": "Version", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 2, + "y": 1 + }, + "id": 240, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "11.1.3", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum(sys_jemalloc_resident{pod=~\"$frontend\"})", + "instant": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Frontend Memory", + "type": "stat" + }, + { + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 2, + "x": 5, + "y": 1 + }, + "id": 241, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", "values": false }, - "showPercentChange": false, - "textMode": "auto", - "wideLayout": true + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "11.1.3", + "targets": [ + { + "dataset": "information_schema", + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "editorMode": "code", + "format": "table", + "rawQuery": true, + "rawSql": "SELECT count(*) FROM information_schema.cluster_info WHERE peer_type = 'FRONTEND';", + "refId": "A", + "sql": { + "columns": [ + { + "parameters": [], + "type": "function" + } + ], + "groupBy": [ + { + "property": { + "type": "string" + }, + "type": "groupBy" + } + ], + "limit": 50 + } + } + ], + "title": "Frontend Num", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 7, + "y": 1 + }, + "id": 242, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "11.1.3", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum(sys_jemalloc_resident{pod=~\"$datanode\"})", + "instant": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Datanode Memory", + "type": "stat" + }, + { + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 2, + "x": 10, + "y": 1 + }, + "id": 243, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "11.1.3", + "targets": [ + { + "dataset": "information_schema", + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "editorMode": "code", + "format": "table", + "rawQuery": true, + "rawSql": "SELECT count(*) FROM information_schema.cluster_info WHERE peer_type = 'DATANODE';", + "refId": "A", + "sql": { + "columns": [ + { + "parameters": [], + "type": "function" + } + ], + "groupBy": [ + { + "property": { + "type": "string" + }, + "type": "groupBy" + } + ], + "limit": 50 + } + } + ], + "title": "Datanode Num", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 3, + "x": 12, + "y": 1 + }, + "id": 244, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "11.1.3", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum(sys_jemalloc_resident{pod=~\"$metasrv\"})", + "instant": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Metasrv Memory", + "type": "stat" + }, + { + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 2, + "x": 15, + "y": 1 + }, + "id": 245, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "11.1.3", + "targets": [ + { + "dataset": "information_schema", + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "editorMode": "code", + "format": "table", + "rawQuery": true, + "rawSql": "SELECT count(*) FROM information_schema.cluster_info WHERE peer_type = 'METASRV';", + "refId": "A", + "sql": { + "columns": [ + { + "parameters": [], + "type": "function" + } + ], + "groupBy": [ + { + "property": { + "type": "string" + }, + "type": "groupBy" + } + ], + "limit": 50 + } + } + ], + "title": "Metasrv Num", + "type": "stat" + }, + { + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 3, + "x": 0, + "y": 4 + }, + "id": 246, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "11.1.3", + "targets": [ + { + "dataset": "information_schema", + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "editorMode": "code", + "format": "table", + "rawQuery": true, + "rawSql": "SELECT COUNT(*) FROM information_schema.schemata WHERE schema_name NOT IN ('greptime_private', 'information_schema')", + "refId": "A", + "sql": { + "columns": [ + { + "parameters": [], + "type": "function" + } + ], + "groupBy": [ + { + "property": { + "type": "string" + }, + "type": "groupBy" + } + ], + "limit": 50 + } + } + ], + "title": "Databases", + "type": "stat" + }, + { + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 3, + "x": 3, + "y": 4 + }, + "id": 247, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "11.1.3", + "targets": [ + { + "dataset": "information_schema", + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "editorMode": "code", + "format": "table", + "rawQuery": true, + "rawSql": "SELECT COUNT(*) FROM information_schema.tables WHERE table_schema != 'information_schema'", + "refId": "A", + "sql": { + "columns": [ + { + "parameters": [], + "type": "function" + } + ], + "groupBy": [ + { + "property": { + "type": "string" + }, + "type": "groupBy" + } + ], + "limit": 50 + } + } + ], + "title": "Tables", + "type": "stat" + }, + { + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 4, + "x": 6, + "y": 4 + }, + "id": 248, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "11.1.3", + "targets": [ + { + "dataset": "information_schema", + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "editorMode": "code", + "format": "table", + "rawQuery": true, + "rawSql": "select SUM(disk_size) from information_schema.region_statistics;", + "refId": "A", + "sql": { + "columns": [ + { + "parameters": [], + "type": "function" + } + ], + "groupBy": [ + { + "property": { + "type": "string" + }, + "type": "groupBy" + } + ], + "limit": 50 + } + } + ], + "title": "Storage Size", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "fieldMinMax": false, + "mappings": [], + "max": 2, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "rowsps" + }, + "overrides": [] + }, + "gridPos": { + "h": 4, + "w": 4, + "x": 10, + "y": 4 + }, + "id": 249, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "11.1.3", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum(rate(greptime_table_operator_ingest_rows[$__rate_interval]))", + "instant": false, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Ingest Rows Rate", + "type": "stat" + }, + { + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 2, + "x": 0, + "y": 8 + }, + "id": 250, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "11.1.3", + "targets": [ + { + "dataset": "information_schema", + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "editorMode": "code", + "format": "table", + "rawQuery": true, + "rawSql": "select SUM(memtable_size) * 0.42825 from information_schema.region_statistics;", + "refId": "A", + "sql": { + "columns": [ + { + "parameters": [], + "type": "function" + } + ], + "groupBy": [ + { + "property": { + "type": "string" + }, + "type": "groupBy" + } + ], + "limit": 50 + } + } + ], + "title": "WAL Size", + "type": "stat" + }, + { + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 2, + "x": 2, + "y": 8 + }, + "id": 251, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "11.1.3", + "targets": [ + { + "dataset": "information_schema", + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "editorMode": "code", + "format": "table", + "rawQuery": true, + "rawSql": "select SUM(index_size) from information_schema.region_statistics;", + "refId": "A", + "sql": { + "columns": [ + { + "parameters": [], + "type": "function" + } + ], + "groupBy": [ + { + "property": { + "type": "string" + }, + "type": "groupBy" + } + ], + "limit": 50 + } + } + ], + "title": "Index Size", + "type": "stat" + }, + { + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 2, + "x": 4, + "y": 8 + }, + "id": 252, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "11.1.3", + "targets": [ + { + "dataset": "information_schema", + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "editorMode": "code", + "format": "table", + "rawQuery": true, + "rawSql": "select SUM(manifest_size) from information_schema.region_statistics;", + "refId": "A", + "sql": { + "columns": [ + { + "parameters": [], + "type": "function" + } + ], + "groupBy": [ + { + "property": { + "type": "string" + }, + "type": "groupBy" + } + ], + "limit": 50 + } + } + ], + "title": "Manifest Size", + "type": "stat" + }, + { + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 2, + "x": 6, + "y": 8 + }, + "id": 253, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "11.1.3", + "targets": [ + { + "dataset": "information_schema", + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "editorMode": "code", + "format": "table", + "rawQuery": true, + "rawSql": "SELECT COUNT(region_id) FROM information_schema.region_peers", + "refId": "A", + "sql": { + "columns": [ + { + "parameters": [], + "type": "function" + } + ], + "groupBy": [ + { + "property": { + "type": "string" + }, + "type": "groupBy" + } + ], + "limit": 50 + } + } + ], + "title": "Regions Count", + "type": "stat" + }, + { + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + } + ] + }, + "unit": "sishort" + }, + "overrides": [] + }, + "gridPos": { + "h": 3, + "w": 2, + "x": 8, + "y": 8 + }, + "id": 254, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "percentChangeColorMode": "standard", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "showPercentChange": false, + "textMode": "auto", + "wideLayout": true + }, + "pluginVersion": "11.1.3", + "targets": [ + { + "dataset": "information_schema", + "datasource": { + "type": "mysql", + "uid": "${information_schema}" + }, + "editorMode": "code", + "format": "table", + "rawQuery": true, + "rawSql": "select SUM(region_rows) from information_schema.region_statistics;", + "refId": "A", + "sql": { + "columns": [ + { + "parameters": [], + "type": "function" + } + ], + "groupBy": [ + { + "property": { + "type": "string" + }, + "type": "groupBy" + } + ], + "limit": 50 + } + } + ], + "title": "Region Rows", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 24, + "x": 0, + "y": 11 + }, + "id": 193, + "options": { + "legend": { + "calcs": [], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum (rate(greptime_servers_http_prometheus_write_elapsed_count{pod=~\"$frontend\"}[$__rate_interval]))", + "instant": false, + "legendFormat": "prometheus-remote-write", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum (rate(greptime_servers_grpc_requests_elapsed_count{pod=~\"$frontend\"}[$__rate_interval]))", + "hide": false, + "instant": false, + "legendFormat": "gRPC", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum (rate(greptime_servers_http_logs_ingestion_elapsed_count{pod=~\"$frontend\"}[$__rate_interval]))", + "hide": false, + "instant": false, + "legendFormat": "http_logs", + "range": true, + "refId": "C" + } + ], + "title": "Ingestion", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 24, + "x": 0, + "y": 17 + }, + "id": 255, + "options": { + "legend": { + "calcs": [], + "displayMode": "table", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum (rate(greptime_servers_mysql_query_elapsed_count{pod=~\"$frontend\"}[$__rate_interval]))", + "instant": false, + "legendFormat": "mysql", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum (rate(greptime_servers_postgres_query_elapsed_count{pod=~\"$frontend\"}[$__rate_interval]))", + "hide": false, + "instant": false, + "legendFormat": "pg", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum (rate(greptime_servers_http_promql_elapsed_counte{pod=~\"$frontend\"}[$__rate_interval]))", + "hide": false, + "instant": false, + "legendFormat": "promql", + "range": true, + "refId": "C" + } + ], + "title": "Queries", + "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 23 + }, + "id": 237, + "panels": [], + "title": "Resources", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 10, + "w": 8, + "x": 0, + "y": 24 + }, + "id": 234, + "options": { + "legend": { + "calcs": [ + "lastNotNull" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Last *", + "sortDesc": false + }, + "tooltip": { + "mode": "single", + "sort": "none" + } }, - "pluginVersion": "11.1.3", "targets": [ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", - "exemplar": false, - "expr": "max_over_time(greptime_app_version[10s])", - "format": "table", + "expr": "sum(sys_jemalloc_allocated{pod=~\"$datanode\"})", "instant": false, - "legendFormat": "__auto", + "legendFormat": "allocated", "range": true, "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum(sys_jemalloc_resident{pod=~\"$datanode\"})", + "hide": false, + "instant": false, + "legendFormat": "resident", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum(process_virtual_memory_bytes{pod=~\"$datanode\"})", + "hide": false, + "instant": false, + "legendFormat": "virtual-memory", + "range": true, + "refId": "C" } ], - "title": "Version", - "type": "stat" + "title": "Datanode Memory", + "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, - "description": "", "fieldConfig": { "defaults": { "color": { @@ -159,31 +1753,35 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", "value": 80 } ] - } + }, + "unit": "decbytes" }, "overrides": [] }, "gridPos": { - "h": 6, - "w": 24, - "x": 0, - "y": 4 + "h": 10, + "w": 9, + "x": 8, + "y": 24 }, - "id": 193, + "id": 233, "options": { "legend": { - "calcs": [], - "displayMode": "list", + "calcs": [ + "lastNotNull" + ], + "displayMode": "table", "placement": "bottom", - "showLegend": true + "showLegend": true, + "sortBy": "Last *", + "sortDesc": false }, "tooltip": { "mode": "single", @@ -194,36 +1792,49 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", - "expr": "sum (rate(greptime_servers_http_prometheus_write_elapsed_bucket{pod=~\"$frontend\"}[$__rate_interval]))", + "expr": "sum(sys_jemalloc_allocated{pod=~\"$frontend\"})", "instant": false, - "legendFormat": "prometheus-write", + "legendFormat": "allocated", "range": true, "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum(sys_jemalloc_resident{pod=~\"$frontend\"})", + "hide": false, + "instant": false, + "legendFormat": "resident", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "${metrics}" + }, + "editorMode": "code", + "expr": "sum(process_virtual_memory_bytes{pod=~\"$frontend\"})", + "hide": false, + "instant": false, + "legendFormat": "virtual-memory", + "range": true, + "refId": "C" } ], - "title": "prometheus-write-total-qps", + "title": "Frontend Memory", "type": "timeseries" }, - { - "collapsed": false, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 10 - }, - "id": 236, - "panels": [], - "title": "Frontend-Overview", - "type": "row" - }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -267,8 +1878,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -281,12 +1891,12 @@ "overrides": [] }, "gridPos": { - "h": 8, - "w": 24, - "x": 0, - "y": 11 + "h": 10, + "w": 7, + "x": 17, + "y": 24 }, - "id": 233, + "id": 235, "options": { "legend": { "calcs": [ @@ -307,10 +1917,10 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", - "expr": "sum(sys_jemalloc_allocated{pod=~\"$frontend\"})", + "expr": "sum(sys_jemalloc_allocated{pod=~\"$metasrv\"})", "instant": false, "legendFormat": "allocated", "range": true, @@ -319,10 +1929,10 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", - "expr": "sum(sys_jemalloc_resident{pod=~\"$frontend\"})", + "expr": "sum(sys_jemalloc_resident{pod=~\"$metasrv\"})", "hide": false, "instant": false, "legendFormat": "resident", @@ -332,10 +1942,10 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", - "expr": "sum(process_virtual_memory_bytes{pod=~\"$frontend\"})", + "expr": "sum(process_virtual_memory_bytes{pod=~\"$metasrv\"})", "hide": false, "instant": false, "legendFormat": "virtual-memory", @@ -343,7 +1953,7 @@ "refId": "C" } ], - "title": "frontend-memory", + "title": "Metasrv Memory", "type": "timeseries" }, { @@ -352,17 +1962,17 @@ "h": 1, "w": 24, "x": 0, - "y": 19 + "y": 34 }, "id": 192, "panels": [], - "title": "Frontend-APIs", + "title": "Frontend APIs", "type": "row" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -406,8 +2016,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -417,38 +2026,13 @@ }, "unit": "ops" }, - "overrides": [ - { - "__systemRef": "hideSeriesFrom", - "matcher": { - "id": "byNames", - "options": { - "mode": "exclude", - "names": [ - "[mycluster-frontend-5f94445cf8-mcmhf]-[/v1/prometheus/write]-[POST]-[204]-qps" - ], - "prefix": "All except:", - "readOnly": true - } - }, - "properties": [ - { - "id": "custom.hideFrom", - "value": { - "legend": false, - "tooltip": false, - "viz": true - } - } - ] - } - ] + "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, - "y": 20 + "y": 35 }, "id": 202, "options": { @@ -467,7 +2051,7 @@ { "datasource": { "type": "prometheus", - "uid": "edw6vy291n8jkf" + "uid": "${metrics}" }, "editorMode": "code", "expr": "sum by(pod, path, method, code) (rate(greptime_servers_http_requests_elapsed_count{pod=~\"$frontend\",path!~\"/health|/metrics\"}[$__rate_interval]))", @@ -477,13 +2061,13 @@ "refId": "A" } ], - "title": "http-qps-by-pod", + "title": "HTTP QPS per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -527,8 +2111,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -544,7 +2127,7 @@ "h": 8, "w": 12, "x": 12, - "y": 20 + "y": 35 }, "id": 203, "options": { @@ -563,7 +2146,7 @@ { "datasource": { "type": "prometheus", - "uid": "edw6vy291n8jkf" + "uid": "${metrics}" }, "editorMode": "code", "expr": "histogram_quantile(0.99, sum by(pod, le, path, method, code) (rate(greptime_servers_http_requests_elapsed_bucket{pod=~\"$frontend\",path!~\"/health|/metrics\"}[$__rate_interval])))", @@ -573,13 +2156,13 @@ "refId": "A" } ], - "title": "http-p99-by-pod", + "title": "HTTP P99 per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -664,7 +2247,7 @@ "h": 8, "w": 12, "x": 0, - "y": 28 + "y": 43 }, "id": 211, "options": { @@ -683,7 +2266,7 @@ { "datasource": { "type": "prometheus", - "uid": "edw6vy291n8jkf" + "uid": "${metrics}" }, "editorMode": "code", "expr": "sum by(pod, path, code) (rate(greptime_servers_grpc_requests_elapsed_count{pod=~\"$frontend\"}[$__rate_interval]))", @@ -693,13 +2276,13 @@ "refId": "A" } ], - "title": "grpc-qps-by-pod", + "title": "gRPC QPS per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -759,7 +2342,7 @@ "h": 8, "w": 12, "x": 12, - "y": 28 + "y": 43 }, "id": 212, "options": { @@ -778,7 +2361,7 @@ { "datasource": { "type": "prometheus", - "uid": "edw6vy291n8jkf" + "uid": "${metrics}" }, "editorMode": "code", "expr": "histogram_quantile(0.99, sum by(pod, le, path, code) (rate(greptime_servers_grpc_requests_elapsed_bucket{pod=~\"$frontend\"}[$__rate_interval])))", @@ -788,13 +2371,13 @@ "refId": "A" } ], - "title": "grpc-p99-by-pod", + "title": "gRPC P99 per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -856,7 +2439,7 @@ "options": { "mode": "exclude", "names": [ - "[mycluster-frontend-5f94445cf8-mcmhf]-[/v1/prometheus/write]-[POST]-[204]-qps" + "[mycluster-frontend-5c59b4cc9b-kpb6q]-qps" ], "prefix": "All except:", "readOnly": true @@ -879,7 +2462,7 @@ "h": 8, "w": 12, "x": 0, - "y": 36 + "y": 51 }, "id": 213, "options": { @@ -898,7 +2481,7 @@ { "datasource": { "type": "prometheus", - "uid": "edw6vy291n8jkf" + "uid": "${metrics}" }, "editorMode": "code", "expr": "sum by(pod)(rate(greptime_servers_mysql_query_elapsed_count{pod=~\"$frontend\"}[$__rate_interval]))", @@ -908,13 +2491,13 @@ "refId": "A" } ], - "title": "mysql-qps-by-pod", + "title": "MySQL QPS per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -974,7 +2557,7 @@ "h": 8, "w": 12, "x": 12, - "y": 36 + "y": 51 }, "id": 214, "options": { @@ -993,9 +2576,10 @@ { "datasource": { "type": "prometheus", - "uid": "edw6vy291n8jkf" + "uid": "${metrics}" }, "editorMode": "code", + "exemplar": false, "expr": "histogram_quantile(0.99, sum by(pod) (rate(greptime_servers_mysql_query_elapsed_bucket{pod=~\"$frontend\"}[$__rate_interval])))", "instant": false, "legendFormat": "[{{pod}}]-p99", @@ -1003,13 +2587,13 @@ "refId": "A" } ], - "title": "mysql-p99-by-pod", + "title": "MySQL P99 per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -1094,7 +2678,7 @@ "h": 8, "w": 12, "x": 0, - "y": 44 + "y": 59 }, "id": 215, "options": { @@ -1113,7 +2697,7 @@ { "datasource": { "type": "prometheus", - "uid": "edw6vy291n8jkf" + "uid": "${metrics}" }, "editorMode": "code", "expr": "sum by(pod) (rate(greptime_servers_postgres_query_elapsed_count{pod=~\"$frontend\"}[$__rate_interval]))", @@ -1123,13 +2707,13 @@ "refId": "A" } ], - "title": "postgres-qps-by-pod", + "title": "PostgreSQL QPS per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -1189,7 +2773,7 @@ "h": 8, "w": 12, "x": 12, - "y": 44 + "y": 59 }, "id": 216, "options": { @@ -1208,7 +2792,7 @@ { "datasource": { "type": "prometheus", - "uid": "edw6vy291n8jkf" + "uid": "${metrics}" }, "editorMode": "code", "expr": "histogram_quantile(0.99, sum by(pod) (rate(greptime_servers_postgres_query_elapsed_count{pod=~\"$frontend\"}[$__rate_interval])))", @@ -1218,7 +2802,7 @@ "refId": "A" } ], - "title": "postgres-p99-by-pod", + "title": "PostgreSQL P99 per Instance", "type": "timeseries" }, { @@ -1227,114 +2811,17 @@ "h": 1, "w": 24, "x": 0, - "y": 52 + "y": 67 }, "id": 217, "panels": [], - "title": "Frontend <-> Datanode", - "type": "row" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${datasource}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "rowsps" - }, - "overrides": [] - }, - "gridPos": { - "h": 6, - "w": 24, - "x": 0, - "y": 53 - }, - "id": 218, - "options": { - "legend": { - "calcs": [ - "lastNotNull" - ], - "displayMode": "table", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${datasource}" - }, - "editorMode": "code", - "expr": "sum by(pod)(rate(greptime_table_operator_ingest_rows{pod=~\"$frontend\"}[$__rate_interval]))", - "instant": false, - "legendFormat": "[{{pod}}]-rps", - "range": true, - "refId": "A" - } - ], - "title": "ingest-rows-by-pod", - "type": "timeseries" + "title": "Frontend <-> Datanode", + "type": "row" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -1386,21 +2873,23 @@ } ] }, - "unit": "ops" + "unit": "rowsps" }, "overrides": [] }, "gridPos": { - "h": 8, - "w": 12, + "h": 6, + "w": 24, "x": 0, - "y": 59 + "y": 68 }, - "id": 219, + "id": 218, "options": { "legend": { - "calcs": [], - "displayMode": "list", + "calcs": [ + "lastNotNull" + ], + "displayMode": "table", "placement": "bottom", "showLegend": true }, @@ -1413,25 +2902,24 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", - "expr": "sum by(pod, request_type) (rate(greptime_grpc_region_request_count{pod=~\"$frontend\"}[$__rate_interval]))", + "expr": "sum by(pod)(rate(greptime_table_operator_ingest_rows{pod=~\"$frontend\"}[$__rate_interval]))", "instant": false, - "legendFormat": "[{{pod}}]-[{{request_type}}]-qps", + "legendFormat": "[{{pod}}]-rps", "range": true, "refId": "A" } ], - "title": "region-call-qps-by-pod", + "title": "Ingest Rows per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, - "description": "", "fieldConfig": { "defaults": { "color": { @@ -1444,7 +2932,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "points", + "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { @@ -1482,21 +2970,21 @@ } ] }, - "unit": "s" + "unit": "ops" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, - "x": 12, - "y": 59 + "x": 0, + "y": 74 }, - "id": 220, + "id": 219, "options": { "legend": { "calcs": [], - "displayMode": "table", + "displayMode": "list", "placement": "bottom", "showLegend": true }, @@ -1509,37 +2997,25 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", - "expr": "histogram_quantile(0.99, sum by(pod, le, request_type) (rate(greptime_grpc_region_request_bucket{pod=~\"$frontend\"}[$__rate_interval])))", + "expr": "sum by(pod, request_type) (rate(greptime_grpc_region_request_count{pod=~\"$frontend\"}[$__rate_interval]))", "instant": false, - "legendFormat": "[{{pod}}]-[{{request_type}}]-p99", + "legendFormat": "[{{pod}}]-[{{request_type}}]-qps", "range": true, "refId": "A" } ], - "title": "region-call-p99-by-pod", + "title": "Region Call QPS per Instance", "type": "timeseries" }, - { - "collapsed": false, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 67 - }, - "id": 238, - "panels": [], - "title": "Datanode-Overview", - "type": "row" - }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, + "description": "", "fieldConfig": { "defaults": { "color": { @@ -1552,7 +3028,7 @@ "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "line", + "drawStyle": "points", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { @@ -1590,27 +3066,23 @@ } ] }, - "unit": "decbytes" + "unit": "s" }, "overrides": [] }, "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 68 + "h": 8, + "w": 12, + "x": 12, + "y": 74 }, - "id": 234, + "id": 220, "options": { "legend": { - "calcs": [ - "lastNotNull" - ], + "calcs": [], "displayMode": "table", "placement": "bottom", - "showLegend": true, - "sortBy": "Last *", - "sortDesc": false + "showLegend": true }, "tooltip": { "mode": "single", @@ -1621,43 +3093,17 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", - "expr": "sum(sys_jemalloc_allocated{pod=~\"$datanode\"})", + "expr": "histogram_quantile(0.99, sum by(pod, le, request_type) (rate(greptime_grpc_region_request_bucket{pod=~\"$frontend\"}[$__rate_interval])))", "instant": false, - "legendFormat": "allocated", + "legendFormat": "[{{pod}}]-[{{request_type}}]-p99", "range": true, "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${datasource}" - }, - "editorMode": "code", - "expr": "sum(sys_jemalloc_resident{pod=~\"$datanode\"})", - "hide": false, - "instant": false, - "legendFormat": "resident", - "range": true, - "refId": "B" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${datasource}" - }, - "editorMode": "code", - "expr": "sum(process_virtual_memory_bytes{pod=~\"$datanode\"})", - "hide": false, - "instant": false, - "legendFormat": "virtual-memory", - "range": true, - "refId": "C" } ], - "title": "datanode-memory", + "title": "Region Call P99 per Instance", "type": "timeseries" }, { @@ -1666,17 +3112,17 @@ "h": 1, "w": 24, "x": 0, - "y": 75 + "y": 82 }, "id": 194, "panels": [], - "title": "Datanode-Mito", + "title": "Mito Engine", "type": "row" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -1736,7 +3182,7 @@ "h": 8, "w": 12, "x": 0, - "y": 76 + "y": 83 }, "id": 201, "options": { @@ -1755,7 +3201,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "sum by(pod, type) (rate(greptime_mito_handle_request_elapsed_count{pod=~\"$datanode\"}[$__rate_interval]))", @@ -1765,13 +3211,13 @@ "refId": "A" } ], - "title": "request-qps-by-pod", + "title": "Request QPS per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -1831,7 +3277,7 @@ "h": 8, "w": 12, "x": 12, - "y": 76 + "y": 83 }, "id": 222, "options": { @@ -1850,7 +3296,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "histogram_quantile(0.99, sum by(pod, le, type) (rate(greptime_mito_handle_request_elapsed_bucket{pod=~\"$datanode\"}[$__rate_interval])))", @@ -1860,13 +3306,13 @@ "refId": "A" } ], - "title": "request-p99-by-pod", + "title": "Request P99 per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -1926,7 +3372,7 @@ "h": 8, "w": 12, "x": 0, - "y": 84 + "y": 91 }, "id": 200, "options": { @@ -1945,7 +3391,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "greptime_mito_write_buffer_bytes{pod=~\"$datanode\"}", @@ -1955,13 +3401,13 @@ "refId": "A" } ], - "title": "write-buffer-bytes-by-pod", + "title": "Write Buffer per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -2021,7 +3467,7 @@ "h": 8, "w": 12, "x": 12, - "y": 84 + "y": 91 }, "id": 221, "options": { @@ -2040,7 +3486,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "sum by(pod) (greptime_mito_write_stall_total{pod=~\"$datanode\"})", @@ -2050,13 +3496,13 @@ "refId": "A" } ], - "title": "write-stall-by-pod", + "title": "Write Stall per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -2116,7 +3562,7 @@ "h": 8, "w": 12, "x": 0, - "y": 92 + "y": 99 }, "id": 224, "options": { @@ -2135,7 +3581,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "sum by(pod, reason) (rate(greptime_mito_flush_requests_total{pod=~\"$datanode\"}[$__rate_interval]))", @@ -2145,13 +3591,13 @@ "refId": "A" } ], - "title": "flush-qps-by-pod", + "title": "Flush QPS per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -2211,7 +3657,7 @@ "h": 8, "w": 12, "x": 12, - "y": 92 + "y": 99 }, "id": 229, "options": { @@ -2230,7 +3676,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "greptime_mito_cache_bytes{pod=~\"$datanode\"}", @@ -2240,13 +3686,13 @@ "refId": "A" } ], - "title": "cached-bytes-by-pod", + "title": "Cached Bytes per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -2306,7 +3752,7 @@ "h": 8, "w": 12, "x": 0, - "y": 100 + "y": 107 }, "id": 227, "options": { @@ -2327,7 +3773,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "sum by(pod) (rate(greptime_mito_read_stage_elapsed_count{pod=~\"$datanode\", stage=\"total\"}[$__rate_interval]))", @@ -2337,13 +3783,13 @@ "refId": "A" } ], - "title": "read-stage-qps-by-pod", + "title": "Read Stage QPS per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -2403,7 +3849,7 @@ "h": 8, "w": 12, "x": 12, - "y": 100 + "y": 107 }, "id": 228, "options": { @@ -2424,7 +3870,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "histogram_quantile(0.99, sum by(pod, le, stage) (rate(greptime_mito_read_stage_elapsed_bucket{pod=~\"$datanode\"}[$__rate_interval])))", @@ -2434,13 +3880,13 @@ "refId": "A" } ], - "title": "read-stage-p99-by-pod", + "title": "Read Stage P99 per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -2500,7 +3946,7 @@ "h": 8, "w": 12, "x": 0, - "y": 108 + "y": 115 }, "id": 231, "options": { @@ -2519,7 +3965,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "sum by(pod) (rate(greptime_mito_compaction_total_elapsed_count{pod=~\"$datanode\"}[$__rate_interval]))", @@ -2529,13 +3975,13 @@ "refId": "A" } ], - "title": "compaction-ops-by-pod", + "title": "Compaction OPS per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -2595,7 +4041,7 @@ "h": 8, "w": 12, "x": 12, - "y": 108 + "y": 115 }, "id": 230, "options": { @@ -2616,7 +4062,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "histogram_quantile(0.99, sum by(pod, le) (rate(greptime_mito_compaction_total_elapsed_bucket{pod=~\"$datanode\"}[$__rate_interval])))", @@ -2626,13 +4072,13 @@ "refId": "A" } ], - "title": "compaction-p99-by-pod", + "title": "Compaction P99 per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -2692,7 +4138,7 @@ "h": 8, "w": 12, "x": 0, - "y": 116 + "y": 123 }, "id": 225, "options": { @@ -2713,7 +4159,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "histogram_quantile(0.99, sum by(pod, le, stage) (rate(greptime_mito_write_stage_elapsed_bucket{pod=~\"$datanode\"}[$__rate_interval])))", @@ -2723,13 +4169,13 @@ "refId": "A" } ], - "title": "write-stage-p99-by-pod", + "title": "Write Stage P99 per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -2789,7 +4235,7 @@ "h": 8, "w": 12, "x": 12, - "y": 116 + "y": 123 }, "id": 232, "options": { @@ -2810,7 +4256,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "histogram_quantile(0.99, sum by(pod, le, stage) (rate(greptime_mito_compaction_stage_elapsed_bucket{pod=~\"$datanode\"}[$__rate_interval])))", @@ -2820,7 +4266,7 @@ "refId": "A" } ], - "title": "compaction-stage-p99-by-pod", + "title": "Compaction P99 per Instance", "type": "timeseries" }, { @@ -2829,17 +4275,17 @@ "h": 1, "w": 24, "x": 0, - "y": 124 + "y": 131 }, "id": 195, "panels": [], - "title": "Datanode-ObjectStorage", + "title": "OpenDAL", "type": "row" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -2899,7 +4345,7 @@ "h": 10, "w": 24, "x": 0, - "y": 125 + "y": 132 }, "id": 209, "options": { @@ -2918,7 +4364,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "sum by(pod, scheme, operation) (rate(opendal_requests_total{pod=~\"$datanode\"}[$__rate_interval]))", @@ -2928,13 +4374,13 @@ "refId": "A" } ], - "title": "total-requests-qps-by-pod", + "title": "QPS per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -2994,7 +4440,7 @@ "h": 7, "w": 12, "x": 0, - "y": 135 + "y": 142 }, "id": 196, "options": { @@ -3013,7 +4459,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "sum by(pod, scheme) (rate(opendal_requests_duration_seconds_count{pod=~\"$datanode\", operation=\"read\"}[$__rate_interval]))", @@ -3023,13 +4469,13 @@ "refId": "A" } ], - "title": "read-qps-by-pod", + "title": "Read QPS per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -3089,7 +4535,7 @@ "h": 7, "w": 12, "x": 12, - "y": 135 + "y": 142 }, "id": 198, "options": { @@ -3108,7 +4554,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "histogram_quantile(0.99, sum by(pod, le, scheme) (rate(opendal_requests_duration_seconds_bucket{pod=~\"$datanode\",operation=\"read\"}[$__rate_interval])))", @@ -3118,13 +4564,13 @@ "refId": "A" } ], - "title": "read-p99-by-pod", + "title": "Read P99 per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -3184,7 +4630,7 @@ "h": 7, "w": 12, "x": 0, - "y": 142 + "y": 149 }, "id": 199, "options": { @@ -3203,7 +4649,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "sum by(pod, scheme) (rate(opendal_requests_duration_seconds_count{pod=~\"$datanode\", operation=\"write\"}[$__rate_interval]))", @@ -3213,13 +4659,13 @@ "refId": "A" } ], - "title": "write-qps-by-pod", + "title": "Write QPS per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -3279,7 +4725,7 @@ "h": 7, "w": 12, "x": 12, - "y": 142 + "y": 149 }, "id": 204, "options": { @@ -3298,7 +4744,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "histogram_quantile(0.99, sum by(pod, le, scheme) (rate(opendal_requests_duration_seconds_bucket{pod=~\"$datanode\", operation=\"write\"}[$__rate_interval])))", @@ -3308,13 +4754,13 @@ "refId": "A" } ], - "title": "write-p99-by-pod", + "title": "Write P99 per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -3374,7 +4820,7 @@ "h": 7, "w": 12, "x": 0, - "y": 149 + "y": 156 }, "id": 205, "options": { @@ -3393,7 +4839,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "sum by(pod, scheme) (rate(opendal_requests_duration_seconds_count{pod=~\"$datanode\", operation=\"list\"}[$__rate_interval]))", @@ -3404,13 +4850,13 @@ "refId": "A" } ], - "title": "list-qps-by-pod", + "title": "List QPS per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -3470,7 +4916,7 @@ "h": 7, "w": 12, "x": 12, - "y": 149 + "y": 156 }, "id": 206, "options": { @@ -3489,7 +4935,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "histogram_quantile(0.99, sum by(pod, le, scheme) (rate(opendal_requests_duration_seconds_bucket{pod=~\"$datanode\", operation=\"list\"}[$__rate_interval])))", @@ -3500,13 +4946,13 @@ "refId": "A" } ], - "title": "list-p99-by-pod", + "title": "List P99 per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -3566,7 +5012,7 @@ "h": 7, "w": 12, "x": 0, - "y": 156 + "y": 163 }, "id": 207, "options": { @@ -3585,23 +5031,23 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "sum by(pod, scheme, operation) (rate(opendal_requests_duration_seconds_count{pod=~\"$datanode\",operation!~\"read|write|list|stat\"}[$__rate_interval]))", "instant": false, - "legendFormat": "[{{pod}}]-[{{scheme}}]-[{{operation}}]qps", + "legendFormat": "[{{pod}}]-[{{scheme}}]-[{{operation}}]-qps", "range": true, "refId": "A" } ], - "title": "other-requests-qps-by-pod", + "title": "Other Requests per Instance", "type": "timeseries" }, { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "fieldConfig": { "defaults": { @@ -3661,7 +5107,7 @@ "h": 7, "w": 12, "x": 12, - "y": 156 + "y": 163 }, "id": 210, "options": { @@ -3680,7 +5126,7 @@ { "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, "editorMode": "code", "expr": "histogram_quantile(0.99, sum by(pod, le, scheme, operation) (rate(opendal_requests_duration_seconds_bucket{pod=~\"$datanode\", operation!~\"read|write|list\"}[$__rate_interval])))", @@ -3690,145 +5136,7 @@ "refId": "A" } ], - "title": "other-requests-p99-by-pod", - "type": "timeseries" - }, - { - "collapsed": false, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 163 - }, - "id": 237, - "panels": [], - "title": "Metasrv", - "type": "row" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${datasource}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "decbytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 164 - }, - "id": 235, - "options": { - "legend": { - "calcs": [ - "lastNotNull" - ], - "displayMode": "table", - "placement": "bottom", - "showLegend": true, - "sortBy": "Last *", - "sortDesc": false - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${datasource}" - }, - "editorMode": "code", - "expr": "sum(sys_jemalloc_allocated{pod=~\"$metasrv\"})", - "instant": false, - "legendFormat": "allocated", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${datasource}" - }, - "editorMode": "code", - "expr": "sum(sys_jemalloc_resident{pod=~\"$metasrv\"})", - "hide": false, - "instant": false, - "legendFormat": "resident", - "range": true, - "refId": "B" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${datasource}" - }, - "editorMode": "code", - "expr": "sum(process_virtual_memory_bytes{pod=~\"$metasrv\"})", - "hide": false, - "instant": false, - "legendFormat": "virtual-memory", - "range": true, - "refId": "C" - } - ], - "title": "metasrv-memory", + "title": "Other Request P99 per Instance", "type": "timeseries" } ], @@ -3840,13 +5148,13 @@ { "current": { "selected": false, - "text": "greptimedb-monitoring-metrics", - "value": "cdwscmifpmmf4f" + "text": "metrics", + "value": "P177A7EA3611FE6B1" }, "hide": 0, "includeAll": false, "multi": false, - "name": "datasource", + "name": "metrics", "options": [], "query": "prometheus", "queryValue": "", @@ -3858,29 +5166,20 @@ { "current": { "selected": false, - "text": "mycluster-oss", - "value": "mycluster-oss" - }, - "datasource": { - "type": "prometheus", - "uid": "${datasource}" + "text": "information_schema", + "value": "P0CE5E4D2C4819379" }, - "definition": "label_values(greptime_app_version,cluster)", "hide": 0, "includeAll": false, "multi": false, - "name": "cluster", + "name": "information_schema", "options": [], - "query": { - "qryType": 1, - "query": "label_values(greptime_app_version,cluster)", - "refId": "PrometheusVariableQueryEditor-VariableQuery" - }, + "query": "mysql", + "queryValue": "", "refresh": 1, "regex": "", "skipUrlSync": false, - "sort": 0, - "type": "query" + "type": "datasource" }, { "current": { @@ -3894,17 +5193,17 @@ }, "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, - "definition": "label_values(greptime_app_version{cluster=\"$cluster\", app=~\"greptime-datanode|greptime-metasrv|greptime-flownode|greptime-frontend\"},app)", + "definition": "label_values(greptime_app_version{app=~\"greptime-datanode|greptime-frontend|greptime-metasrv|greptime-flownode\"},app)", "hide": 0, "includeAll": true, "multi": true, - "name": "role", + "name": "roles", "options": [], "query": { "qryType": 1, - "query": "label_values(greptime_app_version{cluster=\"$cluster\", app=~\"greptime-datanode|greptime-metasrv|greptime-flownode|greptime-frontend\"},app)", + "query": "label_values(greptime_app_version{app=~\"greptime-datanode|greptime-frontend|greptime-metasrv|greptime-flownode\"},app)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, @@ -3925,9 +5224,9 @@ }, "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, - "definition": "label_values(greptime_app_version{cluster=\"$cluster\", app=~\"$role\"},pod)", + "definition": "label_values(greptime_app_version{app=~\"$role\"},pod)", "hide": 0, "includeAll": true, "multi": true, @@ -3935,7 +5234,7 @@ "options": [], "query": { "qryType": 1, - "query": "label_values(greptime_app_version{cluster=\"$cluster\", app=~\"$role\"},pod)", + "query": "label_values(greptime_app_version{app=~\"$role\"},pod)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, @@ -3952,9 +5251,9 @@ }, "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, - "definition": "label_values(greptime_app_version{cluster=\"$cluster\", app=\"greptime-datanode\"},pod)", + "definition": "label_values(greptime_app_version{app=\"greptime-datanode\"},pod)", "hide": 2, "includeAll": true, "multi": true, @@ -3962,7 +5261,7 @@ "options": [], "query": { "qryType": 1, - "query": "label_values(greptime_app_version{cluster=\"$cluster\", app=\"greptime-datanode\"},pod)", + "query": "label_values(greptime_app_version{app=\"greptime-datanode\"},pod)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, @@ -3979,9 +5278,9 @@ }, "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, - "definition": "label_values(greptime_app_version{cluster=\"$cluster\", app=\"greptime-frontend\"},pod)", + "definition": "label_values(greptime_app_version{app=\"greptime-frontend\"},pod)", "hide": 2, "includeAll": true, "multi": true, @@ -3989,7 +5288,7 @@ "options": [], "query": { "qryType": 1, - "query": "label_values(greptime_app_version{cluster=\"$cluster\", app=\"greptime-frontend\"},pod)", + "query": "label_values(greptime_app_version{app=\"greptime-frontend\"},pod)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, @@ -4006,9 +5305,9 @@ }, "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, - "definition": "label_values(greptime_app_version{cluster=\"$cluster\", app=\"greptime-metasrv\"},pod)", + "definition": "label_values(greptime_app_version{app=\"greptime-metasrv\"},pod)", "hide": 2, "includeAll": true, "multi": true, @@ -4016,7 +5315,7 @@ "options": [], "query": { "qryType": 1, - "query": "label_values(greptime_app_version{cluster=\"$cluster\", app=\"greptime-metasrv\"},pod)", + "query": "label_values(greptime_app_version{app=\"greptime-metasrv\"},pod)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, @@ -4033,9 +5332,9 @@ }, "datasource": { "type": "prometheus", - "uid": "${datasource}" + "uid": "${metrics}" }, - "definition": "label_values(greptime_app_version{cluster=\"$cluster\", app=\"greptime-flownode\"},pod)", + "definition": "label_values(greptime_app_version{app=\"greptime-flownode\"},pod)", "hide": 2, "includeAll": true, "multi": true, @@ -4043,7 +5342,7 @@ "options": [], "query": { "qryType": 1, - "query": "label_values(greptime_app_version{cluster=\"$cluster\", app=\"greptime-flownode\"},pod)", + "query": "label_values(greptime_app_version{app=\"greptime-flownode\"},pod)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, @@ -4061,7 +5360,7 @@ "timepicker": {}, "timezone": "", "title": "GreptimeDB Cluster Metrics", - "uid": "fdwosl2qq70g0d", - "version": 45, + "uid": "ce3q6xwn3xa0wa", + "version": 1, "weekStart": "" } diff --git a/charts/greptimedb-cluster/dashboards/greptimedb-cluster-slow-queries.json b/charts/greptimedb-cluster/dashboards/greptimedb-cluster-slow-queries.json index ec99601..6a60285 100644 --- a/charts/greptimedb-cluster/dashboards/greptimedb-cluster-slow-queries.json +++ b/charts/greptimedb-cluster/dashboards/greptimedb-cluster-slow-queries.json @@ -18,7 +18,6 @@ "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 0, - "id": 8, "links": [], "panels": [ { @@ -85,8 +84,8 @@ { "current": { "selected": true, - "text": "greptimedb-logs", - "value": "ddx5v5cofxszkc" + "text": "logs", + "value": "P98F38F12DB221A8C" }, "hide": 0, "includeAll": false, @@ -163,6 +162,6 @@ "timezone": "browser", "title": "GreptimeDB Cluster Slow Queries", "uid": "fe1wjkiq8bxtse", - "version": 3, + "version": 1, "weekStart": "" } diff --git a/charts/greptimedb-cluster/values.yaml b/charts/greptimedb-cluster/values.yaml index f0a913c..da14d02 100644 --- a/charts/greptimedb-cluster/values.yaml +++ b/charts/greptimedb-cluster/values.yaml @@ -970,18 +970,27 @@ grafana: datasources: datasources.yaml: datasources: - - name: greptimedb-metrics + # Query the cluster metrics. + - name: metrics type: prometheus url: http://mycluster-monitor-standalone.default.svc.cluster.local:4000/v1/prometheus access: proxy isDefault: true - - name: greptimedb-logs + # Query the cluster logs and slow queries. + - name: logs type: mysql url: mycluster-monitor-standalone.default.svc.cluster.local:4002 access: proxy database: public + # Query the information schema from the cluster. + - name: information_schema + type: mysql + url: mycluster-frontend.default.svc.cluster.local:4002 + access: proxy + database: information_schema + # -- Init chown data for grafana. initChownData: # -- Enable init chown data for grafana.