diff --git a/charts/pyroscope-mixin/Chart.yaml b/charts/pyroscope-mixin/Chart.yaml index 1da7a65f..7f76f8aa 100644 --- a/charts/pyroscope-mixin/Chart.yaml +++ b/charts/pyroscope-mixin/Chart.yaml @@ -28,8 +28,8 @@ keywords: - kubernetes - monitoring-mixin - portefaix -version: 1.2.0 -appVersion: 0.1.0 +version: 1.3.0 +appVersion: 1.2.0 maintainers: - name: nlamirault @@ -52,5 +52,5 @@ annotations: fingerprint: C39918B3EBDE35C23B8D0B8E5F99269A6FCA437C url: https://keybase.io/nlamirault/pgp_keys.asc artifacthub.io/changes: | - - kind: added - description: pyroscope-mixin v0.1.0 + - kind: changed + description: pyroscope-mixin v1.2.0 diff --git a/charts/pyroscope-mixin/dashboards/pyroscope-reads.json b/charts/pyroscope-mixin/dashboards/pyroscope-reads.json index d4f89690..a96101b6 100644 --- a/charts/pyroscope-mixin/dashboards/pyroscope-reads.json +++ b/charts/pyroscope-mixin/dashboards/pyroscope-reads.json @@ -13,7 +13,8 @@ "includeVars": true, "keepTime": true, "tags": [ - "pyroscope" + "pyroscope-mixin", + "monitoring-mixins-v1.5.0" ], "targetBlank": false, "title": "Pyroscope Dashboards", @@ -33,6 +34,8 @@ "3xx": "#6ED0E0", "4xx": "#EF843C", "5xx": "#E24D42", + "OK": "#7EB26D", + "cancel": "#A9A9A9", "error": "#E24D42", "success": "#7EB26D" }, @@ -66,12 +69,11 @@ "steppedLine": false, "targets": [ { - "expr": "sum by (status) (\n label_replace(label_replace(rate(pyroscope_request_duration_seconds_count{cluster=~\"$cluster\",job=~\"($namespace)/(pyroscope|querier)\", route=~\".*merge.*|.*series.*|.*type.*\"}[$__rate_interval]),\n \"status\", \"${1}xx\", \"status_code\", \"([0-9])..\"),\n \"status\", \"${1}\", \"status_code\", \"([a-z]+)\"))\n", + "expr": "sum by (status) (\n label_replace(label_replace(rate(pyroscope_request_duration_seconds_count{cluster=~\"$cluster\",job=~\"($namespace)/(pyroscope|querier)\", route=~\".*merge.*|.*series.*|.*type.*\"}[$__rate_interval]),\n \"status\", \"${1}xx\", \"status_code\", \"([0-9])..\"),\n \"status\", \"${1}\", \"status_code\", \"([a-zA-Z]+)\"))\n", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{status}}", - "refId": "A", - "step": 10 + "refId": "A" } ], "thresholds": [ ], @@ -145,7 +147,7 @@ "expr": "histogram_quantile(0.99, sum by (le,route) (job_route_cluster:pyroscope_request_duration_seconds_bucket:sum_rate{job=~\"($namespace)/(pyroscope|querier)\", route=~\".*merge.*|.*series.*|.*type.*\", cluster=~\"$cluster\"})) * 1e3", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{ route }} 99th Percentile", + "legendFormat": "{{ route }} 99th percentile", "refId": "A", "step": 10 }, @@ -153,7 +155,7 @@ "expr": "histogram_quantile(0.50, sum by (le,route) (job_route_cluster:pyroscope_request_duration_seconds_bucket:sum_rate{job=~\"($namespace)/(pyroscope|querier)\", route=~\".*merge.*|.*series.*|.*type.*\", cluster=~\"$cluster\"})) * 1e3", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{ route }} 50th Percentile", + "legendFormat": "{{ route }} 50th percentile", "refId": "B", "step": 10 }, @@ -221,6 +223,8 @@ "3xx": "#6ED0E0", "4xx": "#EF843C", "5xx": "#E24D42", + "OK": "#7EB26D", + "cancel": "#A9A9A9", "error": "#E24D42", "success": "#7EB26D" }, @@ -254,12 +258,11 @@ "steppedLine": false, "targets": [ { - "expr": "sum by (status) (\n label_replace(label_replace(rate(pyroscope_request_duration_seconds_count{cluster=~\"$cluster\",job=~\"($namespace)/(pyroscope|ingester)\", route=~\".*merge.*|.*series.*|.*type.*\"}[$__rate_interval]),\n \"status\", \"${1}xx\", \"status_code\", \"([0-9])..\"),\n \"status\", \"${1}\", \"status_code\", \"([a-z]+)\"))\n", + "expr": "sum by (status) (\n label_replace(label_replace(rate(pyroscope_request_duration_seconds_count{cluster=~\"$cluster\",job=~\"($namespace)/(pyroscope|ingester)\", route=~\".*merge.*|.*series.*|.*type.*\"}[$__rate_interval]),\n \"status\", \"${1}xx\", \"status_code\", \"([0-9])..\"),\n \"status\", \"${1}\", \"status_code\", \"([a-zA-Z]+)\"))\n", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{status}}", - "refId": "A", - "step": 10 + "refId": "A" } ], "thresholds": [ ], @@ -333,7 +336,7 @@ "expr": "histogram_quantile(0.99, sum by (le,route) (job_route_cluster:pyroscope_request_duration_seconds_bucket:sum_rate{job=~\"($namespace)/(pyroscope|ingester)\", route=~\".*merge.*|.*series.*|.*type.*\", cluster=~\"$cluster\"})) * 1e3", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{ route }} 99th Percentile", + "legendFormat": "{{ route }} 99th percentile", "refId": "A", "step": 10 }, @@ -341,7 +344,7 @@ "expr": "histogram_quantile(0.50, sum by (le,route) (job_route_cluster:pyroscope_request_duration_seconds_bucket:sum_rate{job=~\"($namespace)/(pyroscope|ingester)\", route=~\".*merge.*|.*series.*|.*type.*\", cluster=~\"$cluster\"})) * 1e3", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{ route }} 50th Percentile", + "legendFormat": "{{ route }} 50th percentile", "refId": "B", "step": 10 }, @@ -402,8 +405,8 @@ "schemaVersion": 14, "style": "dark", "tags": [ - "pyroscope", - "portefaix" + "pyroscope-mixin", + "monitoring-mixins-v1.5.0" ], "templating": { "list": [ @@ -502,4 +505,4 @@ "title": "Pyroscope / Reads", "uid": "pyroscope-reads", "version": 0 - } + } \ No newline at end of file diff --git a/charts/pyroscope-mixin/dashboards/pyroscope-writes.json b/charts/pyroscope-mixin/dashboards/pyroscope-writes.json index 21b6dc5a..f4097b4b 100644 --- a/charts/pyroscope-mixin/dashboards/pyroscope-writes.json +++ b/charts/pyroscope-mixin/dashboards/pyroscope-writes.json @@ -13,7 +13,8 @@ "includeVars": true, "keepTime": true, "tags": [ - "pyroscope" + "pyroscope-mixin", + "monitoring-mixins-v1.5.0" ], "targetBlank": false, "title": "Pyroscope Dashboards", @@ -61,7 +62,7 @@ "expr": "histogram_quantile(0.99, sum by (le,type) (job_type_cluster:pyroscope_distributor_received_compressed_bytes_bucket:sum_rate{job=~\"($namespace)/(pyroscope|distributor)\", type=~\".*\", cluster=~\"$cluster\"})) * 1", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{ type }} 99th Percentile", + "legendFormat": "{{ type }} 99th percentile", "refId": "A", "step": 10 }, @@ -69,7 +70,7 @@ "expr": "histogram_quantile(0.50, sum by (le,type) (job_type_cluster:pyroscope_distributor_received_compressed_bytes_bucket:sum_rate{job=~\"($namespace)/(pyroscope|distributor)\", type=~\".*\", cluster=~\"$cluster\"})) * 1", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{ type }} 50th Percentile", + "legendFormat": "{{ type }} 50th percentile", "refId": "B", "step": 10 }, @@ -153,7 +154,7 @@ "expr": "histogram_quantile(0.99, sum by (le,type) (job_type_cluster:pyroscope_distributor_received_samples_bucket:sum_rate{job=~\"($namespace)/(pyroscope|distributor)\", type=~\".*\", cluster=~\"$cluster\"})) * 1", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{ type }} 99th Percentile", + "legendFormat": "{{ type }} 99th percentile", "refId": "A", "step": 10 }, @@ -161,7 +162,7 @@ "expr": "histogram_quantile(0.50, sum by (le,type) (job_type_cluster:pyroscope_distributor_received_samples_bucket:sum_rate{job=~\"($namespace)/(pyroscope|distributor)\", type=~\".*\", cluster=~\"$cluster\"})) * 1", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{ type }} 50th Percentile", + "legendFormat": "{{ type }} 50th percentile", "refId": "B", "step": 10 }, @@ -229,6 +230,8 @@ "3xx": "#6ED0E0", "4xx": "#EF843C", "5xx": "#E24D42", + "OK": "#7EB26D", + "cancel": "#A9A9A9", "error": "#E24D42", "success": "#7EB26D" }, @@ -262,12 +265,11 @@ "steppedLine": false, "targets": [ { - "expr": "sum by (status) (\n label_replace(label_replace(rate(pyroscope_request_duration_seconds_count{cluster=~\"$cluster\",job=~\"($namespace)/(pyroscope|distributor)\", route=~\".*push.*|.*ingest.*\"}[$__rate_interval]),\n \"status\", \"${1}xx\", \"status_code\", \"([0-9])..\"),\n \"status\", \"${1}\", \"status_code\", \"([a-z]+)\"))\n", + "expr": "sum by (status) (\n label_replace(label_replace(rate(pyroscope_request_duration_seconds_count{cluster=~\"$cluster\",job=~\"($namespace)/(pyroscope|distributor)\", route=~\".*push.*|.*ingest.*\"}[$__rate_interval]),\n \"status\", \"${1}xx\", \"status_code\", \"([0-9])..\"),\n \"status\", \"${1}\", \"status_code\", \"([a-zA-Z]+)\"))\n", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{status}}", - "refId": "A", - "step": 10 + "refId": "A" } ], "thresholds": [ ], @@ -341,7 +343,7 @@ "expr": "histogram_quantile(0.99, sum by (le) (job_route_cluster:pyroscope_request_duration_seconds_bucket:sum_rate{job=~\"($namespace)/(pyroscope|distributor)\", route=~\".*push.*\", cluster=~\"$cluster\"})) * 1e3", "format": "time_series", "intervalFactor": 2, - "legendFormat": "99th Percentile", + "legendFormat": "99th percentile", "refId": "A", "step": 10 }, @@ -349,7 +351,7 @@ "expr": "histogram_quantile(0.50, sum by (le) (job_route_cluster:pyroscope_request_duration_seconds_bucket:sum_rate{job=~\"($namespace)/(pyroscope|distributor)\", route=~\".*push.*\", cluster=~\"$cluster\"})) * 1e3", "format": "time_series", "intervalFactor": 2, - "legendFormat": "50th Percentile", + "legendFormat": "50th percentile", "refId": "B", "step": 10 }, @@ -417,6 +419,8 @@ "3xx": "#6ED0E0", "4xx": "#EF843C", "5xx": "#E24D42", + "OK": "#7EB26D", + "cancel": "#A9A9A9", "error": "#E24D42", "success": "#7EB26D" }, @@ -450,12 +454,11 @@ "steppedLine": false, "targets": [ { - "expr": "sum by (status) (\n label_replace(label_replace(rate(pyroscope_request_duration_seconds_count{cluster=~\"$cluster\",job=~\"($namespace)/(pyroscope|ingester)\", route=~\".*push.*|.*ingest.*\"}[$__rate_interval]),\n \"status\", \"${1}xx\", \"status_code\", \"([0-9])..\"),\n \"status\", \"${1}\", \"status_code\", \"([a-z]+)\"))\n", + "expr": "sum by (status) (\n label_replace(label_replace(rate(pyroscope_request_duration_seconds_count{cluster=~\"$cluster\",job=~\"($namespace)/(pyroscope|ingester)\", route=~\".*push.*|.*ingest.*\"}[$__rate_interval]),\n \"status\", \"${1}xx\", \"status_code\", \"([0-9])..\"),\n \"status\", \"${1}\", \"status_code\", \"([a-zA-Z]+)\"))\n", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{status}}", - "refId": "A", - "step": 10 + "refId": "A" } ], "thresholds": [ ], @@ -529,7 +532,7 @@ "expr": "histogram_quantile(0.99, sum by (le) (job_route_cluster:pyroscope_request_duration_seconds_bucket:sum_rate{job=~\"($namespace)/(pyroscope|ingester)\", route=~\".*push.*|.*ingest.*\", cluster=~\"$cluster\"})) * 1e3", "format": "time_series", "intervalFactor": 2, - "legendFormat": "99th Percentile", + "legendFormat": "99th percentile", "refId": "A", "step": 10 }, @@ -537,7 +540,7 @@ "expr": "histogram_quantile(0.50, sum by (le) (job_route_cluster:pyroscope_request_duration_seconds_bucket:sum_rate{job=~\"($namespace)/(pyroscope|ingester)\", route=~\".*push.*|.*ingest.*\", cluster=~\"$cluster\"})) * 1e3", "format": "time_series", "intervalFactor": 2, - "legendFormat": "50th Percentile", + "legendFormat": "50th percentile", "refId": "B", "step": 10 }, @@ -635,8 +638,7 @@ "format": "time_series", "intervalFactor": 2, "legendFormat": "{{type}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ ], @@ -712,8 +714,7 @@ "format": "time_series", "intervalFactor": 2, "legendFormat": "{{instance}}", - "legendLink": null, - "step": 10 + "legendLink": null } ], "thresholds": [ ], @@ -764,8 +765,8 @@ "schemaVersion": 14, "style": "dark", "tags": [ - "pyroscope", - "portefaix" + "pyroscope-mixin", + "monitoring-mixins-v1.5.0" ], "templating": { "list": [ @@ -864,4 +865,4 @@ "title": "Pyroscope / Writes", "uid": "pyroscope-writes", "version": 0 - } + } \ No newline at end of file diff --git a/charts/pyroscope-mixin/templates/configmap-dashboards.yaml b/charts/pyroscope-mixin/templates/configmap-dashboards.yaml index d99a6ece..d6243271 100644 --- a/charts/pyroscope-mixin/templates/configmap-dashboards.yaml +++ b/charts/pyroscope-mixin/templates/configmap-dashboards.yaml @@ -1,26 +1,8 @@ -# Copyright (C) Nicolas Lamirault -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# SPDX-License-Identifier: Apache-2.0 - --- {{- $files := .Files.Glob "dashboards/*.json" }} {{- if $files }} apiVersion: v1 kind: ConfigMapList -metadata: - name: pyroscope-dashboards items: {{- range $path, $fileContents := $files }} {{- $dashboardName := regexReplaceAll "(^.*/)(.*)\\.json$" $path "${2}" }} diff --git a/charts/pyroscope-mixin/templates/rules.yaml b/charts/pyroscope-mixin/templates/rules.yaml index 223c8dae..ae165a66 100644 --- a/charts/pyroscope-mixin/templates/rules.yaml +++ b/charts/pyroscope-mixin/templates/rules.yaml @@ -1,19 +1,3 @@ -# Copyright (C) Nicolas Lamirault -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# SPDX-License-Identifier: Apache-2.0 - --- apiVersion: monitoring.coreos.com/v1 kind: PrometheusRule @@ -29,65 +13,65 @@ metadata: {{- end }} spec: groups: - - name: pyroscope_rules - rules: - - expr: histogram_quantile(0.99, sum(rate(pyroscope_request_duration_seconds_bucket[1m])) by (le, job, cluster)) - record: job_cluster:pyroscope_request_duration_seconds:99quantile - - expr: histogram_quantile(0.50, sum(rate(pyroscope_request_duration_seconds_bucket[1m])) by (le, job, cluster)) - record: job_cluster:pyroscope_request_duration_seconds:50quantile - - expr: sum(rate(pyroscope_request_duration_seconds_sum[1m])) by (job, cluster) / sum(rate(pyroscope_request_duration_seconds_count[1m])) by (job, cluster) - record: job_cluster:pyroscope_request_duration_seconds:avg - - expr: sum(rate(pyroscope_request_duration_seconds_bucket[1m])) by (le, job, cluster) - record: job_cluster:pyroscope_request_duration_seconds_bucket:sum_rate - - expr: sum(rate(pyroscope_request_duration_seconds_sum[1m])) by (job, cluster) - record: job_cluster:pyroscope_request_duration_seconds_sum:sum_rate - - expr: sum(rate(pyroscope_request_duration_seconds_count[1m])) by (job, cluster) - record: job_cluster:pyroscope_request_duration_seconds_count:sum_rate - - expr: histogram_quantile(0.99, sum(rate(pyroscope_request_duration_seconds_bucket[1m])) by (le, job, route, cluster)) - record: job_route_cluster:pyroscope_request_duration_seconds:99quantile - - expr: histogram_quantile(0.50, sum(rate(pyroscope_request_duration_seconds_bucket[1m])) by (le, job, route, cluster)) - record: job_route_cluster:pyroscope_request_duration_seconds:50quantile - - expr: sum(rate(pyroscope_request_duration_seconds_sum[1m])) by (job, route, cluster) / sum(rate(pyroscope_request_duration_seconds_count[1m])) by (job, route, cluster) - record: job_route_cluster:pyroscope_request_duration_seconds:avg - - expr: sum(rate(pyroscope_request_duration_seconds_bucket[1m])) by (le, job, route, cluster) - record: job_route_cluster:pyroscope_request_duration_seconds_bucket:sum_rate - - expr: sum(rate(pyroscope_request_duration_seconds_sum[1m])) by (job, route, cluster) - record: job_route_cluster:pyroscope_request_duration_seconds_sum:sum_rate - - expr: sum(rate(pyroscope_request_duration_seconds_count[1m])) by (job, route, cluster) - record: job_route_cluster:pyroscope_request_duration_seconds_count:sum_rate - - expr: histogram_quantile(0.99, sum(rate(pyroscope_request_duration_seconds_bucket[1m])) by (le, namespace, job, route, cluster)) - record: namespace_job_route_cluster:pyroscope_request_duration_seconds:99quantile - - expr: histogram_quantile(0.50, sum(rate(pyroscope_request_duration_seconds_bucket[1m])) by (le, namespace, job, route, cluster)) - record: namespace_job_route_cluster:pyroscope_request_duration_seconds:50quantile - - expr: sum(rate(pyroscope_request_duration_seconds_sum[1m])) by (namespace, job, route, cluster) / sum(rate(pyroscope_request_duration_seconds_count[1m])) by (namespace, job, route, cluster) - record: namespace_job_route_cluster:pyroscope_request_duration_seconds:avg - - expr: sum(rate(pyroscope_request_duration_seconds_bucket[1m])) by (le, namespace, job, route, cluster) - record: namespace_job_route_cluster:pyroscope_request_duration_seconds_bucket:sum_rate - - expr: sum(rate(pyroscope_request_duration_seconds_sum[1m])) by (namespace, job, route, cluster) - record: namespace_job_route_cluster:pyroscope_request_duration_seconds_sum:sum_rate - - expr: sum(rate(pyroscope_request_duration_seconds_count[1m])) by (namespace, job, route, cluster) - record: namespace_job_route_cluster:pyroscope_request_duration_seconds_count:sum_rate - - expr: histogram_quantile(0.99, sum(rate(pyroscope_distributor_received_compressed_bytes_bucket[1m])) by (le, job, type, cluster)) - record: job_type_cluster:pyroscope_distributor_received_compressed_bytes:99quantile - - expr: histogram_quantile(0.50, sum(rate(pyroscope_distributor_received_compressed_bytes_bucket[1m])) by (le, job, type, cluster)) - record: job_type_cluster:pyroscope_distributor_received_compressed_bytes:50quantile - - expr: sum(rate(pyroscope_distributor_received_compressed_bytes_sum[1m])) by (job, type, cluster) / sum(rate(pyroscope_distributor_received_compressed_bytes_count[1m])) by (job, type, cluster) - record: job_type_cluster:pyroscope_distributor_received_compressed_bytes:avg - - expr: sum(rate(pyroscope_distributor_received_compressed_bytes_bucket[1m])) by (le, job, type, cluster) - record: job_type_cluster:pyroscope_distributor_received_compressed_bytes_bucket:sum_rate - - expr: sum(rate(pyroscope_distributor_received_compressed_bytes_sum[1m])) by (job, type, cluster) - record: job_type_cluster:pyroscope_distributor_received_compressed_bytes_sum:sum_rate - - expr: sum(rate(pyroscope_distributor_received_compressed_bytes_count[1m])) by (job, type, cluster) - record: job_type_cluster:pyroscope_distributor_received_compressed_bytes_count:sum_rate - - expr: histogram_quantile(0.99, sum(rate(pyroscope_distributor_received_samples_bucket[1m])) by (le, job, type, cluster)) - record: job_type_cluster:pyroscope_distributor_received_samples:99quantile - - expr: histogram_quantile(0.50, sum(rate(pyroscope_distributor_received_samples_bucket[1m])) by (le, job, type, cluster)) - record: job_type_cluster:pyroscope_distributor_received_samples:50quantile - - expr: sum(rate(pyroscope_distributor_received_samples_sum[1m])) by (job, type, cluster) / sum(rate(pyroscope_distributor_received_samples_count[1m])) by (job, type, cluster) - record: job_type_cluster:pyroscope_distributor_received_samples:avg - - expr: sum(rate(pyroscope_distributor_received_samples_bucket[1m])) by (le, job, type, cluster) - record: job_type_cluster:pyroscope_distributor_received_samples_bucket:sum_rate - - expr: sum(rate(pyroscope_distributor_received_samples_sum[1m])) by (job, type, cluster) - record: job_type_cluster:pyroscope_distributor_received_samples_sum:sum_rate - - expr: sum(rate(pyroscope_distributor_received_samples_count[1m])) by (job, type, cluster) - record: job_type_cluster:pyroscope_distributor_received_samples_count:sum_rate + - name: pyroscope_rules + rules: + - expr: histogram_quantile(0.99, sum(rate(pyroscope_request_duration_seconds_bucket[1m])) by (le, job, cluster)) + record: job_cluster:pyroscope_request_duration_seconds:99quantile + - expr: histogram_quantile(0.50, sum(rate(pyroscope_request_duration_seconds_bucket[1m])) by (le, job, cluster)) + record: job_cluster:pyroscope_request_duration_seconds:50quantile + - expr: sum(rate(pyroscope_request_duration_seconds_sum[1m])) by (job, cluster) / sum(rate(pyroscope_request_duration_seconds_count[1m])) by (job, cluster) + record: job_cluster:pyroscope_request_duration_seconds:avg + - expr: sum(rate(pyroscope_request_duration_seconds_bucket[1m])) by (le, job, cluster) + record: job_cluster:pyroscope_request_duration_seconds_bucket:sum_rate + - expr: sum(rate(pyroscope_request_duration_seconds_sum[1m])) by (job, cluster) + record: job_cluster:pyroscope_request_duration_seconds_sum:sum_rate + - expr: sum(rate(pyroscope_request_duration_seconds_count[1m])) by (job, cluster) + record: job_cluster:pyroscope_request_duration_seconds_count:sum_rate + - expr: histogram_quantile(0.99, sum(rate(pyroscope_request_duration_seconds_bucket[1m])) by (le, job, route, cluster)) + record: job_route_cluster:pyroscope_request_duration_seconds:99quantile + - expr: histogram_quantile(0.50, sum(rate(pyroscope_request_duration_seconds_bucket[1m])) by (le, job, route, cluster)) + record: job_route_cluster:pyroscope_request_duration_seconds:50quantile + - expr: sum(rate(pyroscope_request_duration_seconds_sum[1m])) by (job, route, cluster) / sum(rate(pyroscope_request_duration_seconds_count[1m])) by (job, route, cluster) + record: job_route_cluster:pyroscope_request_duration_seconds:avg + - expr: sum(rate(pyroscope_request_duration_seconds_bucket[1m])) by (le, job, route, cluster) + record: job_route_cluster:pyroscope_request_duration_seconds_bucket:sum_rate + - expr: sum(rate(pyroscope_request_duration_seconds_sum[1m])) by (job, route, cluster) + record: job_route_cluster:pyroscope_request_duration_seconds_sum:sum_rate + - expr: sum(rate(pyroscope_request_duration_seconds_count[1m])) by (job, route, cluster) + record: job_route_cluster:pyroscope_request_duration_seconds_count:sum_rate + - expr: histogram_quantile(0.99, sum(rate(pyroscope_request_duration_seconds_bucket[1m])) by (le, namespace, job, route, cluster)) + record: namespace_job_route_cluster:pyroscope_request_duration_seconds:99quantile + - expr: histogram_quantile(0.50, sum(rate(pyroscope_request_duration_seconds_bucket[1m])) by (le, namespace, job, route, cluster)) + record: namespace_job_route_cluster:pyroscope_request_duration_seconds:50quantile + - expr: sum(rate(pyroscope_request_duration_seconds_sum[1m])) by (namespace, job, route, cluster) / sum(rate(pyroscope_request_duration_seconds_count[1m])) by (namespace, job, route, cluster) + record: namespace_job_route_cluster:pyroscope_request_duration_seconds:avg + - expr: sum(rate(pyroscope_request_duration_seconds_bucket[1m])) by (le, namespace, job, route, cluster) + record: namespace_job_route_cluster:pyroscope_request_duration_seconds_bucket:sum_rate + - expr: sum(rate(pyroscope_request_duration_seconds_sum[1m])) by (namespace, job, route, cluster) + record: namespace_job_route_cluster:pyroscope_request_duration_seconds_sum:sum_rate + - expr: sum(rate(pyroscope_request_duration_seconds_count[1m])) by (namespace, job, route, cluster) + record: namespace_job_route_cluster:pyroscope_request_duration_seconds_count:sum_rate + - expr: histogram_quantile(0.99, sum(rate(pyroscope_distributor_received_compressed_bytes_bucket[1m])) by (le, job, type, cluster)) + record: job_type_cluster:pyroscope_distributor_received_compressed_bytes:99quantile + - expr: histogram_quantile(0.50, sum(rate(pyroscope_distributor_received_compressed_bytes_bucket[1m])) by (le, job, type, cluster)) + record: job_type_cluster:pyroscope_distributor_received_compressed_bytes:50quantile + - expr: sum(rate(pyroscope_distributor_received_compressed_bytes_sum[1m])) by (job, type, cluster) / sum(rate(pyroscope_distributor_received_compressed_bytes_count[1m])) by (job, type, cluster) + record: job_type_cluster:pyroscope_distributor_received_compressed_bytes:avg + - expr: sum(rate(pyroscope_distributor_received_compressed_bytes_bucket[1m])) by (le, job, type, cluster) + record: job_type_cluster:pyroscope_distributor_received_compressed_bytes_bucket:sum_rate + - expr: sum(rate(pyroscope_distributor_received_compressed_bytes_sum[1m])) by (job, type, cluster) + record: job_type_cluster:pyroscope_distributor_received_compressed_bytes_sum:sum_rate + - expr: sum(rate(pyroscope_distributor_received_compressed_bytes_count[1m])) by (job, type, cluster) + record: job_type_cluster:pyroscope_distributor_received_compressed_bytes_count:sum_rate + - expr: histogram_quantile(0.99, sum(rate(pyroscope_distributor_received_samples_bucket[1m])) by (le, job, type, cluster)) + record: job_type_cluster:pyroscope_distributor_received_samples:99quantile + - expr: histogram_quantile(0.50, sum(rate(pyroscope_distributor_received_samples_bucket[1m])) by (le, job, type, cluster)) + record: job_type_cluster:pyroscope_distributor_received_samples:50quantile + - expr: sum(rate(pyroscope_distributor_received_samples_sum[1m])) by (job, type, cluster) / sum(rate(pyroscope_distributor_received_samples_count[1m])) by (job, type, cluster) + record: job_type_cluster:pyroscope_distributor_received_samples:avg + - expr: sum(rate(pyroscope_distributor_received_samples_bucket[1m])) by (le, job, type, cluster) + record: job_type_cluster:pyroscope_distributor_received_samples_bucket:sum_rate + - expr: sum(rate(pyroscope_distributor_received_samples_sum[1m])) by (job, type, cluster) + record: job_type_cluster:pyroscope_distributor_received_samples_sum:sum_rate + - expr: sum(rate(pyroscope_distributor_received_samples_count[1m])) by (job, type, cluster) + record: job_type_cluster:pyroscope_distributor_received_samples_count:sum_rate