From f846330203ff21722788e8c239843ef8262cbf03 Mon Sep 17 00:00:00 2001 From: Vlad Zolotarov Date: Fri, 15 Dec 2023 23:43:08 -0500 Subject: [PATCH] rule_config.yml.j2: include the alert name and severity in the subject Aggregate by an alert name and the severity (before that was only by severity) and then include both an alert name and its severity in the corresponding email subject. As a result for tooManyFiles alert with a 'warn' severity a subject is going to look like this: [PRODUCTION] tooManyFiles warn: URGENT Managed-Services - Cluster:cluster-name-goes-here Signed-off-by: Vlad Zolotarov --- ansible-scylla-monitoring/templates/rule_config.yml.j2 | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/ansible-scylla-monitoring/templates/rule_config.yml.j2 b/ansible-scylla-monitoring/templates/rule_config.yml.j2 index a37a6b53..93865aad 100644 --- a/ansible-scylla-monitoring/templates/rule_config.yml.j2 +++ b/ansible-scylla-monitoring/templates/rule_config.yml.j2 @@ -50,7 +50,7 @@ receivers: auth_password: {{ alerts_sender_password }} send_resolved: false headers: - Subject: '[PRODUCTION] NORMAL Managed-Services - Cluster:{{ scylla_cluster_name }}' + Subject: '[PRODUCTION] {{ '{{ .CommonLabels.alertname }}' }} {{ '{{ .CommonLabels.severity }}' }}: NORMAL Managed-Services - Cluster:{{ scylla_cluster_name }}' - name: team-X-mails-urgent email_configs: - to: {{ alerts_receiver_email }} @@ -61,9 +61,9 @@ receivers: auth_password: {{ alerts_sender_password }} send_resolved: false headers: - Subject: '[PRODUCTION] URGENT Managed-Services - Cluster:{{ scylla_cluster_name }}' + Subject: '[PRODUCTION] {{ '{{ .CommonLabels.alertname }}' }} {{ '{{ .CommonLabels.severity }}' }}: URGENT Managed-Services - Cluster:{{ scylla_cluster_name }}' route: - group_by: ['severity'] + group_by: [alertname, 'severity'] group_interval: 5m group_wait: 30s repeat_interval: 6h