[Issue #2980] Fire off an alert when any deploy fails (#2981)

## Summary

Fixes #2980

### Time to review: __2 mins__

## Testing

<img width="531" alt="image"
src="https://github.com/user-attachments/assets/d914250a-f997-4e04-9931-5bcaf2bb7216">

(this was made easy by the fact that the API deploy is currently failing
due to anchore/grype scans)

.github/actionlint.yml

@@ -1,5 +1,5 @@
 paths:
   # actionlint doesn't know how to handle the json inside of this file
-  .github/workflows/ci-cron-vulnerability-scans.yml:
+  .github/workflows/send-slack-notification.yml:
     ignore:
       - ".*SC2046.*"

.github/workflows/cd-analytics-infra.yml

@@ -66,3 +66,9 @@ jobs:
           ./bin/terraform-init.sh infra/analytics/${{ matrix.directory }} ${{ matrix.envs }}
           export TF_CLI_ARGS="-input=false -auto-approve -var environment_name=${{ matrix.envs }}"
           ./bin/terraform-apply.sh infra/analytics/${{ matrix.directory }} ${{ matrix.envs }}
+
+  send-slack-notification:
+    if: failure()
+    needs: [build-repository, deploy-infra]
+    uses: ./.github/workflows/send-slack-notification.yml
+    secrets: inherit

.github/workflows/cd-analytics.yml

@@ -45,3 +45,9 @@ jobs:
     with:
       app_name: "analytics"
       environment: ${{ matrix.envs }}
+
+  send-slack-notification:
+    if: failure()
+    needs: [analytics-checks, vulnerability-scans, deploy]
+    uses: ./.github/workflows/send-slack-notification.yml
+    secrets: inherit

.github/workflows/cd-api-infra.yml

@@ -76,3 +76,9 @@ jobs:
           ./bin/terraform-init.sh infra/api/${{ matrix.directory }} ${{ matrix.envs }}
           export TF_CLI_ARGS="-input=false -auto-approve -var environment_name=${{ matrix.envs }}"
           ./bin/terraform-apply.sh infra/api/${{ matrix.directory }} ${{ matrix.envs }}
+
+  send-slack-notification:
+    if: failure()
+    needs: [build-repository, deploy-infra]
+    uses: ./.github/workflows/send-slack-notification.yml
+    secrets: inherit

.github/workflows/cd-api.yml

@@ -44,3 +44,9 @@ jobs:
     with:
       app_name: "api"
       environment: ${{ matrix.envs }}
+
+  send-slack-notification:
+    if: failure()
+    needs: [api-checks, vulnerability-scans, deploy]
+    uses: ./.github/workflows/send-slack-notification.yml
+    secrets: inherit

.github/workflows/cd-frontend-infra.yml

@@ -65,3 +65,9 @@ jobs:
           ./bin/terraform-init.sh infra/frontend/${{ matrix.directory }} ${{ matrix.envs }}
           export TF_CLI_ARGS="-input=false -auto-approve -var environment_name=${{ matrix.envs }}"
           ./bin/terraform-apply.sh infra/frontend/${{ matrix.directory }} ${{ matrix.envs }}
+
+  send-slack-notification:
+    if: failure()
+    needs: [build-repository, deploy-infra]
+    uses: ./.github/workflows/send-slack-notification.yml
+    secrets: inherit

.github/workflows/cd-frontend.yml

@@ -44,3 +44,9 @@ jobs:
     with:
       app_name: "frontend"
       environment: ${{ matrix.envs }}
+
+  send-slack-notification:
+    if: failure()
+    needs: [frontend-checks, vulnerability-scans, deploy]
+    uses: ./.github/workflows/send-slack-notification.yml
+    secrets: inherit

.github/workflows/cd-metabase.yml

@@ -30,3 +30,9 @@ jobs:
     with:
       version: ${{ inputs.image-tag }}
       environment: ${{ matrix.envs }}
+
+  send-slack-notification:
+    if: failure()
+    needs: [deploy]
+    uses: ./.github/workflows/send-slack-notification.yml
+    secrets: inherit

.github/workflows/ci-cron-vulnerability-scans.yml

@@ -20,31 +20,5 @@ jobs:
       app_name: ${{ matrix.app_name }}
 
   send-slack-notification:
-    name: Send Slack notification on failure
-    needs: vulnerability-scans
-    runs-on: ubuntu-latest
     if: failure()
-    steps:
-      - name: Send Slack notification
-        run: |
-          curl -X POST -H "Authorization: Bearer ${{ secrets.ALERTS_SLACK_BOT_TOKEN }}" \
-          -H "Content-Type: application/json; charset=utf-8" \
-          --data '{
-            "channel": "${{ secrets.SLACK_ALERTS_CHANNEL_ID }}",
-            "text": ":x: *GitHub Actions Failure Alert*",
-            "attachments": [
-            {
-              "color": "#ff0000",
-              "title": "Workflow *'"${{ github.workflow }}"'* failed",
-              "fields": [
-              {
-                "title": "Workflow URL",
-                "value": "'"${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"'"
-              }
-              ],
-              "footer": "GitHub Actions",
-              "footer_icon": "https://github.githubassets.com/images/modules/logos_page/GitHub-Mark.png",
-              "ts": '$(date +%s)'
-            }
-            ]
-          }' https://slack.com/api/chat.postMessage
+    uses: ./.github/workflows/send-slack-notification.yml

.github/workflows/send-slack-notification.yml

@@ -0,0 +1,32 @@
+name: Slack Notification
+
+on: workflow_call
+
+jobs:
+  send-slack-notification:
+    name: Send Slack notification on failure
+    runs-on: ubuntu-latest
+    steps:
+      - name: Send Slack notification
+        run: |
+          curl -X POST -H "Authorization: Bearer ${{ secrets.ALERTS_SLACK_BOT_TOKEN }}" \
+          -H "Content-Type: application/json; charset=utf-8" \
+          --data '{
+            "channel": "${{ secrets.SLACK_ALERTS_CHANNEL_ID }}",
+            "text": ":x: *GitHub Actions Failure Alert*",
+            "attachments": [
+            {
+              "color": "#ff0000",
+              "title": "Workflow *'"${{ github.workflow }}"'* failed",
+              "fields": [
+              {
+                "title": "Workflow URL",
+                "value": "'"${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"'"
+              }
+              ],
+              "footer": "GitHub Actions",
+              "footer_icon": "https://github.githubassets.com/images/modules/logos_page/GitHub-Mark.png",
+              "ts": '$(date +%s)'
+            }
+            ]
+          }' https://slack.com/api/chat.postMessage