diff --git a/.github/workflows/fastembed.yml b/.github/workflows/fastembed.yml
index 72d348950..13bd1db67 100644
--- a/.github/workflows/fastembed.yml
+++ b/.github/workflows/fastembed.yml
@@ -42,22 +42,24 @@ jobs:
         run: hatch run docs          
 
       - name: Run tests
+        id: tests
         run: hatch run cov
 
       - name: Send event to Datadog for nightly failures
-        if: github.event_name == 'schedule' && failure() 
+        if: github.event_name == 'schedule' && failure() && steps.tests.conclusion == 'failure'
         uses: ./.github/actions/send_failure
         with:
           title: "core-integrations nightly failure: ${{ github.workflow }}"
           api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
 
       - name: Nightly - run unit tests with Haystack main branch
+        id: nightly-haystack-main
         run: |
           hatch run pip install git+https://github.com/deepset-ai/haystack.git
           hatch run test -m "not integration"
 
       - name: Send event to Datadog for nightly failures with Haystack main branch
-        if: failure() 
+        if: failure()  && steps.nightly-haystack-main.conclusion == 'failure'
         uses: ./.github/actions/send_failure
         with:
           title: "core-integrations nightly failure with Haystack main branch: ${{ github.workflow }}"