Merge branch 'main' into astra-usage-tracking

.github/actions/send_failure/action.yml

@@ -0,0 +1,28 @@
+name: "Send failure event to Datadog"
+inputs:
+  api-key:
+    description: "Datadog API key"
+    required: true
+  title:
+    description: "Custom title for the event"
+    required: true    
+runs:
+  using: "composite"
+  steps:
+    - uses: masci/datadog@v1
+      with:
+        api-key: ${{ inputs.api-key }}
+        api-url: https://api.datadoghq.eu
+        events: |
+          - title: "${{ inputs.title }}"
+            text: "Job ${{ github.job }} in branch ${{ github.ref_name }}"
+            alert_type: "error"
+            source_type_name: "Github"
+            host: ${{ github.repository_owner }}
+            tags:
+              - "project:${{ github.repository }}"
+              - "job:${{ github.job }}"
+              - "run_id:${{ github.run_id }}"
+              - "workflow:${{ github.workflow }}"
+              - "branch:${{ github.ref_name }}"
+              - "url:https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}"

.github/workflows/amazon_bedrock.yml

@@ -68,4 +68,22 @@ jobs:
           role-to-assume: ${{ secrets.AWS_CI_ROLE_ARN }}
 
       - name: Run tests
+        id: tests
         run: hatch run cov
+
+      - name: Nightly - run unit tests with Haystack main branch
+        if: github.event_name == 'schedule'
+        id: nightly-haystack-main
+        run: |
+          hatch run pip install git+https://github.com/deepset-ai/haystack.git
+          hatch run test -m "not integration"
+     
+      - name: Send event to Datadog for nightly failures
+        if: failure() && github.event_name == 'schedule'
+        uses: ./.github/actions/send_failure
+        with:
+          title: |
+            core-integrations failure: 
+            ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
+             - ${{ github.workflow }}
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}

.github/workflows/amazon_sagemaker.yml

@@ -57,4 +57,22 @@ jobs:
         run: hatch run docs        
 
       - name: Run tests
+        id: tests
         run: hatch run cov
+
+      - name: Nightly - run unit tests with Haystack main branch
+        if: github.event_name == 'schedule'
+        id: nightly-haystack-main
+        run: |
+          hatch run pip install git+https://github.com/deepset-ai/haystack.git
+          hatch run test -m "not integration"
+      
+      - name: Send event to Datadog for nightly failures
+        if: failure() && github.event_name == 'schedule'
+        uses: ./.github/actions/send_failure
+        with:
+          title: |
+            core-integrations failure: 
+            ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
+             - ${{ github.workflow }}
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}

.github/workflows/anthropic.yml

@@ -0,0 +1,74 @@
+# This workflow comes from https://github.com/ofek/hatch-mypyc
+# https://github.com/ofek/hatch-mypyc/blob/5a198c0ba8660494d02716cfc9d79ce4adfb1442/.github/workflows/test.yml
+name: Test / anthropic
+
+on:
+  schedule:
+    - cron: "0 0 * * *"
+  pull_request:
+    paths:
+      - "integrations/anthropic/**"
+      - ".github/workflows/anthropic.yml"
+
+defaults:
+  run:
+    working-directory: integrations/anthropic
+
+concurrency:
+  group: cohere-${{ github.head_ref }}
+  cancel-in-progress: true
+
+env:
+  PYTHONUNBUFFERED: "1"
+  FORCE_COLOR: "1"
+  ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
+
+jobs:
+  run:
+    name: Python ${{ matrix.python-version }} on ${{ startsWith(matrix.os, 'macos-') && 'macOS' || startsWith(matrix.os, 'windows-') && 'Windows' || 'Linux' }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, windows-latest, macos-latest]
+        python-version: ["3.9", "3.10"]
+
+    steps:
+      - name: Support longpaths
+        if: matrix.os == 'windows-latest'
+        working-directory: .
+        run: git config --system core.longpaths true
+
+      - uses: actions/checkout@v4
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install Hatch
+        run: pip install --upgrade hatch
+
+      - name: Lint
+        if: matrix.python-version == '3.9' && runner.os == 'Linux'
+        run: hatch run lint:all
+
+      - name: Run tests
+        run: hatch run cov
+
+      - name: Nightly - run unit tests with Haystack main branch
+        if: github.event_name == 'schedule'
+        id: nightly-haystack-main
+        run: |
+          hatch run pip install git+https://github.com/deepset-ai/haystack.git
+          hatch run test -m "not integration"
+      
+      - name: Send event to Datadog for nightly failures
+        if: failure() && github.event_name == 'schedule'
+        uses: ./.github/actions/send_failure
+        with:
+          title: |
+            core-integrations failure: 
+            ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
+             - ${{ github.workflow }}
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}

.github/workflows/astra.yml

@@ -61,4 +61,22 @@ jobs:
       env:
         ASTRA_DB_API_ENDPOINT: ${{ secrets.ASTRA_API_ENDPOINT }}
         ASTRA_DB_APPLICATION_TOKEN: ${{ secrets.ASTRA_TOKEN }}
-      run: hatch run cov
+      id: tests
+      run: hatch run cov
+
+    - name: Nightly - run unit tests with Haystack main branch
+      if: github.event_name == 'schedule'
+      id: nightly-haystack-main
+      run: |
+        hatch run pip install git+https://github.com/deepset-ai/haystack.git
+        hatch run test -m "not integration"
+    
+    - name: Send event to Datadog for nightly failures
+      if: failure() && github.event_name == 'schedule'
+      uses: ./.github/actions/send_failure
+      with:
+        title: |
+          core-integrations failure: 
+          ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
+            - ${{ github.workflow }}
+        api-key: ${{ secrets.CORE_DATADOG_API_KEY }}

.github/workflows/chroma.yml

@@ -57,4 +57,22 @@ jobs:
       run: hatch run docs
 
     - name: Run tests
+      id: tests
       run: hatch run cov
+
+    - name: Nightly - run unit tests with Haystack main branch
+      if: github.event_name == 'schedule'
+      id: nightly-haystack-main
+      run: |
+        hatch run pip install git+https://github.com/deepset-ai/haystack.git
+        hatch run test -m "not integration"
+    
+    - name: Send event to Datadog for nightly failures
+      if: failure() && github.event_name == 'schedule'
+      uses: ./.github/actions/send_failure
+      with:
+        title: |
+          core-integrations failure: 
+          ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
+            - ${{ github.workflow }}
+        api-key: ${{ secrets.CORE_DATADOG_API_KEY }}

.github/workflows/cohere.yml

@@ -53,5 +53,27 @@ jobs:
         if: matrix.python-version == '3.9' && runner.os == 'Linux'
         run: hatch run lint:all
 
+      - name: Generate docs
+        if: matrix.python-version == '3.9' && runner.os == 'Linux'
+        run: hatch run docs        
+
       - name: Run tests
+        id: tests
         run: hatch run cov
+
+      - name: Nightly - run unit tests with Haystack main branch
+        if: github.event_name == 'schedule'
+        id: nightly-haystack-main
+        run: |
+          hatch run pip install git+https://github.com/deepset-ai/haystack.git
+          hatch run test -m "not integration"
+      
+      - name: Send event to Datadog for nightly failures
+        if: failure() && github.event_name == 'schedule'
+        uses: ./.github/actions/send_failure
+        with:
+          title: |
+            core-integrations failure: 
+            ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
+             - ${{ github.workflow }}
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}

.github/workflows/deepeval.yml

@@ -57,4 +57,22 @@ jobs:
         run: hatch run docs
 
       - name: Run tests
+        id: tests
         run: hatch run cov
+
+      - name: Nightly - run unit tests with Haystack main branch
+        if: github.event_name == 'schedule'
+        id: nightly-haystack-main
+        run: |
+          hatch run pip install git+https://github.com/deepset-ai/haystack.git
+          hatch run test -m "not integration"
+      
+      - name: Send event to Datadog for nightly failures
+        if: failure() && github.event_name == 'schedule'
+        uses: ./.github/actions/send_failure
+        with:
+          title: |
+            core-integrations failure: 
+            ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
+             - ${{ github.workflow }}
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}

.github/workflows/elasticsearch.yml

@@ -55,4 +55,22 @@ jobs:
         run: hatch run docs
 
       - name: Run tests
+        id: tests
         run: hatch run cov
+
+      - name: Nightly - run unit tests with Haystack main branch
+        if: github.event_name == 'schedule'
+        id: nightly-haystack-main
+        run: |
+          hatch run pip install git+https://github.com/deepset-ai/haystack.git
+          hatch run test -m "not integration"
+      
+      - name: Send event to Datadog for nightly failures
+        if: failure() && github.event_name == 'schedule'
+        uses: ./.github/actions/send_failure
+        with:
+          title: |
+            core-integrations failure: 
+            ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
+             - ${{ github.workflow }}
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}

.github/workflows/fastembed.yml

@@ -42,4 +42,22 @@ jobs:
         run: hatch run docs          
 
       - name: Run tests
+        id: tests
         run: hatch run cov
+
+      - name: Nightly - run unit tests with Haystack main branch
+        if: github.event_name == 'schedule'
+        id: nightly-haystack-main
+        run: |
+          hatch run pip install git+https://github.com/deepset-ai/haystack.git
+          hatch run test -m "not integration"
+      
+      - name: Send event to Datadog for nightly failures
+        if: failure() && github.event_name == 'schedule'
+        uses: ./.github/actions/send_failure
+        with:
+          title: |
+            core-integrations failure: 
+            ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
+             - ${{ github.workflow }}
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}

.github/workflows/google_ai.yml

@@ -58,4 +58,22 @@ jobs:
         run: hatch run docs
 
       - name: Run tests
+        id: tests
         run: hatch run cov
+
+      - name: Nightly - run unit tests with Haystack main branch
+        if: github.event_name == 'schedule'
+        id: nightly-haystack-main
+        run: |
+          hatch run pip install git+https://github.com/deepset-ai/haystack.git
+          hatch run test -m "not integration"
+      
+      - name: Send event to Datadog for nightly failures
+        if: failure() && github.event_name == 'schedule'
+        uses: ./.github/actions/send_failure
+        with:
+          title: |
+            core-integrations failure: 
+            ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
+             - ${{ github.workflow }}
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}

.github/workflows/google_vertex.yml

@@ -57,4 +57,22 @@ jobs:
         run: hatch run docs
 
       - name: Run tests
+        id: tests
         run: hatch run cov
+
+      - name: Nightly - run unit tests with Haystack main branch
+        if: github.event_name == 'schedule'
+        id: nightly-haystack-main
+        run: |
+          hatch run pip install git+https://github.com/deepset-ai/haystack.git
+          hatch run test -m "not integration"
+      
+      - name: Send event to Datadog for nightly failures
+        if: failure() && github.event_name == 'schedule'
+        uses: ./.github/actions/send_failure
+        with:
+          title: |
+            core-integrations failure: 
+            ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
+             - ${{ github.workflow }}
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}

.github/workflows/gradient.yml

@@ -57,4 +57,22 @@ jobs:
       run: hatch run docs
 
     - name: Run tests
-      run: hatch run cov
+      id: tests
+      run: hatch run cov
+
+    - name: Nightly - run unit tests with Haystack main branch
+      if: github.event_name == 'schedule'
+      id: nightly-haystack-main
+      run: |
+        hatch run pip install git+https://github.com/deepset-ai/haystack.git
+        hatch run test -m "not integration"
+    
+    - name: Send event to Datadog for nightly failures
+      if: failure() && github.event_name == 'schedule'
+      uses: ./.github/actions/send_failure
+      with:
+        title: |
+          core-integrations failure: 
+          ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
+            - ${{ github.workflow }}
+        api-key: ${{ secrets.CORE_DATADOG_API_KEY }}