From b7d61fd73ba0810ed41382790076811fde1e87d3 Mon Sep 17 00:00:00 2001 From: Stefano Fiorucci Date: Fri, 15 Mar 2024 18:52:19 +0100 Subject: [PATCH] Nightly - run unit tests with Haystack main branch (#580) * first refactorings * squash * retry * remove quotes * try failure * another try * try notification * progress * update all integrations * run CI * retry fastembed * update all integrations * add missing generate docs to cohere * remove one notification step * retry * fix wrong syntax * try a better workflow * another try * ternary op * make it work * rm condition --- .github/workflows/amazon_bedrock.yml | 18 ++++++++++++++++++ .github/workflows/amazon_sagemaker.yml | 18 ++++++++++++++++++ .github/workflows/anthropic.yml | 16 +++++++++++++--- .github/workflows/astra.yml | 15 +++++++++++++-- .github/workflows/chroma.yml | 15 +++++++++++++-- .github/workflows/cohere.yml | 19 +++++++++++++++++-- .github/workflows/deepeval.yml | 17 ++++++++++++++--- .github/workflows/elasticsearch.yml | 17 ++++++++++++++--- .github/workflows/fastembed.yml | 17 ++++++++++++++--- .github/workflows/google_ai.yml | 17 ++++++++++++++--- .github/workflows/google_vertex.yml | 17 ++++++++++++++--- .github/workflows/gradient.yml | 15 +++++++++++++-- .github/workflows/instructor_embedders.yml | 17 ++++++++++++++--- .github/workflows/jina.yml | 17 ++++++++++++++--- .github/workflows/llama_cpp.yml | 15 +++++++++++++-- .github/workflows/mistral.yml | 17 ++++++++++++++--- .github/workflows/mongodb_atlas.yml | 18 ++++++++++++++---- .github/workflows/nvidia.yml | 17 ++++++++++++++--- .github/workflows/ollama.yml | 17 ++++++++++++++--- .github/workflows/opensearch.yml | 18 ++++++++++++++---- .github/workflows/optimum.yml | 17 ++++++++++++++--- .github/workflows/pgvector.yml | 17 ++++++++++++++--- .github/workflows/pinecone.yml | 18 ++++++++++++++---- .github/workflows/qdrant.yml | 17 ++++++++++++++--- .github/workflows/ragas.yml | 17 ++++++++++++++--- .github/workflows/unstructured.yml | 19 +++++++++++++++---- .github/workflows/uptrain.yml | 17 ++++++++++++++--- .github/workflows/weaviate.yml | 15 +++++++++++++-- 28 files changed, 398 insertions(+), 76 deletions(-) diff --git a/.github/workflows/amazon_bedrock.yml b/.github/workflows/amazon_bedrock.yml index 8b1651764..fb2a14c5e 100644 --- a/.github/workflows/amazon_bedrock.yml +++ b/.github/workflows/amazon_bedrock.yml @@ -68,4 +68,22 @@ jobs: role-to-assume: ${{ secrets.AWS_CI_ROLE_ARN }} - name: Run tests + id: tests run: hatch run cov + + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + + - name: Send event to Datadog for nightly failures + if: failure() && github.event_name == 'schedule' + uses: ./.github/actions/send_failure + with: + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/amazon_sagemaker.yml b/.github/workflows/amazon_sagemaker.yml index a32590b14..2f9106181 100644 --- a/.github/workflows/amazon_sagemaker.yml +++ b/.github/workflows/amazon_sagemaker.yml @@ -57,4 +57,22 @@ jobs: run: hatch run docs - name: Run tests + id: tests run: hatch run cov + + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + + - name: Send event to Datadog for nightly failures + if: failure() && github.event_name == 'schedule' + uses: ./.github/actions/send_failure + with: + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/anthropic.yml b/.github/workflows/anthropic.yml index 755660bfc..db4c4ce18 100644 --- a/.github/workflows/anthropic.yml +++ b/.github/workflows/anthropic.yml @@ -56,9 +56,19 @@ jobs: - name: Run tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/astra.yml b/.github/workflows/astra.yml index e90edc2e9..30d6e8796 100644 --- a/.github/workflows/astra.yml +++ b/.github/workflows/astra.yml @@ -61,11 +61,22 @@ jobs: env: ASTRA_DB_API_ENDPOINT: ${{ secrets.ASTRA_API_ENDPOINT }} ASTRA_DB_APPLICATION_TOKEN: ${{ secrets.ASTRA_TOKEN }} + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/chroma.yml b/.github/workflows/chroma.yml index e6712d807..616fecf3b 100644 --- a/.github/workflows/chroma.yml +++ b/.github/workflows/chroma.yml @@ -57,11 +57,22 @@ jobs: run: hatch run docs - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/cohere.yml b/.github/workflows/cohere.yml index 6f23760a0..81bf2356d 100644 --- a/.github/workflows/cohere.yml +++ b/.github/workflows/cohere.yml @@ -53,12 +53,27 @@ jobs: if: matrix.python-version == '3.9' && runner.os == 'Linux' run: hatch run lint:all + - name: Generate docs + if: matrix.python-version == '3.9' && runner.os == 'Linux' + run: hatch run docs + - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/deepeval.yml b/.github/workflows/deepeval.yml index a9efc2f3a..f290125cb 100644 --- a/.github/workflows/deepeval.yml +++ b/.github/workflows/deepeval.yml @@ -57,11 +57,22 @@ jobs: run: hatch run docs - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/elasticsearch.yml b/.github/workflows/elasticsearch.yml index 21efcbc34..c0144a202 100644 --- a/.github/workflows/elasticsearch.yml +++ b/.github/workflows/elasticsearch.yml @@ -55,11 +55,22 @@ jobs: run: hatch run docs - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/fastembed.yml b/.github/workflows/fastembed.yml index a2b076c1a..37ee7f953 100644 --- a/.github/workflows/fastembed.yml +++ b/.github/workflows/fastembed.yml @@ -42,11 +42,22 @@ jobs: run: hatch run docs - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: failure() #github.event_name == 'schedule' && + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/google_ai.yml b/.github/workflows/google_ai.yml index 9efeb8590..853bc91df 100644 --- a/.github/workflows/google_ai.yml +++ b/.github/workflows/google_ai.yml @@ -58,11 +58,22 @@ jobs: run: hatch run docs - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/google_vertex.yml b/.github/workflows/google_vertex.yml index 03890ed4a..3677102e4 100644 --- a/.github/workflows/google_vertex.yml +++ b/.github/workflows/google_vertex.yml @@ -57,11 +57,22 @@ jobs: run: hatch run docs - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/gradient.yml b/.github/workflows/gradient.yml index 8fbaf6f18..65d206dd8 100644 --- a/.github/workflows/gradient.yml +++ b/.github/workflows/gradient.yml @@ -57,11 +57,22 @@ jobs: run: hatch run docs - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/instructor_embedders.yml b/.github/workflows/instructor_embedders.yml index 5282c8e18..70b604eaa 100644 --- a/.github/workflows/instructor_embedders.yml +++ b/.github/workflows/instructor_embedders.yml @@ -35,11 +35,22 @@ jobs: run: hatch run docs - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/jina.yml b/.github/workflows/jina.yml index 1ab0e2a2b..69ef6b294 100644 --- a/.github/workflows/jina.yml +++ b/.github/workflows/jina.yml @@ -57,11 +57,22 @@ jobs: run: hatch run docs - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/llama_cpp.yml b/.github/workflows/llama_cpp.yml index 712e91fa2..5d906a251 100644 --- a/.github/workflows/llama_cpp.yml +++ b/.github/workflows/llama_cpp.yml @@ -57,11 +57,22 @@ jobs: run: hatch run docs - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/mistral.yml b/.github/workflows/mistral.yml index 029bb974a..8348f1d8f 100644 --- a/.github/workflows/mistral.yml +++ b/.github/workflows/mistral.yml @@ -58,11 +58,22 @@ jobs: run: hatch run docs - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/mongodb_atlas.yml b/.github/workflows/mongodb_atlas.yml index bf48a75c2..94a540719 100644 --- a/.github/workflows/mongodb_atlas.yml +++ b/.github/workflows/mongodb_atlas.yml @@ -54,12 +54,22 @@ jobs: run: hatch run docs - name: Run tests - working-directory: integrations/mongodb_atlas + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/nvidia.yml b/.github/workflows/nvidia.yml index 8b6ec030a..eef8e0c31 100644 --- a/.github/workflows/nvidia.yml +++ b/.github/workflows/nvidia.yml @@ -54,11 +54,22 @@ jobs: run: hatch run lint:all - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/ollama.yml b/.github/workflows/ollama.yml index c977ba116..631c155eb 100644 --- a/.github/workflows/ollama.yml +++ b/.github/workflows/ollama.yml @@ -75,11 +75,22 @@ jobs: run: hatch run docs - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/opensearch.yml b/.github/workflows/opensearch.yml index da177b83c..ed7967d79 100644 --- a/.github/workflows/opensearch.yml +++ b/.github/workflows/opensearch.yml @@ -55,12 +55,22 @@ jobs: run: hatch run docs - name: Run tests - working-directory: integrations/opensearch + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/optimum.yml b/.github/workflows/optimum.yml index 077413920..c6ae9a0ee 100644 --- a/.github/workflows/optimum.yml +++ b/.github/workflows/optimum.yml @@ -57,11 +57,22 @@ jobs: run: hatch run docs - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/pgvector.yml b/.github/workflows/pgvector.yml index 647f520e1..288da8e9d 100644 --- a/.github/workflows/pgvector.yml +++ b/.github/workflows/pgvector.yml @@ -61,11 +61,22 @@ jobs: run: hatch run docs - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/pinecone.yml b/.github/workflows/pinecone.yml index 49d421813..85f36ae5d 100644 --- a/.github/workflows/pinecone.yml +++ b/.github/workflows/pinecone.yml @@ -55,12 +55,22 @@ jobs: run: hatch run docs - name: Run tests - working-directory: integrations/pinecone + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/qdrant.yml b/.github/workflows/qdrant.yml index 3c72b0f02..5995911fb 100644 --- a/.github/workflows/qdrant.yml +++ b/.github/workflows/qdrant.yml @@ -57,11 +57,22 @@ jobs: run: hatch run docs - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/ragas.yml b/.github/workflows/ragas.yml index d3def92ca..10600d17d 100644 --- a/.github/workflows/ragas.yml +++ b/.github/workflows/ragas.yml @@ -57,11 +57,22 @@ jobs: run: hatch run docs - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/unstructured.yml b/.github/workflows/unstructured.yml index b2778431c..a5943c5b5 100644 --- a/.github/workflows/unstructured.yml +++ b/.github/workflows/unstructured.yml @@ -68,12 +68,23 @@ jobs: if: matrix.python-version == '3.9' && runner.os == 'Linux' run: hatch run docs - - name: Run tests + - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/uptrain.yml b/.github/workflows/uptrain.yml index 64453b0fd..c0a805051 100644 --- a/.github/workflows/uptrain.yml +++ b/.github/workflows/uptrain.yml @@ -53,11 +53,22 @@ jobs: run: hatch run lint:all - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file diff --git a/.github/workflows/weaviate.yml b/.github/workflows/weaviate.yml index 69447b96b..2588d4113 100644 --- a/.github/workflows/weaviate.yml +++ b/.github/workflows/weaviate.yml @@ -54,11 +54,22 @@ jobs: run: hatch run docs - name: Run tests + id: tests run: hatch run cov + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + id: nightly-haystack-main + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + - name: Send event to Datadog for nightly failures - if: github.event_name == 'schedule' && failure() + if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: - title: "core-integrations nightly failure: ${{ github.workflow }}" + title: | + core-integrations failure: + ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} + - ${{ github.workflow }} api-key: ${{ secrets.CORE_DATADOG_API_KEY }}