diff --git a/.github/workflows/amazon_bedrock.yml b/.github/workflows/amazon_bedrock.yml index c49d52792..eff39e2af 100644 --- a/.github/workflows/amazon_bedrock.yml +++ b/.github/workflows/amazon_bedrock.yml @@ -63,12 +63,11 @@ jobs: run: hatch run docs - name: Run unit tests - id: unit-tests - run: hatch run cov -m "not integration" + run: hatch run cov -m "not integration" # Do not authenticate on pull requests from forks - - name: AWS authentication - if: github.event.pull_request.head.repo.full_name == github.repository + - name: AWS authentication + if: github.event.pull_request.head.repo.full_name == github.repository uses: aws-actions/configure-aws-credentials@e3dd6a429d7300a6a4c196c26e071d42e0343502 with: aws-region: ${{ env.AWS_REGION }} @@ -76,13 +75,11 @@ jobs: # Do not run integration tests on pull requests from forks - name: Run integration tests - if: github.event.pull_request.head.repo.full_name == github.repository - id: integration-tests + if: github.event.pull_request.head.repo.full_name == github.repository run: hatch run cov -m "integration" - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" @@ -92,7 +89,5 @@ jobs: uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/amazon_sagemaker.yml b/.github/workflows/amazon_sagemaker.yml index 2f9106181..8ebbf6c65 100644 --- a/.github/workflows/amazon_sagemaker.yml +++ b/.github/workflows/amazon_sagemaker.yml @@ -54,25 +54,21 @@ jobs: - name: Generate docs if: matrix.python-version == '3.9' && runner.os == 'Linux' - run: hatch run docs + run: hatch run docs - name: Run tests - id: tests run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/anthropic.yml b/.github/workflows/anthropic.yml index db4c4ce18..858b7be35 100644 --- a/.github/workflows/anthropic.yml +++ b/.github/workflows/anthropic.yml @@ -58,17 +58,14 @@ jobs: - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/astra.yml b/.github/workflows/astra.yml index 74ac1023f..a264fdfd5 100644 --- a/.github/workflows/astra.yml +++ b/.github/workflows/astra.yml @@ -7,8 +7,8 @@ on: - cron: "0 0 * * *" pull_request: paths: - - 'integrations/astra/**' - - '.github/workflows/astra.yml' + - "integrations/astra/**" + - ".github/workflows/astra.yml" defaults: run: @@ -31,52 +31,48 @@ jobs: max-parallel: 1 matrix: os: [ubuntu-latest, windows-latest, macos-latest] - python-version: ['3.9', '3.10'] + python-version: ["3.9", "3.10"] steps: - - name: Support longpaths - if: matrix.os == 'windows-latest' - working-directory: . - run: git config --system core.longpaths true + - name: Support longpaths + if: matrix.os == 'windows-latest' + working-directory: . + run: git config --system core.longpaths true - - uses: actions/checkout@v4 + - uses: actions/checkout@v4 - - name: Set up Python ${{ matrix.python-version }} - uses: actions/setup-python@v5 - with: - python-version: ${{ matrix.python-version }} + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v5 + with: + python-version: ${{ matrix.python-version }} - - name: Install Hatch - run: pip install --upgrade hatch + - name: Install Hatch + run: pip install --upgrade hatch - - name: Lint - if: matrix.python-version == '3.9' && runner.os == 'Linux' - run: hatch run lint:all + - name: Lint + if: matrix.python-version == '3.9' && runner.os == 'Linux' + run: hatch run lint:all - - name: Generate docs - if: matrix.python-version == '3.9' && runner.os == 'Linux' - run: hatch run docs + - name: Generate docs + if: matrix.python-version == '3.9' && runner.os == 'Linux' + run: hatch run docs - - name: Run tests - env: - ASTRA_DB_API_ENDPOINT: ${{ secrets.ASTRA_DB_API_ENDPOINT }} - ASTRA_DB_APPLICATION_TOKEN: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN }} - id: tests - run: hatch run cov + - name: Run tests + env: + ASTRA_DB_API_ENDPOINT: ${{ secrets.ASTRA_DB_API_ENDPOINT }} + ASTRA_DB_APPLICATION_TOKEN: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN }} + run: hatch run cov - - name: Nightly - run unit tests with Haystack main branch - if: github.event_name == 'schedule' - id: nightly-haystack-main - run: | - hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" - - name: Send event to Datadog for nightly failures - if: failure() && github.event_name == 'schedule' - uses: ./.github/actions/send_failure - with: - title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + - name: Send event to Datadog for nightly failures + if: failure() && github.event_name == 'schedule' + uses: ./.github/actions/send_failure + with: + title: | + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/chroma.yml b/.github/workflows/chroma.yml index 616fecf3b..496ddaa03 100644 --- a/.github/workflows/chroma.yml +++ b/.github/workflows/chroma.yml @@ -7,8 +7,8 @@ on: - cron: "0 0 * * *" pull_request: paths: - - 'integrations/chroma/**' - - '.github/workflows/chroma.yml' + - "integrations/chroma/**" + - ".github/workflows/chroma.yml" defaults: run: @@ -30,49 +30,45 @@ jobs: fail-fast: false matrix: os: [ubuntu-latest, windows-latest, macos-latest] - python-version: ['3.8', '3.9', '3.10'] + python-version: ["3.8", "3.9", "3.10"] steps: - - name: Support longpaths - if: matrix.os == 'windows-latest' - working-directory: . - run: git config --system core.longpaths true + - name: Support longpaths + if: matrix.os == 'windows-latest' + working-directory: . + run: git config --system core.longpaths true - - uses: actions/checkout@v4 + - uses: actions/checkout@v4 - - name: Set up Python ${{ matrix.python-version }} - uses: actions/setup-python@v5 - with: - python-version: ${{ matrix.python-version }} + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v5 + with: + python-version: ${{ matrix.python-version }} - - name: Install Hatch - run: pip install --upgrade hatch + - name: Install Hatch + run: pip install --upgrade hatch - - name: Lint - if: matrix.python-version == '3.9' && runner.os == 'Linux' - run: hatch run lint:all + - name: Lint + if: matrix.python-version == '3.9' && runner.os == 'Linux' + run: hatch run lint:all - - name: Generate docs - if: matrix.python-version == '3.9' && runner.os == 'Linux' - run: hatch run docs + - name: Generate docs + if: matrix.python-version == '3.9' && runner.os == 'Linux' + run: hatch run docs - - name: Run tests - id: tests - run: hatch run cov + - name: Run tests + run: hatch run cov - - name: Nightly - run unit tests with Haystack main branch - if: github.event_name == 'schedule' - id: nightly-haystack-main - run: | - hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" - - - name: Send event to Datadog for nightly failures - if: failure() && github.event_name == 'schedule' - uses: ./.github/actions/send_failure - with: - title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + + - name: Send event to Datadog for nightly failures + if: failure() && github.event_name == 'schedule' + uses: ./.github/actions/send_failure + with: + title: | + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/cohere.yml b/.github/workflows/cohere.yml index 81bf2356d..05b84af4b 100644 --- a/.github/workflows/cohere.yml +++ b/.github/workflows/cohere.yml @@ -55,25 +55,21 @@ jobs: - name: Generate docs if: matrix.python-version == '3.9' && runner.os == 'Linux' - run: hatch run docs + run: hatch run docs - name: Run tests - id: tests run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/deepeval.yml b/.github/workflows/deepeval.yml index e987f03f0..0048528bc 100644 --- a/.github/workflows/deepeval.yml +++ b/.github/workflows/deepeval.yml @@ -58,22 +58,18 @@ jobs: run: hatch run docs - name: Run tests - id: tests run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/elasticsearch.yml b/.github/workflows/elasticsearch.yml index c0144a202..dbf5e648f 100644 --- a/.github/workflows/elasticsearch.yml +++ b/.github/workflows/elasticsearch.yml @@ -55,22 +55,18 @@ jobs: run: hatch run docs - name: Run tests - id: tests run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/fastembed.yml b/.github/workflows/fastembed.yml index 7a34378ee..32b276466 100644 --- a/.github/workflows/fastembed.yml +++ b/.github/workflows/fastembed.yml @@ -20,9 +20,9 @@ jobs: fail-fast: false matrix: os: [ubuntu-latest] - python-version: ["3.9","3.10","3.11"] - - steps: + python-version: ["3.9", "3.10", "3.11"] + + steps: - uses: actions/checkout@v4 - name: Set up Python ${{ matrix.python-version }} @@ -39,25 +39,21 @@ jobs: - name: Generate docs if: matrix.python-version == '3.9' && runner.os == 'Linux' - run: hatch run docs + run: hatch run docs - name: Run tests - id: tests - run: hatch run cov + run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} + Core integrations nightly tests failure: ${{ github.workflow }} api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/google_ai.yml b/.github/workflows/google_ai.yml index 5563e5633..046b92463 100644 --- a/.github/workflows/google_ai.yml +++ b/.github/workflows/google_ai.yml @@ -58,22 +58,18 @@ jobs: run: hatch run docs - name: Run tests - id: tests run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/google_vertex.yml b/.github/workflows/google_vertex.yml index 3677102e4..b4006924c 100644 --- a/.github/workflows/google_vertex.yml +++ b/.github/workflows/google_vertex.yml @@ -57,22 +57,18 @@ jobs: run: hatch run docs - name: Run tests - id: tests run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/gradient.yml b/.github/workflows/gradient.yml index 61133be87..395fea88d 100644 --- a/.github/workflows/gradient.yml +++ b/.github/workflows/gradient.yml @@ -7,8 +7,8 @@ on: - cron: "0 0 * * *" pull_request: paths: - - 'integrations/gradient/**' - - '.github/workflows/gradient.yml' + - "integrations/gradient/**" + - ".github/workflows/gradient.yml" defaults: run: @@ -32,49 +32,45 @@ jobs: fail-fast: false matrix: os: [ubuntu-latest, windows-latest, macos-latest] - python-version: ['3.9', '3.10'] + python-version: ["3.9", "3.10"] steps: - - name: Support longpaths - if: matrix.os == 'windows-latest' - working-directory: . - run: git config --system core.longpaths true + - name: Support longpaths + if: matrix.os == 'windows-latest' + working-directory: . + run: git config --system core.longpaths true - - uses: actions/checkout@v4 + - uses: actions/checkout@v4 - - name: Set up Python ${{ matrix.python-version }} - uses: actions/setup-python@v5 - with: - python-version: ${{ matrix.python-version }} + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v5 + with: + python-version: ${{ matrix.python-version }} - - name: Install Hatch - run: pip install --upgrade hatch + - name: Install Hatch + run: pip install --upgrade hatch - - name: Lint - if: matrix.python-version == '3.9' && runner.os == 'Linux' - run: hatch run lint:all + - name: Lint + if: matrix.python-version == '3.9' && runner.os == 'Linux' + run: hatch run lint:all - - name: Generate docs - if: matrix.python-version == '3.9' && runner.os == 'Linux' - run: hatch run docs + - name: Generate docs + if: matrix.python-version == '3.9' && runner.os == 'Linux' + run: hatch run docs - - name: Run tests - id: tests - run: hatch run cov + - name: Run tests + run: hatch run cov - - name: Nightly - run unit tests with Haystack main branch - if: github.event_name == 'schedule' - id: nightly-haystack-main - run: | - hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" - - name: Send event to Datadog for nightly failures - if: failure() && github.event_name == 'schedule' - uses: ./.github/actions/send_failure - with: - title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + - name: Send event to Datadog for nightly failures + if: failure() && github.event_name == 'schedule' + uses: ./.github/actions/send_failure + with: + title: | + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/instructor_embedders.yml b/.github/workflows/instructor_embedders.yml index 70b604eaa..9d84066a7 100644 --- a/.github/workflows/instructor_embedders.yml +++ b/.github/workflows/instructor_embedders.yml @@ -35,22 +35,18 @@ jobs: run: hatch run docs - name: Run tests - id: tests run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/jina.yml b/.github/workflows/jina.yml index 69ef6b294..cd0a55ad4 100644 --- a/.github/workflows/jina.yml +++ b/.github/workflows/jina.yml @@ -57,22 +57,18 @@ jobs: run: hatch run docs - name: Run tests - id: tests run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/langfuse.yml b/.github/workflows/langfuse.yml index 381b2ed77..edbec4840 100644 --- a/.github/workflows/langfuse.yml +++ b/.github/workflows/langfuse.yml @@ -54,28 +54,24 @@ jobs: - name: Lint if: matrix.python-version == '3.9' && runner.os == 'Linux' run: hatch run lint:all - + - name: Generate docs if: matrix.python-version == '3.9' && runner.os == 'Linux' run: hatch run docs - name: Run tests - id: tests run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/llama_cpp.yml b/.github/workflows/llama_cpp.yml index 5d906a251..ec86ab268 100644 --- a/.github/workflows/llama_cpp.yml +++ b/.github/workflows/llama_cpp.yml @@ -7,8 +7,8 @@ on: - cron: "0 0 * * *" pull_request: paths: - - 'integrations/llama_cpp/**' - - '.github/workflows/llama_cpp.yml' + - "integrations/llama_cpp/**" + - ".github/workflows/llama_cpp.yml" defaults: run: @@ -30,49 +30,45 @@ jobs: fail-fast: false matrix: os: [ubuntu-latest, windows-latest, macos-latest] - python-version: ['3.9', '3.10'] + python-version: ["3.9", "3.10"] steps: - - name: Support longpaths - if: matrix.os == 'windows-latest' - working-directory: . - run: git config --system core.longpaths true + - name: Support longpaths + if: matrix.os == 'windows-latest' + working-directory: . + run: git config --system core.longpaths true - - uses: actions/checkout@v4 + - uses: actions/checkout@v4 - - name: Set up Python ${{ matrix.python-version }} - uses: actions/setup-python@v5 - with: - python-version: ${{ matrix.python-version }} + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v5 + with: + python-version: ${{ matrix.python-version }} - - name: Install Hatch - run: pip install --upgrade hatch + - name: Install Hatch + run: pip install --upgrade hatch - - name: Lint - if: matrix.python-version == '3.9' && runner.os == 'Linux' - run: hatch run lint:all + - name: Lint + if: matrix.python-version == '3.9' && runner.os == 'Linux' + run: hatch run lint:all - - name: Generate docs - if: matrix.python-version == '3.9' && runner.os == 'Linux' - run: hatch run docs + - name: Generate docs + if: matrix.python-version == '3.9' && runner.os == 'Linux' + run: hatch run docs - - name: Run tests - id: tests - run: hatch run cov + - name: Run tests + run: hatch run cov - - name: Nightly - run unit tests with Haystack main branch - if: github.event_name == 'schedule' - id: nightly-haystack-main - run: | - hatch run pip install git+https://github.com/deepset-ai/haystack.git - hatch run test -m "not integration" - - - name: Send event to Datadog for nightly failures - if: failure() && github.event_name == 'schedule' - uses: ./.github/actions/send_failure - with: - title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run test -m "not integration" + + - name: Send event to Datadog for nightly failures + if: failure() && github.event_name == 'schedule' + uses: ./.github/actions/send_failure + with: + title: | + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/mistral.yml b/.github/workflows/mistral.yml index 8348f1d8f..efc8ed065 100644 --- a/.github/workflows/mistral.yml +++ b/.github/workflows/mistral.yml @@ -52,28 +52,24 @@ jobs: - name: Lint if: matrix.python-version == '3.9' && runner.os == 'Linux' run: hatch run lint:all - + - name: Generate docs if: matrix.python-version == '3.9' && runner.os == 'Linux' run: hatch run docs - name: Run tests - id: tests run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/mongodb_atlas.yml b/.github/workflows/mongodb_atlas.yml index 94a540719..9c4f17ba0 100644 --- a/.github/workflows/mongodb_atlas.yml +++ b/.github/workflows/mongodb_atlas.yml @@ -31,7 +31,7 @@ jobs: fail-fast: false matrix: os: [ubuntu-latest, windows-latest, macos-latest] - python-version: ['3.9', '3.10', '3.11'] + python-version: ["3.9", "3.10", "3.11"] steps: - uses: actions/checkout@v4 @@ -54,22 +54,18 @@ jobs: run: hatch run docs - name: Run tests - id: tests run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/nvidia.yml b/.github/workflows/nvidia.yml index 34e6a3c0e..1ae3a0f1a 100644 --- a/.github/workflows/nvidia.yml +++ b/.github/workflows/nvidia.yml @@ -55,7 +55,6 @@ jobs: run: hatch run lint:all - name: Run tests - id: tests run: hatch run cov - name: Generate docs @@ -64,7 +63,6 @@ jobs: - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" @@ -74,7 +72,5 @@ jobs: uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} + Core integrations nightly tests failure: ${{ github.workflow }} api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/ollama.yml b/.github/workflows/ollama.yml index 631c155eb..7a6465e16 100644 --- a/.github/workflows/ollama.yml +++ b/.github/workflows/ollama.yml @@ -32,16 +32,16 @@ jobs: fail-fast: false matrix: os: [ubuntu-latest] - python-version: ["3.9","3.10","3.11"] - - steps: + python-version: ["3.9", "3.10", "3.11"] + + steps: - uses: actions/checkout@v4 - name: Install Ollama and pull the required models run: | curl -fsSL https://ollama.com/install.sh | sh ollama serve & - + # Check if the service is up and running with a timeout of 60 seconds timeout=60 while [ $timeout -gt 0 ] && ! curl -sSf http://localhost:11434/ > /dev/null; do @@ -54,7 +54,7 @@ jobs: echo "Timed out waiting for Ollama service to start." exit 1 fi - + ollama pull ${{ env.LLM_FOR_TESTS }} ollama pull ${{ env.EMBEDDER_FOR_TESTS }} @@ -75,22 +75,18 @@ jobs: run: hatch run docs - name: Run tests - id: tests run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/opensearch.yml b/.github/workflows/opensearch.yml index ed7967d79..0b49cc721 100644 --- a/.github/workflows/opensearch.yml +++ b/.github/workflows/opensearch.yml @@ -20,7 +20,7 @@ env: defaults: run: - working-directory: integrations/opensearch + working-directory: integrations/opensearch jobs: run: @@ -52,25 +52,21 @@ jobs: - name: Generate docs if: matrix.python-version == '3.9' && runner.os == 'Linux' - run: hatch run docs + run: hatch run docs - name: Run tests - id: tests run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/optimum.yml b/.github/workflows/optimum.yml index c6ae9a0ee..fe0421d59 100644 --- a/.github/workflows/optimum.yml +++ b/.github/workflows/optimum.yml @@ -57,22 +57,18 @@ jobs: run: hatch run docs - name: Run tests - id: tests run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/pgvector.yml b/.github/workflows/pgvector.yml index 288da8e9d..59422298a 100644 --- a/.github/workflows/pgvector.yml +++ b/.github/workflows/pgvector.yml @@ -20,7 +20,7 @@ env: defaults: run: - working-directory: integrations/pgvector + working-directory: integrations/pgvector jobs: run: @@ -30,7 +30,7 @@ jobs: fail-fast: false matrix: os: [ubuntu-latest] - python-version: ["3.9","3.10","3.11"] + python-version: ["3.9", "3.10", "3.11"] services: pgvector: image: ankane/pgvector:latest @@ -40,8 +40,8 @@ jobs: POSTGRES_DB: postgres ports: - 5432:5432 - - steps: + + steps: - uses: actions/checkout@v4 - name: Set up Python ${{ matrix.python-version }} @@ -58,25 +58,21 @@ jobs: - name: Generate docs if: matrix.python-version == '3.9' && runner.os == 'Linux' - run: hatch run docs + run: hatch run docs - name: Run tests - id: tests run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/pinecone.yml b/.github/workflows/pinecone.yml index b26f2a793..8f963854d 100644 --- a/.github/workflows/pinecone.yml +++ b/.github/workflows/pinecone.yml @@ -61,24 +61,20 @@ jobs: run: hatch run docs - name: Run tests - id: tests env: INDEX_NAME: ${{ matrix.INDEX_NAME }} run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/qdrant.yml b/.github/workflows/qdrant.yml index 5995911fb..5e17c16cb 100644 --- a/.github/workflows/qdrant.yml +++ b/.github/workflows/qdrant.yml @@ -57,22 +57,18 @@ jobs: run: hatch run docs - name: Run tests - id: tests run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/ragas.yml b/.github/workflows/ragas.yml index af67484ad..de53abd94 100644 --- a/.github/workflows/ragas.yml +++ b/.github/workflows/ragas.yml @@ -21,7 +21,7 @@ concurrency: env: PYTHONUNBUFFERED: "1" FORCE_COLOR: "1" - OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} jobs: run: @@ -58,22 +58,18 @@ jobs: run: hatch run docs - name: Run tests - id: tests run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/unstructured.yml b/.github/workflows/unstructured.yml index 52a6a89a8..c1eb0b4ea 100644 --- a/.github/workflows/unstructured.yml +++ b/.github/workflows/unstructured.yml @@ -8,11 +8,11 @@ on: pull_request: paths: - "integrations/unstructured/**" - - ".github/workflows/unstructured.yml" + - ".github/workflows/unstructured.yml" defaults: run: - working-directory: integrations/unstructured + working-directory: integrations/unstructured concurrency: group: unstructured-${{ github.head_ref }} @@ -48,7 +48,7 @@ jobs: --health-interval 10s \ --health-timeout 1s \ --health-retries 10 \ - quay.io/unstructured-io/unstructured-api:latest + quay.io/unstructured-io/unstructured-api:latest - uses: actions/checkout@v4 @@ -69,22 +69,18 @@ jobs: run: hatch run docs - name: Run tests - id: tests run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} - api-key: ${{ secrets.CORE_DATADOG_API_KEY }} \ No newline at end of file + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} diff --git a/.github/workflows/weaviate.yml b/.github/workflows/weaviate.yml index 2588d4113..984100271 100644 --- a/.github/workflows/weaviate.yml +++ b/.github/workflows/weaviate.yml @@ -54,22 +54,18 @@ jobs: run: hatch run docs - name: Run tests - id: tests run: hatch run cov - name: Nightly - run unit tests with Haystack main branch if: github.event_name == 'schedule' - id: nightly-haystack-main run: | hatch run pip install git+https://github.com/deepset-ai/haystack.git hatch run test -m "not integration" - + - name: Send event to Datadog for nightly failures if: failure() && github.event_name == 'schedule' uses: ./.github/actions/send_failure with: title: | - core-integrations failure: - ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }} - - ${{ github.workflow }} + Core integrations nightly tests failure: ${{ github.workflow }} api-key: ${{ secrets.CORE_DATADOG_API_KEY }}