From 87b7811f0ea88d85d4706bb9bb11ceefa2f5add0 Mon Sep 17 00:00:00 2001 From: "David S. Batista" Date: Mon, 23 Sep 2024 14:31:44 +0200 Subject: [PATCH 1/2] Adding github workflow for Snowflake --- .github/workflows/snowflake.yml | 74 +++++++++++++++++++++++++++++++++ 1 file changed, 74 insertions(+) create mode 100644 .github/workflows/snowflake.yml diff --git a/.github/workflows/snowflake.yml b/.github/workflows/snowflake.yml new file mode 100644 index 000000000..19596f312 --- /dev/null +++ b/.github/workflows/snowflake.yml @@ -0,0 +1,74 @@ +# This workflow comes from https://github.com/ofek/hatch-mypyc +# https://github.com/ofek/hatch-mypyc/blob/5a198c0ba8660494d02716cfc9d79ce4adfb1442/.github/workflows/test.yml +name: Test / snowflake + +on: + schedule: + - cron: "0 0 * * *" + pull_request: + paths: + - "integrations/snowflake/**" + - ".github/workflows/snowflake.yml" + +defaults: + run: + working-directory: integrations/snowflake + +concurrency: + group: snowflake-${{ github.head_ref }} + cancel-in-progress: true + +env: + PYTHONUNBUFFERED: "1" + FORCE_COLOR: "1" + +jobs: + run: + name: Python ${{ matrix.python-version }} on ${{ startsWith(matrix.os, 'macos-') && 'macOS' || startsWith(matrix.os, 'windows-') && 'Windows' || 'Linux' }} + runs-on: ${{ matrix.os }} + strategy: + fail-fast: false + matrix: + os: [ubuntu-latest, windows-latest, macos-latest] + python-version: ["3.9", "3.10"] + + steps: + - name: Support longpaths + if: matrix.os == 'windows-latest' + working-directory: . + run: git config --system core.longpaths true + + - uses: actions/checkout@v4 + + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v5 + with: + python-version: ${{ matrix.python-version }} + + - name: Install Hatch + run: pip install --upgrade hatch + + - name: Lint + if: matrix.python-version == '3.9' && runner.os == 'Linux' + run: hatch run lint:all + + - name: Generate docs + if: matrix.python-version == '3.9' && runner.os == 'Linux' + run: hatch run docs + + - name: Run tests + run: hatch run cov-retry + + - name: Nightly - run unit tests with Haystack main branch + if: github.event_name == 'schedule' + run: | + hatch run pip install git+https://github.com/deepset-ai/haystack.git + hatch run cov-retry -m "not integration" + + - name: Send event to Datadog for nightly failures + if: failure() && github.event_name == 'schedule' + uses: ./.github/actions/send_failure + with: + title: | + Core integrations nightly tests failure: ${{ github.workflow }} + api-key: ${{ secrets.CORE_DATADOG_API_KEY }} From dbb77dcbfad97ae47b42fe51de81c48d1b24cbf5 Mon Sep 17 00:00:00 2001 From: Silvano Cerza Date: Tue, 24 Sep 2024 16:32:29 +0200 Subject: [PATCH 2/2] Fix docs configs --- integrations/snowflake/pydoc/config.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/integrations/snowflake/pydoc/config.yml b/integrations/snowflake/pydoc/config.yml index 7237b3816..3ebeaef51 100644 --- a/integrations/snowflake/pydoc/config.yml +++ b/integrations/snowflake/pydoc/config.yml @@ -3,7 +3,7 @@ loaders: search_path: [../src] modules: [ - "haystack_integrations.components.retrievers.snowflake.snowflake_retriever" + "haystack_integrations.components.retrievers.snowflake.snowflake_table_retriever", ] ignore_when_discovered: ["__init__"] processors: @@ -27,4 +27,4 @@ renderer: descriptive_module_title: true add_method_class_prefix: true add_member_class_prefix: false - filename: _readme_snowflake.md \ No newline at end of file + filename: _readme_snowflake.md