feat: Users can now opt-in into using COPY to load data
#1096
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test target-postgres | |
| on: | |
| pull_request: | |
| types: [opened, synchronize, reopened] | |
| paths: | |
| - docker-compose.yml | |
| - pyproject.toml | |
| - poetry.lock | |
| - target_postgres/** | |
| - .github/workflows/ci_workflow.yml | |
| push: | |
| branches: [main] | |
| paths: | |
| - docker-compose.yml | |
| - pyproject.toml | |
| - poetry.lock | |
| - target_postgres/** | |
| - .github/workflows/ci_workflow.yml | |
| workflow_dispatch: | |
| inputs: {} | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| FORCE_COLOR: 1 | |
| jobs: | |
| tests: | |
| name: Python ${{ matrix.python-version }} / Postgres ${{ matrix.postgres-version }} / ${{ matrix.use-copy == 'true' && 'COPY' || 'INSERT' }} | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: | |
| - "3.13" | |
| - "3.12" | |
| - "3.11" | |
| - "3.10" | |
| - "3.9" | |
| postgres-version: | |
| - "17" | |
| use-copy: | |
| - "true" | |
| include: | |
| - python-version: "3.13" | |
| postgres-version: "13" | |
| use-copy: "true" | |
| - python-version: "3.13" | |
| postgres-version: "14" | |
| use-copy: "true" | |
| - python-version: "3.13" | |
| postgres-version: "15" | |
| use-copy: "true" | |
| - python-version: "3.13" | |
| postgres-version: "16" | |
| use-copy: "true" | |
| - python-version: "3.13" | |
| postgres-version: "17" | |
| use-copy: "false" | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-tags: true | |
| - name: Fix key permissions | |
| run: | | |
| chmod 600 ssl/server.key | |
| sudo chown 999:999 ssl/server.key | |
| chmod 600 ssl/pkey.key | |
| chmod 644 ssl/public_pkey.key | |
| - name: Set up Postgres container | |
| env: | |
| POSTGRES_VERSION: ${{ matrix.postgres-version }} | |
| run: | | |
| docker compose -f docker-compose.yml up -d | |
| - run: docker ps | |
| - name: Set up Python '${{ matrix.python-version }}' | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '${{ matrix.python-version }}' | |
| - name: Install Tox | |
| env: | |
| PIP_CONSTRAINT: ${{ github.workspace }}/.github/workflows/constraints.txt | |
| run: | | |
| python -m pip install --upgrade pip | |
| pipx install tox | |
| - name: Run pytest | |
| env: | |
| TARGET_POSTGRES_USE_COPY: ${{ matrix.use-copy }} | |
| run: | | |
| tox -e ${{ matrix.python-version }} | |
| - name: Run lint | |
| run: | | |
| tox -e lint | |
| integration: | |
| name: Meltano integration test / ${{ matrix.use-copy == 'true' && 'COPY' || 'INSERT' }} | |
| runs-on: ubuntu-latest | |
| services: | |
| postgres: | |
| image: postgres | |
| env: | |
| POSTGRES_PASSWORD: postgres | |
| options: >- | |
| --health-cmd pg_isready | |
| --health-interval 10s | |
| --health-timeout 5s | |
| --health-retries 5 | |
| ports: | |
| - 5432:5432 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| use-copy: ["true", "false"] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.x | |
| - name: Install dependencies | |
| env: | |
| PIP_CONSTRAINT: ${{ github.workspace }}/.github/workflows/constraints.txt | |
| run: | | |
| python -m pip install --upgrade pip | |
| pipx install meltano | |
| meltano --version | |
| - name: smoke-test-tap | |
| env: | |
| TARGET_POSTGRES_USE_COPY: ${{ matrix.use-copy }} | |
| run: meltano run tap-smoke-test target-postgres |