Skip to content

feat: Users can now opt-in into using COPY to load data #1093

feat: Users can now opt-in into using COPY to load data

feat: Users can now opt-in into using COPY to load data #1093

Workflow file for this run

name: Test target-postgres
on:
pull_request:
types: [opened, synchronize, reopened]
paths:
- docker-compose.yml
- pyproject.toml
- poetry.lock
- target_postgres/**
- .github/workflows/ci_workflow.yml
push:
branches: [main]
paths:
- docker-compose.yml
- pyproject.toml
- poetry.lock
- target_postgres/**
- .github/workflows/ci_workflow.yml
workflow_dispatch:
inputs: {}
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true
env:
FORCE_COLOR: 1
jobs:
tests:
name: Python ${{ matrix.python-version }} / Postgres ${{ matrix.postgres-version }} / ${{ matrix.use-copy && 'COPY' || 'INSERT' }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
python-version:
- "3.13"
- "3.12"
- "3.11"
- "3.10"
- "3.9"
postgres-version:
- "17"
use-copy:
- "true"
include:
- python-version: "3.13"
postgres-version: "13"
use-copy: "true"
- python-version: "3.13"
postgres-version: "14"
use-copy: "true"
- python-version: "3.13"
postgres-version: "15"
use-copy: "true"
- python-version: "3.13"
postgres-version: "16"
use-copy: "true"
- python-version: "3.13"
postgres-version: "17"
use-copy: "false"
steps:
- uses: actions/checkout@v4
with:
fetch-tags: true
- name: Fix key permissions
run: |
chmod 600 ssl/server.key
sudo chown 999:999 ssl/server.key
chmod 600 ssl/pkey.key
chmod 644 ssl/public_pkey.key
- name: Set up Postgres container
env:
POSTGRES_VERSION: ${{ matrix.postgres-version }}
run: |
docker compose -f docker-compose.yml up -d
- run: docker ps
- name: Set up Python '${{ matrix.python-version }}'
uses: actions/setup-python@v5
with:
python-version: '${{ matrix.python-version }}'
- name: Install Tox
env:
PIP_CONSTRAINT: ${{ github.workspace }}/.github/workflows/constraints.txt
run: |
python -m pip install --upgrade pip
pipx install tox
- name: Run pytest
env:
TARGET_POSTGRES_USE_COPY: ${{ matrix.use-copy }}
run: |
tox -e ${{ matrix.python-version }}
- name: Run lint
run: |
tox -e lint
integration:
name: Meltano integration test / ${{ matrix.use-copy && 'COPY' || 'INSERT' }}
runs-on: ubuntu-latest
services:
postgres:
image: postgres
env:
POSTGRES_PASSWORD: postgres
options: >-
--health-cmd pg_isready
--health-interval 10s
--health-timeout 5s
--health-retries 5
ports:
- 5432:5432
strategy:
fail-fast: false
matrix:
use-copy: ["true", "false"]
steps:
- uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: 3.x
- name: Install dependencies
env:
PIP_CONSTRAINT: ${{ github.workspace }}/.github/workflows/constraints.txt
run: |
python -m pip install --upgrade pip
pipx install meltano
meltano --version
- name: smoke-test-tap
env:
TARGET_POSTGRES_USE_COPY: ${{ matrix.use-copy }}
run: meltano run tap-smoke-test target-postgres