Skip to content

Commit

Permalink
refactor: Rebuild from cookiecutter (#104)
Browse files Browse the repository at this point in the history
* rebuild from cookiecutter

* add more streams back after testing

* video ads and fix pks

* refactor unescaped params and add first analytics stream

* analytics creative stream

* sort streams by name

* refresh poetry and readme

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

* fix account users stream

* rename to unencoded and add doc string

* use private convention on intermediate streams

* directory refactor and reuse, manual date filtering

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

* use incremental streams and bookmarks

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

* pre commit fixes

* ad analytics to full table replication for now

* missing replication fields for creatives

---------

Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
  • Loading branch information
pnadolny13 and pre-commit-ci[bot] authored Oct 28, 2024
1 parent e811092 commit b3ba6e6
Show file tree
Hide file tree
Showing 32 changed files with 2,946 additions and 2,963 deletions.
6 changes: 0 additions & 6 deletions .env.template

This file was deleted.

21 changes: 18 additions & 3 deletions .github/dependabot.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,19 +8,34 @@ updates:
- package-ecosystem: pip
directory: "/"
schedule:
interval: "daily"
interval: weekly
commit-message:
prefix: "chore(deps): "
prefix-development: "chore(deps-dev): "
groups:
development-dependencies:
dependency-type: development
runtime-dependencies:
dependency-type: production
update-types:
- "patch"
- package-ecosystem: pip
directory: "/.github/workflows"
schedule:
interval: daily
interval: weekly
commit-message:
prefix: "ci: "
groups:
ci:
patterns:
- "*"
- package-ecosystem: github-actions
directory: "/"
schedule:
interval: "weekly"
interval: weekly
commit-message:
prefix: "ci: "
groups:
actions:
patterns:
- "*"
45 changes: 45 additions & 0 deletions .github/workflows/build.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,45 @@
name: Release

on:
push:

permissions:
contents: write # Needed to upload artifacts to the release
id-token: write # Needed for OIDC PyPI publishing

jobs:
build:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 0
- uses: hynek/build-and-inspect-python-package@v2

publish:
name: Publish to PyPI
runs-on: ubuntu-latest
needs: [build]
## TODO: optionally provide the name of the environment for the trusted
## publisher on PyPI
## https://docs.github.com/en/actions/deployment/targeting-different-environments/using-environments-for-deployment
# environment: pypi
if: startsWith(github.ref, 'refs/tags/')
steps:
- uses: actions/download-artifact@v4
with:
name: Packages
path: dist
- name: Upload wheel to release
uses: svenstaro/upload-release-action@v2
with:
repo_token: ${{secrets.GITHUB_TOKEN}}
file: dist/*.whl
tag: ${{github.ref}}
overwrite: true
file_glob: true

- name: Publish
## TODO: create a trusted publisher on PyPI
## https://docs.pypi.org/trusted-publishers/
uses: pypa/[email protected]
48 changes: 0 additions & 48 deletions .github/workflows/ci_workflow.yml

This file was deleted.

5 changes: 0 additions & 5 deletions .github/workflows/constraints.txt

This file was deleted.

51 changes: 0 additions & 51 deletions .github/workflows/release.yaml

This file was deleted.

50 changes: 50 additions & 0 deletions .github/workflows/test.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
### A CI workflow template that runs linting and python testing
### TODO: Modify as needed or as desired.

name: Test tap-linkedin-ads

on:
push:
branches: [main]
paths:
- .github/workflows/test.yml
- tap_linkedin_ads/**
- tests/**
- poetry.lock
- pyproject.toml
- tox.ini
pull_request:
branches: [main]
paths:
- .github/workflows/test.yml
- tap_linkedin_ads/**
- tests/**
- poetry.lock
- pyproject.toml
- tox.ini
workflow_dispatch:

env:
FORCE_COLOR: 1

jobs:
pytest:
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
python-version:
- "3.9"
- "3.10"
- "3.11"
- "3.12"
steps:
- uses: actions/checkout@v4
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- run: pipx install tox
- name: Run Tox
run: |
tox -e $(echo py${{ matrix.python-version }} | tr -d .)
12 changes: 1 addition & 11 deletions .gitignore
Original file line number Diff line number Diff line change
@@ -1,14 +1,10 @@
# Secrets and internal config files
.secrets/
**/.secrets/*

# Ignore meltano internal cache and sqlite systemdb

.meltano/

.DS_Store
.github/.DS_Store


# Byte-compiled / optimized / DLL files
__pycache__/
*.py[cod]
Expand Down Expand Up @@ -138,9 +134,3 @@ dmypy.json

# Pyre type checker
.pyre/
.idea/inspectionProfiles/profiles_settings.xml
.idea/misc.xml
.idea/modules.xml
.idea/tap-linkedin-sdk.iml
.idea/workspace.xml
.idea/vcs.xml
8 changes: 0 additions & 8 deletions .idea/.gitignore

This file was deleted.

25 changes: 11 additions & 14 deletions .pre-commit-config.yaml
Original file line number Diff line number Diff line change
@@ -1,41 +1,38 @@
ci:
autofix_commit_msg: '[pre-commit.ci] auto fixes'
autofix_prs: true
autoupdate_schedule: weekly
autoupdate_commit_msg: 'chore(deps): pre-commit autoupdate'
autoupdate_commit_msg: 'chore: pre-commit autoupdate'

repos:
- repo: https://github.com/pre-commit/pre-commit-hooks
rev: v4.4.0
rev: v4.6.0
hooks:
- id: check-json
exclude: "\\.vscode/.*.json"
exclude: |
(?x)^(
\.vscode/.*\.json
)$
- id: check-toml
- id: check-yaml
- id: end-of-file-fixer
- id: trailing-whitespace

- repo: https://github.com/python-jsonschema/check-jsonschema
rev: 0.26.3
rev: 0.29.3
hooks:
- id: check-dependabot
- id: check-github-workflows

- repo: https://github.com/astral-sh/ruff-pre-commit
rev: v0.0.287
rev: v0.6.8
hooks:
- id: ruff
args: ["--fix"]

- repo: https://github.com/psf/black
rev: 23.7.0
hooks:
- id: black
args: [--fix, --exit-non-zero-on-fix, --show-fixes]
- id: ruff-format

- repo: https://github.com/pre-commit/mirrors-mypy
rev: v1.5.1
rev: v1.11.2
hooks:
- id: mypy
pass_filenames: true
additional_dependencies:
- types-requests
Loading

0 comments on commit b3ba6e6

Please sign in to comment.