-
Notifications
You must be signed in to change notification settings - Fork 0
115 lines (92 loc) · 3.03 KB
/
ci.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
name: CI
on:
push:
branches:
- 'develop'
pull_request:
branches:
- '*'
workflow_call:
jobs:
ci:
name: Launching CI
runs-on: ubuntu-latest
strategy:
matrix:
python-version: ['3.8', '3.9', '3.10', '3.11', '3.12']
steps:
- uses: actions/checkout@v4
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Install poetry
run: make download-poetry
- name: Set up pip cache
uses: actions/[email protected]
with:
path: ~/.cache/pypoetry/virtualenvs
key: venv-${{ matrix.python-version }}-${{ hashFiles('pyproject.toml') }}-${{ hashFiles('poetry.lock') }}
- name: Set Poetry Path
run: |
echo "$HOME/.poetry/bin" >> $GITHUB_PATH
- name: Install requirements
run: |
poetry run pip install --upgrade pip
poetry install
- name: Run Pre commit hooks
run: make format-code
- name: Run tests
run: make run-tests
cli-integration-tests:
name: Launching CLI Integration Tests
runs-on: ubuntu-latest
strategy:
matrix:
python-version: ['3.8', '3.9', '3.10', '3.11', '3.12']
steps:
- uses: actions/checkout@v4
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Install poetry
run: make download-poetry
- name: Set up pip cache
uses: actions/[email protected]
with:
path: ~/.cache/pypoetry/virtualenvs
key: venv-${{ matrix.python-version }}-${{ hashFiles('pyproject.toml') }}-${{ hashFiles('poetry.lock') }}
- name: Set Poetry Path
run: |
echo "$HOME/.poetry/bin" >> $GITHUB_PATH
- name: Install requirements
run: |
poetry run pip install --upgrade pip
poetry install
- name: Test root command
run: |
cd example
poetry run -C .. vertex-deployer --version
- name: Test config command
run: |
cd example
poetry run -C .. vertex-deployer config --all
- name: Test list command
run: |
cd example
poetry run -C .. vertex-deployer list --with-configs
- name: Test check command
run: |
cd example
poetry run -C .. vertex-deployer check --all
- name: Test deploy command
# Cannot check more than compile action here, need GCP environment for upload, run, schedule
run: |
cd example
poetry run -C .. vertex-deployer -log DEBUG deploy dummy_pipeline broken_pipeline --compile --env-file example.env --skip-validation
- name: Test create command
run: |
cd example
poetry run -C .. vertex-deployer create test_pipeline --config-type py
[ -e example/vertex/pipelines/test_pipeline.py ] && echo 1 || echo 0