-
Notifications
You must be signed in to change notification settings - Fork 14.7k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'main' of https://github.com/apache/airflow into kalyan/…
…AIP-84/model_conf_extra_forbid
- Loading branch information
Showing
996 changed files
with
17,173 additions
and
5,863 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -153,108 +153,6 @@ jobs: | |
| env: | ||
| FORCE_COLOR: 2 | ||
|
|
||
| test-openapi-client: | ||
| timeout-minutes: 10 | ||
| name: "Test OpenAPI client" | ||
| runs-on: ${{ fromJSON(inputs.runs-on-as-json-public) }} | ||
| if: inputs.needs-api-codegen == 'true' | ||
| steps: | ||
| - name: "Cleanup repo" | ||
| shell: bash | ||
| run: docker run -v "${GITHUB_WORKSPACE}:/workspace" -u 0:0 bash -c "rm -rf /workspace/*" | ||
| - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )" | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| fetch-depth: 2 | ||
| persist-credentials: false | ||
| - name: "Cleanup docker" | ||
| run: ./scripts/ci/cleanup_docker.sh | ||
| - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )" | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| repository: "apache/airflow-client-python" | ||
| fetch-depth: 1 | ||
| persist-credentials: false | ||
| path: ./airflow-client-python | ||
| - name: "Install Breeze" | ||
| uses: ./.github/actions/breeze | ||
| - name: "Generate client with breeze" | ||
| run: > | ||
| breeze release-management prepare-python-client --package-format both | ||
| --version-suffix-for-pypi dev0 --python-client-repo ./airflow-client-python | ||
| - name: "Show diff" | ||
| run: git diff --color HEAD | ||
| working-directory: ./airflow-client-python | ||
| - name: Install hatch | ||
| run: | | ||
| python -m pip install --upgrade uv | ||
| uv tool install hatch | ||
| - name: Run tests | ||
| run: hatch run run-coverage | ||
| env: | ||
| HATCH_ENV: "test" | ||
| working-directory: ./clients/python | ||
| - name: "Install source version of required packages" | ||
| run: | | ||
| breeze release-management prepare-provider-packages \ | ||
| fab \ | ||
| standard \ | ||
| common.sql \ | ||
| sqlite \ | ||
| --package-format wheel \ | ||
| --skip-tag-check \ | ||
| --version-suffix-for-pypi dev0 | ||
| pip install . \ | ||
| dist/apache_airflow_providers_fab-*.whl \ | ||
| dist/apache_airflow_providers_standard-*.whl \ | ||
| dist/apache_airflow_providers_common_sql-*.whl \ | ||
| dist/apache_airflow_providers_sqlite-*.whl | ||
| breeze release-management prepare-task-sdk-package --package-format wheel | ||
| pip install ./dist/apache_airflow_task_sdk-*.whl | ||
| - name: "Install Python client" | ||
| run: pip install ./dist/apache_airflow_client-*.whl | ||
| - name: "Initialize Airflow DB and start webserver" | ||
| run: | | ||
| airflow db init | ||
| # Let scheduler runs a few loops and get all DAG files from example DAGs serialized to DB | ||
| airflow scheduler --num-runs 100 | ||
| airflow users create --username admin --password admin --firstname Admin --lastname Admin \ | ||
| --role Admin --email [email protected] | ||
| killall python || true # just in case there is a webserver running in the background | ||
| nohup airflow webserver --port 8080 & | ||
| echo "Started webserver" | ||
| env: | ||
| AIRFLOW__API__AUTH_BACKENDS: >- | ||
| airflow.api.auth.backend.session,airflow.providers.fab.auth_manager.api.auth.backend.basic_auth | ||
| AIRFLOW__WEBSERVER__EXPOSE_CONFIG: "True" | ||
| AIRFLOW__CORE__LOAD_EXAMPLES: "True" | ||
| AIRFLOW_HOME: "${{ github.workspace }}/airflow_home" | ||
| - name: "Waiting for the webserver to be available" | ||
| run: | | ||
| timeout 30 bash -c 'until nc -z $0 $1; do echo "sleeping"; sleep 1; done' localhost 8080 | ||
| sleep 5 | ||
| - name: "Run test python client" | ||
| run: python ./clients/python/test_python_client.py | ||
| env: | ||
| FORCE_COLOR: "standard" | ||
| - name: "Stop running webserver" | ||
| run: killall python || true # just in case there is a webserver running in the background | ||
| if: always() | ||
| - name: "Upload python client packages" | ||
| uses: actions/upload-artifact@v4 | ||
| with: | ||
| name: python-client-packages | ||
| path: ./dist/apache_airflow_client-* | ||
| retention-days: 7 | ||
| if-no-files-found: error | ||
| - name: "Upload logs from failed tests" | ||
| uses: actions/upload-artifact@v4 | ||
| if: failure() | ||
| with: | ||
| name: python-client-failed-logs | ||
| path: "${{ github.workspace }}/airflow_home/logs" | ||
| retention-days: 7 | ||
|
|
||
| # Those checks are run if no image needs to be built for checks. This is for simple changes that | ||
| # Do not touch any of the python code or any of the important files that might require building | ||
| # The CI Docker image and they can be run entirely using the pre-commit virtual environments on host | ||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.