Update data from upstream #19
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Update data from upstream | |
| on: | |
| schedule: | |
| - cron: "0 2 * * 2" | |
| workflow_dispatch: | |
| jobs: | |
| update-data: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: pnpm/action-setup@v3 | |
| with: | |
| version: 9 | |
| package_json_file: webclient/package.json | |
| run_install: | | |
| - cwd: webclient | |
| args: [--frozen-lockfile, --strict-peer-dependencies] | |
| - args: [--global, openapi-format] | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.12' | |
| - name: Install python dependencies | |
| run: pip install -r data/requirements.txt -r requirements-dev.txt | |
| - name: Download data | |
| continue-on-error: true # a PR deleting all data will be created if this fails => fail obvious | |
| run: | | |
| rm results/*.json | |
| export PYTHONPATH=$PYTHONPATH:.. | |
| python3 main.py | |
| ls -lah results | |
| sed -i 's/Bestelmeyer S\u00fcd/Zentralgeb\u00e4ude 2/g' results/buildings_roomfinder.json | |
| sed -i 's/Bestelmeyer Nord/Zentralgeb\u00e4ude 7/g' results/buildings_roomfinder.json | |
| sed -i 's/Bestelmeyer S\u00fcd/Zentralgeb\u00e4ude 2/g' results/maps_roomfinder.json | |
| sed -i 's/Bestelmeyer Nord/Zentralgeb\u00e4ude 7/g' results/maps_roomfinder.json | |
| sed -i 's/Bestelmeyer S\u00fcd/Zentralgeb\u00e4ude 2/g' results/rooms_roomfinder.json | |
| sed -i 's/Bestelmeyer Nord/Zentralgeb\u00e4ude 7/g' results/rooms_roomfinder.json | |
| env: | |
| TQDM_MININTERVAL: 100 | |
| CONNECTUM_OAUTH_CLIENT_ID: ${{ secrets.CONECTUM_OAUTH_CLIENT_ID }} | |
| CONNECTUM_OAUTH_CLIENT_SECRET: ${{ secrets.CONECTUM_OAUTH_CLIENT_SECRET }} | |
| working-directory: data/external | |
| - name: Fix linting errors | |
| continue-on-error: true | |
| uses: pre-commit/[email protected] | |
| - name: Create Pull Request | |
| uses: peter-evans/create-pull-request@v6 | |
| with: | |
| add-paths: data/external/results | |
| commit-message: Synced the data with upstream | |
| title: "[data-update] Synced the data with upstream datasources" | |
| body: | | |
| PR comes from [this Workflow Run](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}) | |
| - Updated the data with upstream sources | |
| - Auto-generated by [create-pull-request][1] | |
| [ 1 ]: https://github.com/peter-evans/create-pull-request | |
| assignees: CommanderStorm | |
| reviewers: CommanderStorm | |
| branch: chore/data-update | |
| delete-branch: true |