Update data from upstream #5

	name: Update data from upstream

	on:
	#schedule:
	# - cron: "0 2 * * *"
	workflow_dispatch:

	jobs:
	update-data:
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v4
	- uses: actions/setup-node@v4
	with:
	cache: 'npm'
	cache-dependency-path: 'webclient/package.json'
	- name: Install node dependencies
	run: \|
	npm install -g openapi-format
	npm install --prefix webclient
	- name: Setup Python
	uses: actions/setup-python@v5
	with:
	python-version: '3.10'
	cache: 'pip'
	cache-dependency-path: 'requirements*.txt'
	- name: Install python dependencies
	run: \|
	python -m pip install --upgrade pip
	pip install -r data/requirements.txt -r requirements-dev.txt -r server/main-api/test/requirements.txt
	- name: Download data
	run: \|
	rm results/*.json
	export PYTHONPATH=$PYTHONPATH:.
	python3 external/main.py
	ls -lah
	working-directory: data
	- name: Fix linting errors
	continue-on-error: true
	uses: pre-commit/[email protected]
	- name: Create Pull Request
	uses: peter-evans/create-pull-request@v6
	with:
	commit-message: Synced the data with upstream
	title: "[data-update] Synced the data with upstream datasources"
	body: \|
	- Updated the data with upstream sources
	- Auto-generated by [create-pull-request][1]

	[ 1 ]: https://github.com/peter-evans/create-pull-request
	assignees: CommanderStorm
	reviewers: CommanderStorm
	branch: chore/data-update
	delete-branch: true

Provide feedback