From 294a646b3eab4783153faf85f367669aee24cab2 Mon Sep 17 00:00:00 2001
From: Frank Elsinga <frank@elsinga.de>
Date: Fri, 26 Apr 2024 01:49:10 +0200
Subject: [PATCH] tested the new data update script

---
 .github/workflows/update-data.yml | 54 +++++++++++++++++++++++++++++++
 1 file changed, 54 insertions(+)
 create mode 100644 .github/workflows/update-data.yml

diff --git a/.github/workflows/update-data.yml b/.github/workflows/update-data.yml
new file mode 100644
index 000000000..0b9202c7a
--- /dev/null
+++ b/.github/workflows/update-data.yml
@@ -0,0 +1,54 @@
+name: Linting
+
+on:
+  #schedule:
+  #  - cron: "0 2 * * *"
+  workflow_dispatch:
+
+jobs:
+  update-data:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v4
+        with:
+          cache: 'npm'
+          cache-dependency-path: 'webclient/package.json'
+      - name: Install node dependencies
+        run: |
+          npm install -g openapi-format
+          npm install --prefix webclient
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.10'
+          cache: 'pip'
+          cache-dependency-path: 'requirements*.txt'
+      - name: Install python dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r data/requirements.txt -r requirements-dev.txt -r server/main-api/test/requirements.txt
+      - name: Download data
+        run: |
+          rm results/*.json
+          export PYTHONPATH=$PYTHONPATH:.
+          python3 external/main.py
+          ls -lah
+        working-directory: data
+      - name: Fix linting errors
+        continue-on-error: true
+        uses: pre-commit/action@v3.0.1
+      - name: Create Pull Request
+        uses: peter-evans/create-pull-request@v6
+        with:
+          commit-message: Synced the data with upstream
+          title: [data-update] Synced the data with upstream datasources
+          body: |
+            - Updated the data with upstream sources
+            - Auto-generated by [create-pull-request][1]
+            
+            [ 1 ]: https://github.com/peter-evans/create-pull-request
+          assignees: CommanderStorm
+          reviewers: CommanderStorm
+          branch: chore/data-update
+          delete-branch: true
\ No newline at end of file