CI: adapt tests and services for CI

.github/workflows/test-and-build.yml

@@ -30,7 +30,7 @@ jobs:
       - name: Install Python 3
         uses: actions/setup-python@v4
         with:
-          python-version: 3.10.11
+          python-version: 3.8.16
 
       - name: Install python dependencies
         run: |

Dockerfile

@@ -1,4 +1,4 @@
-FROM apache/airflow:2.6.0-python3.10
+FROM apache/airflow:2.8.3-python3.8
 
 ENV AIRFLOW_HOME=/opt/airflow
 WORKDIR /opt/airflow

Makefile

@@ -1,4 +1,4 @@
-export PYTHON_VERSION=3.10.11
+export PYTHON_VERSION=3.8.16
 
 
 WEBSERVER_PID=airflow-webserver-monitor.pid

requirements-airflow.txt

@@ -1,2 +1,5 @@
--c https://raw.githubusercontent.com/apache/airflow/constraints-2.6.0/constraints-3.10.txt
-apache-airflow[celery, postgres]==2.6.0
+-c https://raw.githubusercontent.com/apache/airflow/constraints-2.8.3/constraints-3.8.txt
+apache-airflow[celery, postgres, redis, cncf.kubernetes]
+alembic
+airflow-provider-alembic
+elementpath

requirements-test.txt

@@ -1,8 +1,8 @@
-pre-commit==3.2.2
-pytest==7.3.1
-coverage==7.2.4
-pytest-cov==4.0.0
+pre-commit
+pytest
+coverage
+pytest-cov
 pytest-vcr==1.0.2
 pytest-datadir==1.3.1
 freezegun==1.2.1
-requests-mock==1.10.0
+requests-mock

requirements.txt

@@ -1,13 +1,15 @@
 structlog==23.1.0
-paramiko==3.1.0
-boto3==1.26.76
-backoff==1.10.0
+paramiko
+boto3
+backoff
 bleach==6.0.0
 idutils==1.2.1
-inspire-utils==3.0.25
 furl==2.1.3
 busypie==0.4.5
-pydantic==1.10.7
-jsonschema==4.17.3
-plyvel==1.5.0
-pycountry==22.3.5
+pydantic
+jsonschema
+plyvel
+pycountry
+six
+babel
+python-dateutil