From 188566f3d866690dba6c054af7252e23d93ac433 Mon Sep 17 00:00:00 2001 From: Julien Cuquemelle Date: Wed, 4 Sep 2024 09:35:40 +0200 Subject: [PATCH] Drop spark2.4 test Version too old, we decided to stop maintaining it --- .github/workflows/main.yml | 20 -------------------- 1 file changed, 20 deletions(-) diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml index 67d5d35..09ab7cd 100644 --- a/.github/workflows/main.yml +++ b/.github/workflows/main.yml @@ -70,26 +70,6 @@ jobs: - name: Run spark Job run: docker exec spark-master ./examples/spark-with-S3/scripts/run_spark_example.sh python3.9 3.2.2 - standalone_spark2_with_S3: - runs-on: ubuntu-latest - - steps: - - uses: actions/checkout@v2 - - - name: Build spark-docker - run: docker build -t spark-docker ./examples/spark-with-S3 --build-arg SPARK_INPUT_VERSION=2.4.2 --build-arg PYTHON_VERSION=3.9.15 - - - name: Build the docker-compose stack - run: | - export PYTHON_VERSION=3.9 - docker compose -f ./examples/spark-with-S3/docker-compose.yml up -d - - - name: Check running containers - run: docker ps -a - - - name: Run spark Job - run: docker exec spark-master ./examples/spark-with-S3/scripts/run_spark_example.sh python3.9 2.4.2 - # hadoop_hdfs: # runs-on: ubuntu-latest