[DNM] Error injection on Hudi 1.0 RC1 #62
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Release Candidate Validation | |
| on: | |
| push: | |
| branches: | |
| - 'release-*' | |
| pull_request: | |
| branches: | |
| - 'release-*' | |
| env: | |
| MVN_ARGS: -e -ntp -B -V -Dgpg.skip -Djacoco.skip -Pwarn-log -Dorg.slf4j.simpleLogger.log.org.apache.maven.plugins.shade=warn -Dorg.slf4j.simpleLogger.log.org.apache.maven.plugins.dependency=warn -Dmaven.wagon.httpconnectionManager.ttlSeconds=25 -Dmaven.wagon.http.retryHandler.count=5 | |
| SPARK_COMMON_MODULES: hudi-spark-datasource/hudi-spark,hudi-spark-datasource/hudi-spark-common | |
| jobs: | |
| validate-release-candidate-bundles: | |
| runs-on: ubuntu-latest | |
| if: false | |
| env: | |
| HUDI_VERSION: 0.14.1 | |
| STAGING_REPO_NUM: 1123 | |
| strategy: | |
| matrix: | |
| include: | |
| - scalaProfile: 'scala-2.13' | |
| flinkProfile: 'flink1.18' | |
| sparkProfile: 'spark3.5' | |
| sparkRuntime: 'spark3.5.1' | |
| - scalaProfile: 'scala-2.12' | |
| flinkProfile: 'flink1.17' | |
| sparkProfile: 'spark3.5' | |
| sparkRuntime: 'spark3.5.1' | |
| - scalaProfile: 'scala-2.12' | |
| flinkProfile: 'flink1.16' | |
| sparkProfile: 'spark3.4' | |
| sparkRuntime: 'spark3.4.3' | |
| - scalaProfile: 'scala-2.12' | |
| flinkProfile: 'flink1.15' | |
| sparkProfile: 'spark3.3' | |
| sparkRuntime: 'spark3.3.4' | |
| - scalaProfile: 'scala-2.12' | |
| flinkProfile: 'flink1.14' | |
| sparkProfile: 'spark3.3' | |
| sparkRuntime: 'spark3.3.1' | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK 8 | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: '8' | |
| distribution: 'temurin' | |
| architecture: x64 | |
| cache: maven | |
| - name: IT - Bundle Validation - OpenJDK 8 | |
| env: | |
| FLINK_PROFILE: ${{ matrix.flinkProfile }} | |
| SPARK_PROFILE: ${{ matrix.sparkProfile }} | |
| SPARK_RUNTIME: ${{ matrix.sparkRuntime }} | |
| SCALA_PROFILE: ${{ matrix.scalaProfile }} | |
| run: | | |
| ./packaging/bundle-validation/ci_run.sh hudi_docker_java8 $HUDI_VERSION openjdk8 $STAGING_REPO_NUM | |
| - name: IT - Bundle Validation - OpenJDK 11 | |
| env: | |
| FLINK_PROFILE: ${{ matrix.flinkProfile }} | |
| SPARK_PROFILE: ${{ matrix.sparkProfile }} | |
| SPARK_RUNTIME: ${{ matrix.sparkRuntime }} | |
| SCALA_PROFILE: ${{ matrix.scalaProfile }} | |
| if: ${{ env.SPARK_PROFILE >= 'spark3' }} # Only run validation on Spark 3 | |
| run: | | |
| ./packaging/bundle-validation/ci_run.sh hudi_docker_java11 $HUDI_VERSION openjdk11 $STAGING_REPO_NUM | |
| - name: IT - Bundle Validation - OpenJDK 17 | |
| env: | |
| FLINK_PROFILE: ${{ matrix.flinkProfile }} | |
| SPARK_PROFILE: ${{ matrix.sparkProfile }} | |
| SPARK_RUNTIME: ${{ matrix.sparkRuntime }} | |
| SCALA_PROFILE: ${{ matrix.scalaProfile }} | |
| if: ${{ env.SPARK_PROFILE >= 'spark3.3' }} # Only Spark 3.3 and above support Java 17 | |
| run: | | |
| ./packaging/bundle-validation/ci_run.sh hudi_docker_java17 $HUDI_VERSION openjdk17 $STAGING_REPO_NUM |