Workflow run for refs/tags/release-2.0.0-GA_RC1 #2
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Obsrv Core service build and deploy workflow | |
| run-name: Workflow run for ${{ github.ref }} | |
| on: | |
| push: | |
| tags: | |
| - '*' | |
| jobs: | |
| check-tag: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| ALLOWED_TAG: ${{ steps.tag-checker.outputs.TRIGGER_ALLOWED }} | |
| steps: | |
| - name: Check if tag is one in list of current releases | |
| id: tag-checker | |
| run: | | |
| (echo -n TRIGGER_ALLOWED= && echo 'print("${{ github.ref_name }}".split("_")[0] | |
| not in ${{ vars.CURRENT_RELEASE }})' | python3) >> "$GITHUB_OUTPUT" | |
| docker-build: | |
| needs: check-tag | |
| if: needs.check-tag.outputs.ALLOWED_TAG == 'True' | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| include: | |
| - image: "extractor" | |
| target: "extractor-image" | |
| - image: "preprocessor" | |
| target: "preprocessor-image" | |
| - image: "denormalizer" | |
| target: "denormalizer-image" | |
| - image: "transformer" | |
| target: "transformer-image" | |
| - image: "druid-router" | |
| target: "router-image" | |
| - image: "merged-pipeline" | |
| target: "merged-image" | |
| - image: "master-data-processor" | |
| target: "master-data-processor-image" | |
| - image: "kafka-connector" | |
| target: "kafka-connector-image" | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Maven Build | |
| run: | | |
| mvn clean install -DskipTests | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v2 | |
| - name: Login to docker hub | |
| uses: docker/login-action@v2 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - name: Build merged-pipeline image and push | |
| uses: docker/build-push-action@v4 | |
| with: | |
| platforms: linux/amd64 | |
| target: merged-image | |
| push: true | |
| tags: ${{ secrets.DOCKERHUB_USERNAME }}/merged-pipeline:${{ github.ref_name }} | |
| - name: Build merged-pipeline image and push | |
| uses: docker/build-push-action@v4 | |
| with: | |
| platforms: linux/amd64 | |
| target: master-data-processor-image | |
| push: true | |
| tags: ${{ secrets.DOCKERHUB_USERNAME }}/master-data-processor:${{ github.ref_name }} | |
| - name: Build merged-pipeline image and push | |
| uses: docker/build-push-action@v4 | |
| with: | |
| platforms: linux/amd64 | |
| target: kafka-connector-image | |
| push: true | |
| tags: ${{ secrets.DOCKERHUB_USERNAME }}/kafka-connector:${{ github.ref_name }} | |
| - name: Build ${{matrix.image}} image and push | |
| uses: docker/build-push-action@v4 | |
| with: | |
| platforms: linux/amd64 | |
| target: ${{matrix.target}} | |
| push: true | |
| tags: ${{ secrets.DOCKERHUB_USERNAME }}/${{matrix.image}}:${{ github.ref_name }} | |
| aws-deploy: | |
| needs: [check-tag, docker-build] | |
| if: needs.check-tag.outputs.ALLOWED_TAG == 'True' | |
| runs-on: ubuntu-latest | |
| environment: aws-dev | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| - name: Setup Terragrunt | |
| uses: autero1/[email protected] | |
| with: | |
| terragrunt_version: v0.45.8 | |
| - name: Terragrunt installation | |
| run: terragrunt --version | |
| - name: Clone the terraform deployment repo | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: ${{ vars.DEPLOY_REPO }} | |
| path: deploy | |
| ref: ${{ vars.DEPLOY_REPO_REF }} | |
| - name: Fetch and update kubeconfig file | |
| env: | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| AWS_REGION: ${{ vars.AWS_REGION }} | |
| run: | | |
| aws eks --region ${{ vars.AWS_REGION }} update-kubeconfig --name ${{ vars.KUBERNETES_CLUSTER_NAME }} | |
| - name: Run terraform init and apply | |
| env: | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| AWS_REGION: ${{ vars.AWS_REGION }} | |
| AWS_TERRAFORM_BACKEND_BUCKET_NAME: ${{ vars.AWS_TERRAFORM_BACKEND_BUCKET_NAME }} | |
| AWS_TERRAFORM_BACKEND_BUCKET_REGION: ${{ vars.AWS_TERRAFORM_BACKEND_BUCKET_REGION }} | |
| KUBE_CONFIG_PATH: ~/.kube/config | |
| run: | | |
| cd deploy/terraform/aws | |
| terragrunt init | |
| terragrunt apply -auto-approve -var merged_pipeline_enabled={{ vars.MERGED_PIPELINE || 'true' }} --replace='module.flink.helm_release.flink' \ | |
| -var flink_image_tag=${{ github.ref_name }} | |
| azure-deploy: | |
| needs: [check-tag, docker-build] | |
| if: needs.check-tag.outputs.ALLOWED_TAG == 'True' && vars.CLOUD_PROVIDER == 'azure' | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Clone the terraform deployment repo | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: ${{ vars.DEPLOY_REPO }} | |
| path: deploy | |
| ref: ${{ vars.DEPLOY_REPO_REF }} | |
| - name: Run terraform init and apply | |
| env: | |
| ARM_CLIENT_ID: ${{ secrets.ARM_CLIENT_ID }} | |
| ARM_CLIENT_SECRET: ${{ secrets.ARM_CLIENT_SECRET }} | |
| ARM_SUBSCRIPTION_ID: ${{ secrets.ARM_SUBSCRIPTION_ID }} | |
| ARM_TENANT_ID: ${{ secrets.ARM_TENANT_ID }} | |
| run: | | |
| cd deploy/terraform/azure | |
| terragrunt init | |
| terragrunt apply -auto-approve -replace=module.flink.helm_release.flink \ | |
| -var flink_container_registry=${{ secrets.DOCKERHUB_USERNAME }} \ | |
| -var flink_image_tag=${{ github.ref_name }} |