Kraken on debian11 #107
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build Navitia Dockers | |
| on: | |
| pull_request: | |
| push: | |
| branches: | |
| - dev | |
| tags: | |
| - '*' | |
| env: | |
| front_components: 'tyr-web instances-configurator' | |
| backend_components: 'kraken tyr-beat tyr-worker mock-kraken eitri' | |
| backend_core_components: 'jormungandr kraken tyr-beat tyr-worker' | |
| SBX_ECR_REGISTRY_BACKEND: "110444322584.dkr.ecr.eu-west-1.amazonaws.com" # navitia-kraken-sandbox | |
| SBX_ECR_REGISTRY_FRONT: "051314639660.dkr.ecr.eu-west-1.amazonaws.com" # navitia-corefront-sandbox | |
| PRD_ECR_REGISTRY: "162230498103.dkr.ecr.eu-west-1.amazonaws.com" | |
| jobs: | |
| common_variables: | |
| name: Common variables | |
| runs-on: [self-hosted, corefront, sandbox] | |
| outputs: | |
| RELEASE_TAG: ${{ steps.choose_navitia_tag.outputs.navitia_tag }} | |
| steps: | |
| - name: force chown to avoid errors | |
| run: sudo chown -R $USER:$USER . | |
| - name: Generate github private access token | |
| id: ci-core-app-token | |
| uses: getsentry/[email protected] | |
| with: | |
| app_id: ${{ secrets.CI_CORE_APP_ID }} | |
| private_key: ${{ secrets.CI_CORE_APP_PEM }} | |
| - name: Checkout navitia | |
| id: checkout_navitia | |
| uses: actions/checkout@v3 | |
| with: | |
| token: ${{ steps.ci-core-app-token.outputs.token }} | |
| # we need entire history for tags | |
| fetch-depth: 0 | |
| - name: Choose navitia tag | |
| id: choose_navitia_tag | |
| run: | | |
| version=$(git describe --tags) | |
| echo "navitia_tag=$version" >> $GITHUB_OUTPUT | |
| - name: failure notification | |
| if: failure() | |
| run: | | |
| sudo apt update && sudo apt install -y httpie | |
| echo '{"text":":warning: Github Actions: workflow dockers_builder common_variables failed !"}' | http --json POST ${{secrets.SLACK_NAVITIA_TEAM_URL}} | |
| debian11_back_images: | |
| runs-on: [self-hosted, corefront, sandbox] | |
| name: Build debian11 backend images | |
| needs: common_variables | |
| steps: | |
| - name: force chown to avoid errors | |
| run: sudo chown -R $USER:$USER . | |
| - name: Git config | |
| run: git config --global --add safe.directory /__w/navitia/navitia | |
| - name: Generate github private access token | |
| id: ci-core-app-token | |
| uses: getsentry/[email protected] | |
| with: | |
| app_id: ${{ secrets.CI_CORE_APP_ID }} | |
| private_key: ${{ secrets.CI_CORE_APP_PEM }} | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| token: ${{ steps.ci-core-app-token.outputs.token }} | |
| - name: Login to Amazon ECR | |
| uses: aws-actions/amazon-ecr-login@v1 | |
| env: | |
| AWS_REGION: eu-west-1 | |
| with: | |
| # 162230498103 : shared | |
| # 051314639660 : corefront sbx | |
| # 110444322584 : kraken sbx | |
| registries: "162230498103,110444322584,051314639660" | |
| - name: Create master&builder docker | |
| run: | | |
| docker build -f docker/debian11/Dockerfile-master -t navitia/master_debian11 . | |
| docker build -f docker/debian11/Dockerfile-builder-kraken -t navitia/builder_debian11 . | |
| - name: Build packages in master docker | |
| run: | | |
| docker run -v `pwd`:/navitia/navitia/ navitia/builder_debian11 | |
| - name: Create navitia images | |
| run: | | |
| for component in ${{env.backend_core_components}}; do | |
| echo "********* Building $component ***************" | |
| docker build -t navitia/$component --build-arg GITHUB_TOKEN=${{ steps.ci-core-app-token.outputs.token }} -f docker/debian11/Dockerfile-${component} . | |
| done | |
| - name: Push dev images on SBX ECR | |
| if: github.ref == 'refs/heads/dev' | |
| run: | | |
| jormun_tag=${SBX_ECR_REGISTRY_FRONT}/jormungandr:no_config_dev | |
| docker tag navitia/jormungandr_debian11 ${jormun_tag} | |
| docker push ${jormun_tag} | |
| - name: Push release images on PRD ECR | |
| if: startsWith(github.ref, 'refs/tags/') | |
| run: | | |
| # Kraken | |
| kraken_tag=${PRD_ECR_REGISTRY}/navitia-debian11-kraken-kraken:${{ needs.common_variables.outputs.RELEASE_TAG }} | |
| docker tag navitia/kraken ${kraken_tag} | |
| docker push ${kraken_tag} | |
| # Tyr-beat | |
| tyr_beat_tag=${PRD_ECR_REGISTRY}/navitia-debian11-tyr-tyrbeat:${{ needs.common_variables.outputs.RELEASE_TAG }} | |
| docker tag navitia/tyr-beat ${tyr_beat_tag} | |
| docker push ${tyr_beat_tag} | |
| # Tyr-worker | |
| tyr_worker_tag=${PRD_ECR_REGISTRY}/navitia-debian11-tyr-tyrworker:${{ needs.common_variables.outputs.RELEASE_TAG }} | |
| docker tag navitia/tyr-worker ${tyr_worker_tag} | |
| docker push ${tyr_worker_tag} | |
| - name: failure notification | |
| if: failure() | |
| run: | | |
| echo '{"text":":warning: Github Actions: workflow dockers_builder debian11_images failed !"}' | http --json POST ${{secrets.SLACK_NAVITIA_TEAM_URL}} | |
| - name: clean up workspace | |
| if: ${{ always() }} | |
| run: | | |
| # some files are created by a docker container | |
| sudo chown -R $USER:$USER . | |
| rm -rf ./* | |
| rm -rf ./.??* | |
| debian11_front_images: | |
| runs-on: [self-hosted, corefront, sandbox] | |
| name: Build debian11 front images | |
| needs: common_variables | |
| steps: | |
| - name: force chown to avoid errors | |
| run: sudo chown -R $USER:$USER . | |
| - name: Git config | |
| run: git config --global --add safe.directory /__w/navitia/navitia | |
| - name: Generate github private access token | |
| id: ci-core-app-token | |
| uses: getsentry/[email protected] | |
| with: | |
| app_id: ${{ secrets.CI_CORE_APP_ID }} | |
| private_key: ${{ secrets.CI_CORE_APP_PEM }} | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| token: ${{ steps.ci-core-app-token.outputs.token }} | |
| - name: Login to Amazon ECR | |
| uses: aws-actions/amazon-ecr-login@v1 | |
| env: | |
| AWS_REGION: eu-west-1 | |
| with: | |
| # 162230498103 : shared | |
| # 051314639660 : corefront sbx | |
| # 110444322584 : kraken sbx | |
| registries: "162230498103,110444322584,051314639660" | |
| - name: Create master&builder docker | |
| run: | | |
| docker build -f docker/debian11/Dockerfile-master -t navitia/master_debian11 . | |
| docker build -f docker/debian11/Dockerfile-builder -t navitia/builder_debian11 . | |
| - name: Build packages in master docker | |
| run: | | |
| docker run -v `pwd`:/navitia/navitia/ navitia/builder_debian11 | |
| - name: Create navitia images | |
| run: | | |
| echo "********* Building Tyr Web ***************" | |
| docker build -t navitia/tyr-web --build-arg GITHUB_TOKEN=${{ steps.ci-core-app-token.outputs.token }} -f docker/debian11/Dockerfile-tyr-web . | |
| - name: Push dev images on SBX ECR | |
| if: github.ref == 'refs/heads/dev' | |
| run: | | |
| component_tag=${SBX_ECR_REGISTRY_FRONT}/tyr-web:dev | |
| docker tag navitia/tyr-web${component_tag} | |
| docker push ${component_tag} | |
| - name: Push release images on PRD ECR | |
| if: startsWith(github.ref, 'refs/tags/') | |
| run: | | |
| # Tyr-web | |
| tyr_web_tag=${PRD_ECR_REGISTRY}/navitia-tyr-web-tyr-web:${{ needs.common_variables.outputs.RELEASE_TAG }} | |
| docker tag navitia/tyr-web ${tyr_web_tag} | |
| docker push ${tyr_web_tag} | |
| - name: failure notification | |
| if: failure() | |
| run: | | |
| echo '{"text":":warning: Github Actions: workflow dockers_builder debian11_images failed !"}' | http --json POST ${{secrets.SLACK_NAVITIA_TEAM_URL}} | |
| - name: clean up workspace | |
| if: ${{ always() }} | |
| run: | | |
| # some files are created by a docker container | |
| sudo chown -R $USER:$USER . | |
| rm -rf ./* | |
| rm -rf ./.??* | |
| debian8_back_images: | |
| runs-on: [self-hosted, kraken, sandbox] | |
| name: Build debian8 back images | |
| needs: common_variables | |
| steps: | |
| - name: force chown to avoid errors | |
| run: sudo chown -R $USER:$USER . | |
| - name: Git config | |
| run: git config --global --add safe.directory /__w/navitia/navitia | |
| - name: Generate github private access token | |
| id: ci-core-app-token | |
| uses: getsentry/[email protected] | |
| with: | |
| app_id: ${{ secrets.CI_CORE_APP_ID }} | |
| private_key: ${{ secrets.CI_CORE_APP_PEM }} | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| token: ${{ steps.ci-core-app-token.outputs.token }} | |
| - name: Download cosmogony2cities package | |
| uses: dsaltares/fetch-gh-release-asset@master | |
| with: | |
| repo: 'hove-io/cosmogony2cities' | |
| version: 'tags/v0.1.1' | |
| file: 'cosmogony2cities-debian8.deb' | |
| target: 'cosmogony2cities_.deb' | |
| token: ${{ steps.ci-core-app-token.outputs.token }} | |
| - name: Download mimirsbrunn package | |
| uses: dsaltares/fetch-gh-release-asset@master | |
| with: | |
| repo: 'hove-io/mimirsbrunn' | |
| version: 'tags/v3.1.0' | |
| file: 'mimirsbrunn7_jessie-3.1.0.deb' | |
| target: 'mimirsbrunn7_jessie-.deb' | |
| token: ${{ steps.ci-core-app-token.outputs.token }} | |
| - name: Download mimir-config package | |
| uses: dsaltares/fetch-gh-release-asset@master | |
| with: | |
| repo: 'hove-io/mimirsbrunn-config' | |
| version: 'tags/v1.0.0' | |
| file: 'mimirsbrunn-config-2.9.0.deb' | |
| target: 'mimirsbrunn-config-.deb' | |
| token: ${{ steps.ci-core-app-token.outputs.token }} | |
| - name: Login to Amazon ECR | |
| uses: aws-actions/amazon-ecr-login@v1 | |
| env: | |
| AWS_REGION: eu-west-1 | |
| with: | |
| # 162230498103 : shared | |
| # 110444322584 : kraken sbx | |
| registries: "162230498103,110444322584,051314639660" | |
| - name: Create master docker | |
| run: | | |
| docker build -f docker/debian8/Dockerfile-master -t navitia/master . | |
| docker build -f docker/debian8/Dockerfile-builder -t navitia/builder . | |
| - name: Build packages in master docker | |
| # Will build navitia-*.deb packages in current folder | |
| run: docker run -v `pwd`:/build/navitia/ navitia/builder | |
| - name: Create navitia images | |
| run: | | |
| for component in ${{env.backend_components}}; do | |
| echo "********* Building $component ***************" | |
| docker build -t navitia/$component --build-arg GITHUB_TOKEN=${{ steps.ci-core-app-token.outputs.token }} -f docker/debian8/Dockerfile-${component} . | |
| done | |
| - name: Push dev images on SBX ECR | |
| if: github.ref == 'refs/heads/dev' | |
| run: | | |
| for component in ${{env.backend_components}}; do | |
| component_tag=${SBX_ECR_REGISTRY_BACKEND}/${component}:dev | |
| docker tag navitia/$component ${component_tag} | |
| docker push ${component_tag} | |
| done | |
| - name: Push release images on PRD ECR | |
| if: startsWith(github.ref, 'refs/tags/') | |
| run: | | |
| # Kraken | |
| kraken_tag=${PRD_ECR_REGISTRY}/navitia-kraken-kraken:${{ needs.common_variables.outputs.RELEASE_TAG }} | |
| docker tag navitia/kraken ${kraken_tag} | |
| docker push ${kraken_tag} | |
| # Tyr-beat | |
| tyr_beat_tag=${PRD_ECR_REGISTRY}/navitia-tyr-tyrbeat:${{ needs.common_variables.outputs.RELEASE_TAG }} | |
| docker tag navitia/tyr-beat ${tyr_beat_tag} | |
| docker push ${tyr_beat_tag} | |
| # Tyr-worker | |
| tyr_worker_tag=${PRD_ECR_REGISTRY}/navitia-tyr-tyrworker:${{ needs.common_variables.outputs.RELEASE_TAG }} | |
| docker tag navitia/tyr-worker ${tyr_worker_tag} | |
| docker push ${tyr_worker_tag} | |
| - name: failure notification | |
| if: failure() | |
| run: | | |
| sudo apt update && sudo apt install -y httpie | |
| echo '{"text":":warning: Github Actions: workflow dockers_builder debian8_images failed !"}' | http --json POST ${{secrets.SLACK_NAVITIA_TEAM_URL}} | |
| - name: clean up workspace | |
| if: ${{ always() }} | |
| run: | | |
| # some files are created by a docker container | |
| sudo chown -R $USER:$USER . | |
| rm -rf ./* | |
| rm -rf ./.??* | |
| debian8_front_images: | |
| runs-on: [self-hosted, corefront, sandbox] | |
| name: Build debian8 front images | |
| needs: common_variables | |
| steps: | |
| - name: force chown to avoid errors | |
| run: sudo chown -R $USER:$USER . | |
| - name: Git config | |
| run: git config --global --add safe.directory /__w/navitia/navitia | |
| - name: Generate github private access token | |
| id: ci-core-app-token | |
| uses: getsentry/[email protected] | |
| with: | |
| app_id: ${{ secrets.CI_CORE_APP_ID }} | |
| private_key: ${{ secrets.CI_CORE_APP_PEM }} | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| token: ${{ steps.ci-core-app-token.outputs.token }} | |
| - name: Login to Amazon ECR | |
| uses: aws-actions/amazon-ecr-login@v1 | |
| env: | |
| AWS_REGION: eu-west-1 | |
| with: | |
| # 162230498103 : shared | |
| # 051314639660 : corefront sbx | |
| registries: "162230498103,110444322584,051314639660" | |
| - name: Create master docker | |
| run: | | |
| docker build -f docker/debian8/Dockerfile-master -t navitia/master . | |
| docker build -f docker/debian8/Dockerfile-builder -t navitia/builder . | |
| - name: Build packages in master docker | |
| # Will build navitia-*.deb packages in current folder | |
| run: docker run -v `pwd`:/build/navitia/ navitia/builder | |
| - name: Create navitia images | |
| run: | | |
| for component in ${{env.front_components}}; do | |
| echo "********* Building $component ***************" | |
| docker build -t navitia/$component -f docker/debian8/Dockerfile-${component} . | |
| done | |
| - name: Push dev images on SBX ECR | |
| if: github.ref == 'refs/heads/dev' | |
| run: | | |
| for component in ${{env.front_components}}; do | |
| component_tag=${SBX_ECR_REGISTRY_FRONT}/${component}:dev | |
| docker tag navitia/$component ${component_tag} | |
| docker push ${component_tag} | |
| done | |
| - name: Push release images on PRD ECR | |
| if: startsWith(github.ref, 'refs/tags/') | |
| run: | | |
| # Tyr-web | |
| tyr_web_tag=${PRD_ECR_REGISTRY}/navitia-tyr-web-tyr-web:${{ needs.common_variables.outputs.RELEASE_TAG }} | |
| docker tag navitia/tyr-web ${tyr_web_tag} | |
| docker push ${tyr_web_tag} | |
| - name: failure notification | |
| if: failure() | |
| run: | | |
| sudo apt update && sudo apt install -y httpie | |
| echo '{"text":":warning: Github Actions: workflow dockers_builder debian8_images failed !"}' | http --json POST ${{secrets.SLACK_NAVITIA_TEAM_URL}} | |
| - name: clean up workspace | |
| if: ${{ always() }} | |
| run: | | |
| # some files are created by a docker container | |
| sudo chown -R $USER:$USER . | |
| rm -rf ./* | |
| rm -rf ./.??* | |
| # publish_aws: | |
| # runs-on: [self-hosted, corefront, sandbox] | |
| # name: Aws Dispatch (Dev) | |
| # needs: [debian8_front_images, debian8_back_images, debian11_images, common_variables] | |
| # steps: | |
| # - name: Generate token for aws images | |
| # id: app-token | |
| # uses: getsentry/[email protected] | |
| # with: | |
| # app_id: ${{ secrets.GA_OS_WORKFLOW_TRIGGER_APP_ID }} | |
| # private_key: ${{ secrets.GA_OS_WORKFLOW_TRIGGER_APP_PEM }} | |
| # - name: Aws Dispatch Frontend for dev | |
| # if: github.ref == 'refs/heads/dev' | |
| # uses: peter-evans/repository-dispatch@v2 | |
| # with: | |
| # token: ${{ steps.app-token.outputs.token }} | |
| # repository: hove-io/corefront-aws-assets | |
| # event-type: build-trigger | |
| # client-payload: '{"branch": "dev", "tag": "dev"}' | |
| # - name: Aws Dispatch Frontend for release | |
| # if: startsWith(github.ref, 'refs/tags/') | |
| # uses: peter-evans/repository-dispatch@v2 | |
| # with: | |
| # token: ${{ steps.app-token.outputs.token }} | |
| # repository: hove-io/corefront-aws-assets | |
| # event-type: build-trigger | |
| # client-payload: '{"branch": "release", "tag": "${{ needs.common_variables.outputs.RELEASE_TAG }}"}' | |
| # - name: failure notification | |
| # if: failure() | |
| # run: | | |
| # sudo apt update && sudo apt install -y httpie | |
| # echo '{"text":":warning: Github Actions: dockers_builder the job publish_aws failed !"}' | http --json POST ${{secrets.SLACK_NAVITIA_TEAM_URL}} | |
| run_artemis: | |
| runs-on: [self-hosted, corefront, sandbox] | |
| needs: [debian11_back_images, debian11_front_images] | |
| name: Run artemis Dispatch (Dev) | |
| if: github.ref == 'refs/heads/dev' | |
| steps: | |
| - name: Generate github private access token | |
| id: ci-core-app-token | |
| uses: getsentry/[email protected] | |
| with: | |
| app_id: ${{ secrets.CI_CORE_APP_ID }} | |
| private_key: ${{ secrets.CI_CORE_APP_PEM }} | |
| - name: Run artemis on push to dev | |
| uses: peter-evans/repository-dispatch@v2 | |
| with: | |
| token: ${{ steps.ci-core-app-token.outputs.token }} | |
| repository: hove-io/artemis | |
| event-type: run_artemis_ng | |
| - name: failure notification | |
| if: failure() | |
| run: | | |
| sudo apt update && sudo apt install -y httpie | |
| echo '{"text":":warning: Github Actions: workflow dockers_builder_dev Job run_artemis is failed !"}' | http --json POST ${{secrets.SLACK_NAVITIA_TEAM_URL}} |