Added filebeat deployment to send logs to ELK #233
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Publish DEV images | |
| on: | |
| push: | |
| branches: | |
| - master | |
| jobs: | |
| build_and_push_monetdb: | |
| name: Build MONETDB image and push to dockerhub | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check out repository | |
| uses: actions/checkout@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v2 | |
| - name: Log in to Docker Hub | |
| uses: docker/login-action@v2 | |
| with: | |
| username: ${{ secrets.DOCKER_USERNAME }} | |
| password: ${{ secrets.DOCKER_PASSWORD }} | |
| # TODO Disabled due to https://team-1617704806227.atlassian.net/browse/MIP-631 | |
| # - name: Build and Push MONETDB_base docker image to dockerhub | |
| # uses: docker/build-push-action@v3 | |
| # with: | |
| # context: . | |
| # file: monetdb/DockerfileBaseImage | |
| # push: true | |
| # tags: madgik/exareme2_db_base:latest | |
| - name: Build and Push MONETDB image | |
| uses: docker/build-push-action@v3 | |
| with: | |
| context: . | |
| file: monetdb/Dockerfile | |
| push: true | |
| tags: madgik/exareme2_db:dev | |
| build_and_push_mipdb: | |
| name: Build MIPDB container image and push to dockerhub | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check out repository | |
| uses: actions/checkout@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v2 | |
| - name: Log in to Docker Hub | |
| uses: docker/login-action@v2 | |
| with: | |
| username: ${{ secrets.DOCKER_USERNAME }} | |
| password: ${{ secrets.DOCKER_PASSWORD }} | |
| - name: Load MIPDB cached image | |
| uses: actions/cache@v3 | |
| with: | |
| path: /tmp/.buildx-cache/mipdb | |
| key: ${{ runner.os }}-buildx-mipdb-${{hashFiles( 'mipdb/**' )}} | |
| restore-keys: | | |
| ${{ runner.os }}-buildx-mipdb- | |
| - name: Build and Push MIPDB docker image | |
| uses: docker/build-push-action@v3 | |
| with: | |
| context: . | |
| file: mipdb/Dockerfile | |
| push: true | |
| tags: madgik/exareme2_mipdb:dev | |
| cache-from: type=local,src=/tmp/.buildx-cache/mipdb | |
| cache-to: type=local,dest=/tmp/.buildx-cache-new/mipdb | |
| # Temp fix | |
| # https://github.com/docker/build-push-action/issues/252 | |
| # https://github.com/moby/buildkit/issues/1896 | |
| - name: Move Docker images cache | |
| run: | | |
| rm -rf /tmp/.buildx-cache | |
| mv /tmp/.buildx-cache-new /tmp/.buildx-cache | |
| build_and_push_rabbitmq: | |
| name: Build RABBITMQ image and push to dockerhub | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check out repository | |
| uses: actions/checkout@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v2 | |
| - name: Log in to Docker Hub | |
| uses: docker/login-action@v2 | |
| with: | |
| username: ${{ secrets.DOCKER_USERNAME }} | |
| password: ${{ secrets.DOCKER_PASSWORD }} | |
| - name: Load RABBITMQ cached image | |
| uses: actions/cache@v3 | |
| with: | |
| path: /tmp/.buildx-cache/rabbitmq | |
| key: ${{ runner.os }}-buildx-rabbitmq-${{hashFiles( 'rabbitmq/**' )}} | |
| restore-keys: | | |
| ${{ runner.os }}-buildx-rabbitmq- | |
| - name: Build RABBITMQ docker image | |
| uses: docker/build-push-action@v3 | |
| with: | |
| context: . | |
| file: rabbitmq/Dockerfile | |
| push: true | |
| tags: madgik/exareme2_rabbitmq:dev | |
| cache-from: type=local,src=/tmp/.buildx-cache/rabbitmq | |
| cache-to: type=local,dest=/tmp/.buildx-cache-new/rabbitmq | |
| # Temp fix | |
| # https://github.com/docker/build-push-action/issues/252 | |
| # https://github.com/moby/buildkit/issues/1896 | |
| - name: Move Docker images cache | |
| run: | | |
| rm -rf /tmp/.buildx-cache | |
| mv /tmp/.buildx-cache-new /tmp/.buildx-cache | |
| build_and_push_controller: | |
| name: Build CONTROLLER image and push to dockerhub | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check out repository | |
| uses: actions/checkout@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v2 | |
| - name: Log in to Docker Hub | |
| uses: docker/login-action@v2 | |
| with: | |
| username: ${{ secrets.DOCKER_USERNAME }} | |
| password: ${{ secrets.DOCKER_PASSWORD }} | |
| - name: Load CONTROLLER service cached image | |
| uses: actions/cache@v3 | |
| with: | |
| path: /tmp/.buildx-cache/controller | |
| key: ${{ runner.os }}-buildx-controller-${{hashFiles('exareme2/**')}} | |
| restore-keys: | | |
| ${{ runner.os }}-buildx-controller- | |
| - name: Build CONTROLLER service docker image | |
| uses: docker/build-push-action@v3 | |
| with: | |
| context: . | |
| file: exareme2/controller/Dockerfile | |
| push: true | |
| tags: madgik/exareme2_controller:dev | |
| cache-from: type=local,src=/tmp/.buildx-cache/controller | |
| cache-to: type=local,dest=/tmp/.buildx-cache-new/controller | |
| # Temp fix | |
| # https://github.com/docker/build-push-action/issues/252 | |
| # https://github.com/moby/buildkit/issues/1896 | |
| - name: Move Docker images cache | |
| run: | | |
| rm -rf /tmp/.buildx-cache | |
| mv /tmp/.buildx-cache-new /tmp/.buildx-cache | |
| build_and_push_worker: | |
| name: Build WORKER image and push to dockerhub | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check out repository | |
| uses: actions/checkout@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v2 | |
| - name: Log in to Docker Hub | |
| uses: docker/login-action@v2 | |
| with: | |
| username: ${{ secrets.DOCKER_USERNAME }} | |
| password: ${{ secrets.DOCKER_PASSWORD }} | |
| - name: Load WORKER service cached image | |
| uses: actions/cache@v3 | |
| with: | |
| path: /tmp/.buildx-cache/worker | |
| key: ${{ runner.os }}-buildx-worker-${{hashFiles('exareme2/**')}} | |
| restore-keys: | | |
| ${{ runner.os }}-buildx-worker- | |
| - name: Build WORKER service docker image | |
| uses: docker/build-push-action@v3 | |
| with: | |
| context: . | |
| file: exareme2/worker/Dockerfile | |
| push: true | |
| tags: madgik/exareme2_worker:dev | |
| cache-from: type=local,src=/tmp/.buildx-cache/worker | |
| cache-to: type=local,dest=/tmp/.buildx-cache-new/worker | |
| # Temp fix | |
| # https://github.com/docker/build-push-action/issues/252 | |
| # https://github.com/moby/buildkit/issues/1896 | |
| - name: Move Docker images cache | |
| run: | | |
| rm -rf /tmp/.buildx-cache | |
| mv /tmp/.buildx-cache-new /tmp/.buildx-cache |