build_and_deploy.yml

# Workflow for build and auto-deploy of branches

name: 🔧 Build and Deploy

on:
  # Push includes PR merge
  push:
    branches:
      - main
      - staging
      - development
    paths:
      # Workflow is triggered only if src changes
      - src/**
  # Allow manual trigger
  workflow_dispatch:

jobs:
  backend-test:
    uses: hotosm/gh-workflows/.github/workflows/test_compose.yml@2.0.6
    with:
      image_name: ghcr.io/${{ github.repository }}/backend
      build_context: src/backend
      pre_command: docker compose up -d proxy && docker compose exec api /app-entrypoint.sh
      compose_service: api
      compose_command: pytest
      tag_override: ci-${{ github.ref_name }}
      coverage: true
    secrets: inherit

  frontend-unit-test:
    uses: hotosm/gh-workflows/.github/workflows/test_pnpm.yml@2.0.6
    with:
      working_dir: src/frontend

  frontend-e2e-test:
    uses: hotosm/gh-workflows/.github/workflows/test_compose.yml@2.0.6
    with:
      playwright: true
      cache_image: false
      compose_file: docker-compose.yml -f contrib/playwright/docker-compose.yml
      compose_service: ui-test
      cache_extra_imgs: |
        "docker.io/postgis/postgis:${{ vars.POSTGIS_TAG }}"
        "docker.io/minio/minio:${{ vars.MINIO_TAG }}"
        "mcr.microsoft.com/playwright:${{ vars.PLAYWRIGHT_TAG }}"
    secrets: inherit

  backend-build:
    uses: hotosm/gh-workflows/.github/workflows/image_build.yml@2.0.6
    needs: [backend-test]
    with:
      context: src/backend
      build_target: prod
      image_name: ghcr.io/${{ github.repository }}/backend

  frontend-build:
    uses: hotosm/gh-workflows/.github/workflows/image_build.yml@2.0.6
    needs: [frontend-unit-test, frontend-e2e-test]
    with:
      context: src
      dockerfile: Dockerfile.ui.prod
      build_target: prod
      image_name: ghcr.io/${{ github.repository }}/frontend

  smoke-test-backend:
    runs-on: ubuntu-latest
    needs: [backend-build]
    environment:
      name: ${{ github.ref_name }}

    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Vars and Secrets to Env
        env:
          GIT_BRANCH: ${{ github.ref_name }}
          TAG_OVERRIDE: ${{ needs.backend-build.outputs.image_tag }}
          VARS_CONTEXT: ${{ toJson(vars) }}
          SECRETS_CONTEXT: ${{ toJson(secrets) }}
        run: |
          # Random delimiter string for security
          delim=$(dd if=/dev/urandom bs=15 count=1 status=none | base64)

          # Parse JSON with multiline strings, using delimiter (Github specific)
          to_envs() { jq -r "to_entries[] | \"\(.key)<<$delim\n\(.value)\n$delim\n\""; }

          # Set all vars
          echo "GIT_BRANCH=${GIT_BRANCH}" >> $GITHUB_ENV
          echo "TAG_OVERRIDE=${TAG_OVERRIDE}" >> $GITHUB_ENV
          echo "${VARS_CONTEXT}" | to_envs >> $GITHUB_ENV
          echo "${SECRETS_CONTEXT}" | to_envs >> $GITHUB_ENV

      - name: Create .env file
        run: |
          # Get a8m/envsubst (required for default vals syntax ${VAR:-default})
          echo "Downloading envsubst"
          curl -L https://github.com/a8m/envsubst/releases/download/v1.2.0/envsubst-`uname -s`-`uname -m` -o envsubst
          chmod +x envsubst

          echo "Substituting variables from .env.example --> .env"
          ./envsubst < .env.example > .env
          echo "GIT_BRANCH=${GIT_BRANCH}" >> .env
          echo "TAG_OVERRIDE=${TAG_OVERRIDE}" >> .env

      - name: Backend smoke test
        env:
          # Hardcode replicas=1 for test
          API_REPLICAS: 1
        run: |
          # Migrate db first, so api works
          docker compose up migrations --exit-code-from migrations

          # Run without migrations (avoid exit code 0)
          # Also run within if block to capture logs if failure
          if docker compose up --detach \
              --no-deps --wait --wait-timeout 60 \
              central-db central s3 api
          then
              docker compose logs api
          else
              echo "Application not healthy after 1m0s. Exiting."
              docker compose logs api
              exit 1
          fi

  smoke-test-frontend:
    runs-on: ubuntu-latest
    needs: [frontend-build]
    environment:
      name: ${{ github.ref_name }}

    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Create .env file
        run: |
          # Get a8m/envsubst (required for default vals syntax ${VAR:-default})
          echo "Downloading envsubst"
          curl -L https://github.com/a8m/envsubst/releases/download/v1.2.0/envsubst-`uname -s`-`uname -m` -o envsubst
          chmod +x envsubst

          echo "Substituting variables from .env.example --> .env"
          ./envsubst < .env.example > .env

      - name: Frontend smoke test
        run: |
          if docker compose up --detach \
              --no-deps --wait --wait-timeout 30 \
              ui
          then
              docker compose logs ui
              echo "Sleeping 5 seconds to wait for dev server"
              sleep 5
              curl --fail http://localhost:7051 || exit 1
          else
              echo "Application not healthy after 30s. Exiting."
              docker compose logs ui
              exit 1
          fi

  deploy-containers:
    needs:
      - smoke-test-backend
      - smoke-test-frontend
    uses: hotosm/gh-workflows/.github/workflows/remote_deploy_compose.yml@2.0.6
    with:
      environment: ${{ github.ref_name }}
      docker_compose_file: "docker-compose.${{ github.ref_name }}.yml"
    secrets: inherit