Refactor deployment tooling (#85)

* Migrate to reusable workflow * Add tooling for PR preview URL * Add runs-on * Pre-commit * Refactor triggers * Bump version * Add permissions * Fix working dir * Fix URL output * Fix comment find * Add tooling to tear down PR preview * Fix commenting * Fix * Run tests on all pushes * Refactor * Fix * Expand events
worldbank · Nov 5, 2024 · 5e933c2 · 5e933c2
1 parent 4131cfd
commit 5e933c2
Show file tree

Hide file tree

Showing 7 changed files with 260 additions and 151 deletions.
diff --git a/.github/workflows/cd-dev.yml b/.github/workflows/cd-dev.yml
diff --git a/.github/workflows/cd-prod.yml b/.github/workflows/cd-prod.yml
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -1,47 +1,82 @@
 name: Run Tests
 
-on: [push, pull_request]
+on:
+  push:
+  pull_request:
+    types:
+      - opened
+      - synchronize
+      - reopened
+      - closed
 
 jobs:
   test:
     runs-on: ubuntu-latest
 
     steps:
-    - name: Checkout code
-      uses: actions/checkout@v4
-
-    - name: Set up Python
-      uses: actions/setup-python@v5
-      with:
-        python-version: 3.11
-
-    - name: Install Poetry
-      run: |
-        python -m pip install --upgrade pip
-        python -m pip install poetry
-
-    - name: Install dependencies
-      working-directory: ./space2stats_api/src
-      run: |
-        poetry install --with test
-
-    - name: install lib postgres
-      uses: nyurik/action-setup-postgis@v2
-
-    - name: Run pre-commit
-      working-directory: ./space2stats_api/src
-      run: |
-        poetry run pre-commit run --all-files
-
-    - name: Run tests
-      working-directory: ./space2stats_api/src
-      run: |
-        poetry run python -m pytest --benchmark-skip tests
-      env:
-        PGHOST: localhost
-        PGPORT: 5432
-        PGDATABASE: mydatabase
-        PGUSER: myuser
-        PGPASSWORD: mypassword
-        PGTABLENAME: space2stats
-        S3_BUCKET_NAME: test-bucket
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: 3.11
+
+      - name: Install Poetry
+        run: |
+          python -m pip install --upgrade pip
+          python -m pip install poetry
+
+      - name: Install dependencies
+        working-directory: ./space2stats_api/src
+        run: |
+          poetry install --with test
+
+      - name: install lib postgres
+        uses: nyurik/action-setup-postgis@v2
+
+      - name: Run pre-commit
+        working-directory: ./space2stats_api/src
+        run: |
+          poetry run pre-commit run --all-files
+
+      - name: Run tests
+        working-directory: ./space2stats_api/src
+        run: |
+          poetry run python -m pytest --benchmark-skip tests
+        env:
+          PGHOST: localhost
+          PGPORT: 5432
+          PGDATABASE: mydatabase
+          PGUSER: myuser
+          PGPASSWORD: mypassword
+          PGTABLENAME: space2stats
+          S3_BUCKET_NAME: test-bucket
+
+  deploy-to-dev:
+    if: ${{ github.event_name == 'pull_request' }}
+    uses: "./.github/workflows/deploy.yml"
+    needs: test
+    with:
+      environment: Space2Stats API Dev
+      stage: pr-${{ github.event.pull_request.number }}
+      pr-number: ${{ github.event.pull_request.number }}
+    secrets: inherit
+
+  deploy-to-production:
+    if: ${{ github.event_name == 'push' && github.ref_name == 'main' }}
+    uses: "./.github/workflows/deploy.yml"
+    needs: test
+    with:
+      environment: Space2Stats API Prod
+      stage: prod
+    secrets: inherit
+
+  destroy-pr-preview:
+    if: ${{ github.event.action == 'closed' }}
+    uses: "./.github/workflows/deploy.yml"
+    with:
+      environment: Space2Stats API Dev
+      stage: pr-${{ github.event.pull_request.number }}
+
+    secrets: inherit
diff --git a/.github/workflows/deploy.yml b/.github/workflows/deploy.yml
@@ -0,0 +1,85 @@
+name: Deploy
+
+on:
+  workflow_call:
+    inputs:
+      environment:
+        type: string
+        required: true
+      stage:
+        type: string
+        required: true
+      pr-number:
+        type: number
+        required: false
+
+permissions:
+  id-token: write
+  contents: read
+  pull-requests: write
+
+jobs:
+  build:
+    concurrency: ${{ inputs.environment }}
+    environment: ${{ inputs.environment }}
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - name: Install AWS CDK
+        run: npm install -g aws-cdk
+
+      - name: Configure AWS credentials
+        uses: aws-actions/configure-aws-credentials@v4
+        with:
+          role-to-assume: arn:aws:iam::017820688988:role/Space2Stats-Deploy-Role
+          aws-region: ${{ vars.CDK_DEFAULT_REGION }}
+
+      - name: Install CDK dependencies
+        working-directory: ./space2stats_api/cdk
+        run: |
+          pip install -r requirements-cdk.txt
+
+      - name: Deploy CDK stack to staging
+        working-directory: ./space2stats_api/cdk
+        env:
+          STAGE: ${{ inputs.stage }}
+          PGHOST: ${{ secrets.PGHOST }}
+          PGPORT: ${{ secrets.PGPORT }}
+          PGDATABASE: ${{ secrets.PGDATABASE }}
+          PGUSER: ${{ secrets.PGUSER }}
+          PGPASSWORD: ${{ secrets.PGPASSWORD }}
+          PGTABLENAME: ${{ secrets.PGTABLENAME }}
+          CDK_CERTIFICATE_ARN: ${{ vars.CDK_CERTIFICATE_ARN }}
+          CDK_DEFAULT_ACCOUNT: ${{ vars.CDK_DEFAULT_ACCOUNT }}
+          CDK_DEFAULT_REGION: ${{ vars.CDK_DEFAULT_REGION }}
+          CDK_DOMAIN_NAME: ${{ vars.CDK_DOMAIN_NAME }}
+        run: cdk deploy --require-approval never --outputs-file outputs.json
+
+      - name: Get API URL
+        id: get-api-url
+        working-directory: ./space2stats_api/cdk
+        run: |
+          echo "api-url=$(jq -r '."Space2Stats-${{ inputs.stage }}".ApiGatewayUrl' outputs.json)" >> $GITHUB_OUTPUT
+
+      - name: Find Comment
+        uses: peter-evans/find-comment@v3
+        id: find-comment
+        if: ${{ inputs.pr-number }}
+        with:
+          issue-number: ${{ inputs.pr-number }}
+          comment-author: "github-actions[bot]"
+          body-includes: "PR Deployment Details:"
+
+      - name: Create or update comment with URL
+        uses: peter-evans/create-or-update-comment@v4
+        if: ${{ inputs.pr-number }}
+        with:
+          issue-number: ${{ inputs.pr-number }}
+          comment-id: ${{ steps.find-comment.outputs.comment-id }}
+          body: |
+            PR Deployment Details:
+            🚀 PR deployed to ${{ steps.get-api-url.outputs.api-url }}
+          edit-mode: replace
diff --git a/.github/workflows/destroy.yml b/.github/workflows/destroy.yml
@@ -0,0 +1,78 @@
+name: Destroy Preview Environment
+
+on:
+  workflow_call:
+    inputs:
+      environment:
+        type: string
+        required: true
+      stage:
+        type: string
+        required: true
+      pr-number:
+        type: number
+        required: false
+
+permissions:
+  id-token: write
+  contents: read
+  pull-requests: write
+
+jobs:
+  build:
+    concurrency: ${{ inputs.environment }}
+    environment: ${{ inputs.environment }}
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - name: Install AWS CDK
+        run: npm install -g aws-cdk
+
+      - name: Configure AWS credentials
+        uses: aws-actions/configure-aws-credentials@v4
+        with:
+          role-to-assume: arn:aws:iam::017820688988:role/Space2Stats-Deploy-Role
+          aws-region: ${{ vars.CDK_DEFAULT_REGION }}
+
+      - name: Install CDK dependencies
+        working-directory: ./space2stats_api/cdk
+        run: |
+          pip install -r requirements-cdk.txt
+
+      - name: Deploy CDK stack to staging
+        working-directory: ./space2stats_api/cdk
+        env:
+          STAGE: ${{ inputs.stage }}
+          PGHOST: ${{ secrets.PGHOST }}
+          PGPORT: ${{ secrets.PGPORT }}
+          PGDATABASE: ${{ secrets.PGDATABASE }}
+          PGUSER: ${{ secrets.PGUSER }}
+          PGPASSWORD: ${{ secrets.PGPASSWORD }}
+          PGTABLENAME: ${{ secrets.PGTABLENAME }}
+          CDK_CERTIFICATE_ARN: ${{ vars.CDK_CERTIFICATE_ARN }}
+          CDK_DEFAULT_ACCOUNT: ${{ vars.CDK_DEFAULT_ACCOUNT }}
+          CDK_DEFAULT_REGION: ${{ vars.CDK_DEFAULT_REGION }}
+          CDK_DOMAIN_NAME: ${{ vars.CDK_DOMAIN_NAME }}
+        run: cdk destroy --require-approval never
+
+      - name: Find Comment
+        uses: peter-evans/find-comment@v3
+        id: find-comment
+        if: ${{ inputs.pr-number }}
+        with:
+          issue-number: ${{ inputs.pr-number }}
+          comment-author: "github-actions[bot]"
+          body-includes: "PR Deployment Details:"
+
+      - name: Create or update comment with URL
+        uses: peter-evans/create-or-update-comment@v4
+        if: ${{ inputs.pr-number }}
+        with:
+          issue-number: ${{ inputs.pr-number }}
+          comment-id: ${{ steps.find-comment.outputs.comment-id }}
+          body: |
+            Removed PR Preview Environment.
+          edit-mode: append