lambda_container_deploy.yml

name: build-push-lambda-image-ecr

on: 
  push:
    branches:
      - main

jobs:
  build-and-push:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        # The lambda root folder will match the name of the ECR repository
        lambda_path_ecr: [
          'inference',
          'conversation_memory', 
          'ingestion',
          'list_collections',
        ]
    steps:
    - name: Checkout code
      uses: actions/checkout@v2

    - name: Configure AWS credentials
      uses: aws-actions/configure-aws-credentials@v1
      with:
        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
        aws-region: us-east-1

    - name: Login to Amazon ECR
      id: login-ecr
      uses: aws-actions/amazon-ecr-login@v2

    - name: Create ECR repository if it doesn't exist
      run: |
        aws ecr describe-repositories --repository-names ${{ matrix.lambda_path_ecr }} || aws ecr create-repository --repository-name ${{ matrix.lambda_path_ecr }}

    - name: Compute hash of source code
      id: compute-hash
      run: |
        echo "LAMBDA_IMAGE=$(tar -cf - ./${{ matrix.lambda_path_ecr }}/src | sha256sum | cut -d ' ' -f 1)" >> $GITHUB_ENV
      shell: /usr/bin/bash -e {0}

    - name: Build, tag, and push image to Amazon ECR
      id: build-image
      working-directory: ./${{ matrix.lambda_path_ecr }}/src
      env:
        ECR_REGISTRY: ${{ steps.login-ecr.outputs.registry }}
        ECR_REPOSITORY: ${{ matrix.lambda_path_ecr }}
        IMAGE_TAG: ${{ env.LAMBDA_IMAGE }}
      run: |
        docker build -t $ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG .
        docker push $ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG
    
    - name: Create JSON artifact
      run: |
        echo '{"'"${{ matrix.lambda_path_ecr }}"'": {"ECR_REGISTRY": "'"${{ steps.login-ecr.outputs.registry }}"'", "ECR_REPOSITORY": "'"${{ matrix.lambda_path_ecr }}"'", "IMAGE_TAG": "'"${{ env.LAMBDA_IMAGE }}"'"}}' > image_details_${{ matrix.lambda_path_ecr }}.json
    - name: Upload JSON artifact
      uses: actions/upload-artifact@v2
      with:
        name: image-details-${{ matrix.lambda_path_ecr }}
        path: image_details_${{ matrix.lambda_path_ecr }}.json
    
  consolidate:
    needs: [build-and-push]
    runs-on: ubuntu-latest
    steps:
    - name: Install and use jq
      run: |
        sudo apt-get install -y jq
    - name: Download all artifacts
      uses: actions/download-artifact@v2

    - name: Consolidate artifacts
      run: |
        jq -s add $(find . -name '*.json') > consolidated-image-details.json

    - name: Upload consolidated artifact
      uses: actions/upload-artifact@v2
      with:
        name: consolidated-image-details
        path: consolidated-image-details.json

  deploy-infra:
    defaults:
      run:
        working-directory: ${{ vars.TF_ACTIONS_WORKING_DIR }}
    needs: [consolidate]
    runs-on: ubuntu-latest
    steps:
    - name: Checkout
      uses: actions/checkout@v2
    - uses: aws-actions/configure-aws-credentials@v2
      with:
        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
        aws-region: us-east-1
    
    - name: Setup Terraform
      uses: hashicorp/setup-terraform@v3
    
    - name: Install jq
      run: sudo apt-get install -y jq

    - name: Download consolidated image details
      uses: actions/download-artifact@v2
      with:
        name: consolidated-image-details
        path: consolidated-image-details.json

    - name: Move consolidated-image-details.json to current directory
      run: mv /home/runner/work/levio-aws-demo-fev-dev/levio-aws-demo-fev-dev/consolidated-image-details.json .
    
    - name: Set image URIs
      run: |
        echo "INGESTION_IMAGE=$(jq -r '.ingestion | "\(.ECR_REGISTRY)/\(.ECR_REPOSITORY):\(.IMAGE_TAG)"' consolidated-image-details.json)" >> "$GITHUB_ENV"
        echo "INFERENCE_IMAGE=$(jq -r '.inference | "\(.ECR_REGISTRY)/\(.ECR_REPOSITORY):\(.IMAGE_TAG)"' consolidated-image-details.json)" >> "$GITHUB_ENV"
        echo "MEMORY_IMAGE=$(jq -r '.conversation_memory | "\(.ECR_REGISTRY)/\(.ECR_REPOSITORY):\(.IMAGE_TAG)"' consolidated-image-details.json)" >> "$GITHUB_ENV"
        echo "LIST_COLLECTIONS_IMAGE=$(jq -r '.list_collections | "\(.ECR_REGISTRY)/\(.ECR_REPOSITORY):\(.IMAGE_TAG)"' consolidated-image-details.json)" >> "$GITHUB_ENV"

    - name: Terraform Init
      id: terraform-Init
      run: |
        terraform init -no-color -upgrade
    - name: Terraform Apply
      id: terraform-Apply
      run: |
        terraform apply -var="ingestion_lambda_image_uri=${{ env.INGESTION_IMAGE }}" -var="inference_lambda_image_uri=${{ env.INFERENCE_IMAGE }}" -var="memory_lambda_image_uri=${{ env.MEMORY_IMAGE }}" -var="list_collections_lambda_image_uri=${{ env.LIST_COLLECTIONS_IMAGE }}" -no-color -auto-approve