Skip to content

Commit

Permalink
chore(infrastructure): Create CI /CD v2 github workflow
Browse files Browse the repository at this point in the history
  • Loading branch information
alepefe committed Nov 20, 2024
1 parent 649c7a2 commit 2849ae0
Show file tree
Hide file tree
Showing 5 changed files with 192 additions and 3 deletions.
183 changes: 183 additions & 0 deletions .github/workflows/cicd v2.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,183 @@
name: CI / CD v2
on:
workflow_dispatch:
push:
branches:
- chore/infrastructure-migration
paths:
- "api/**"
- ".github/workflows/*"

jobs:
build-and-test:
name: Build and Test
runs-on: ubuntu-latest
steps:
- name: Check out the repository
uses: actions/checkout@v2

- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v1

- name: Build and run tests
run: docker compose up --build --exit-code-from test test

- name: Clean up
run: docker compose down

# BUILD AND DEPLOY
set_environment:
runs-on: ubuntu-latest
name: Set Deployment Environment
# if: ${{ github.event_name == 'workflow_dispatch' || github.ref_name == 'develop' || github.ref_name == 'main' }}
outputs:
env_name: ${{ steps.set_env.outputs.env_name }}
steps:
- id: set_env
run: echo "env_name=develop" >> $GITHUB_OUTPUT
# run: echo "env_name=${{ github.ref_name }}" >> $GITHUB_OUTPUT

build_api:
name: build-api
needs: [ set_environment ]
runs-on: ubuntu-latest
environment:
name: ${{ needs.set_environment.outputs.env_name }}
steps:
- name: Debug env_name
run: |
echo "Environment name is: ${{ needs.set_environment.outputs.env_name }}"
- name: Checkout code
uses: actions/checkout@v4

- name: Configure AWS credentials
uses: aws-actions/configure-aws-credentials@v4
with:
aws-access-key-id: ${{ secrets.TF_PIPELINE_USER_ACCESS_KEY_ID }}
aws-secret-access-key: ${{ secrets.TF_PIPELINE_USER_SECRET_ACCESS_KEY }}
aws-region: ${{ vars.TF_AWS_REGION }}

- name: Login to Amazon ECR
id: login-ecr
uses: aws-actions/amazon-ecr-login@v2
with:
mask-password: 'true'

- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3

- name: Build, tag, and push Client image to Amazon ECR
uses: docker/build-push-action@v5
with:
context: api
cache-from: type=gha
cache-to: type=gha,mode=max
file: ./api/Dockerfile
push: true
tags: |
${{ steps.login-ecr.outputs.registry }}/${{ secrets.TF_API_REPOSITORY_NAME }}:${{ github.sha }}
${{ steps.login-ecr.outputs.registry }}/${{ secrets.TF_API_REPOSITORY_NAME }}:${{ needs.set_environment.outputs.env_name }}
deploy:
name: deploy
needs: [ set_environment, build_api ]
runs-on: ubuntu-latest
environment:
name: ${{ needs.set_environment.outputs.env_name }}
steps:
- name: Checkout code
uses: actions/checkout@v3

- name: Configure AWS credentials
uses: aws-actions/configure-aws-credentials@v4
with:
aws-access-key-id: ${{ secrets.TF_PIPELINE_USER_ACCESS_KEY_ID }}
aws-secret-access-key: ${{ secrets.TF_PIPELINE_USER_SECRET_ACCESS_KEY }}
aws-region: ${{ vars.TF_AWS_REGION }}

- name: Login to Amazon ECR
id: login-ecr
uses: aws-actions/amazon-ecr-login@v2

- name: Generate docker compose file
working-directory: infrastructure/v2/source_bundle
env:
ECR_REGISTRY: ${{ steps.login-ecr.outputs.registry }}
ECR_REPOSITORY_API: ${{ secrets.TF_API_REPOSITORY_NAME }}
IMAGE_TAG: ${{ needs.set_environment.outputs.env_name }}
AUTH_TOKEN: ${{ secrets.TF_AUTH_TOKEN }}
TIFF_PATH: ${{ vars.TF_TIFF_PATH }}
run: |
cat <<EOF >> docker-compose.yml
version: '3.9'
services:
api:
image: $ECR_REGISTRY/$ECR_REPOSITORY_API:$IMAGE_TAG
ports:
- "8000:8000"
environment:
- AUTH_TOKEN=${AUTH_TOKEN}
- TIFF_PATH=${TIFF_PATH}
- GRID_TILES_PATH=${GRID_TILES_PATH}
volumes:
- ./data/api:/opt/api/data
networks:
- amazonia360-network
restart: always
nginx:
image: nginx
restart: always
networks:
- amazonia360-network
volumes:
- ./proxy/conf.d:/etc/nginx/conf.d
- "\${EB_LOG_BASE_DIR}/nginx:/var/log/nginx"
ports:
- 80:80
depends_on:
- api
networks:
amazonia360-network:
driver: bridge
EOF
- name: Generate .ebextensions/20_sync_data.config
working-directory: infrastructure/v2/source_bundle
env:
PROJECT_NAME: ${{ vars.TF_PROJECT_NAME }}
ENV_NAME: ${{ needs.set_environment.outputs.env_name }}
AWS_REGION: ${{ vars.TF_AWS_REGION }}
run: |
mkdir -p .ebextensions
cat <<EOF >> .ebextensions/20_sync_data.config
commands:
20_install_awscli:
command: |
sudo apt-get update -y
sudo apt-get install -y awscli
sudo apt-get clean
sudo rm -rf /var/lib/apt/lists/*
21_create_data_folder:
command: mkdir -p /var/app/current/data/api
22_sync_s3_bucket:
command: aws s3 sync s3://${PROJECT_NAME}-${ENV_NAME}-bucket /var/app/current/data/api
EOF
- name: Generate zip file
working-directory: infrastructure/v2/source_bundle
run: |
zip -r deploy.zip * .[^.]*
- name: Deploy to Amazon EB
uses: einaregilsson/beanstalk-deploy@v21
with:
aws_access_key: ${{ secrets.TF_PIPELINE_USER_ACCESS_KEY_ID }}
aws_secret_key: ${{ secrets.TF_PIPELINE_USER_SECRET_ACCESS_KEY }}
application_name: ${{ vars.TF_PROJECT_NAME }}-${{ needs.set_environment.outputs.env_name }}
environment_name: ${{ vars.TF_PROJECT_NAME }}-${{ needs.set_environment.outputs.env_name }}-environment
region: ${{ vars.TF_AWS_REGION }}
version_label: ${{ github.sha }}-${{ github.run_id }}-${{ github.run_attempt }}
deployment_package: infrastructure/v2/source_bundle/deploy.zip
wait_for_deployment: true
4 changes: 2 additions & 2 deletions infrastructure/v2/main.tf
Original file line number Diff line number Diff line change
Expand Up @@ -96,7 +96,7 @@ module api_ecr {

module "github" {
source = "./modules/github"
repo_name = "amazonia-360"
repo_name = var.repo_name
github_owner = var.github_owner
github_token = var.github_token
global_secret_map = {
Expand Down Expand Up @@ -129,7 +129,7 @@ module "dev" {
beanstalk_tier = "WebServer"
ec2_instance_type = "t3.medium"
elasticbeanstalk_iam_service_linked_role_name = aws_iam_service_linked_role.elasticbeanstalk.name
repo_name = "amazonia-360"
repo_name = var.repo_name
cname_prefix = "amazonia360-dev-environment"
github_owner = var.github_owner
github_token = var.github_token
Expand Down
2 changes: 1 addition & 1 deletion infrastructure/v2/modules/env/main.tf
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@ module "beanstalk" {

module "github" {
source = "../github"
repo_name = "amazonia-360"
repo_name = var.repo_name
github_owner = var.github_owner
github_token = var.github_token
github_environment = var.environment
Expand Down
5 changes: 5 additions & 0 deletions infrastructure/v2/variables.tf
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,11 @@ variable "project_name" {
description = "Short name of the project, will be used to prefix created resources"
}

variable "repo_name" {
type = string
description = "Name of the Github repository where the code is hosted"
}

variable "github_owner" {
type = string
description = "Owner of the Github repository where the code is hosted"
Expand Down
1 change: 1 addition & 0 deletions infrastructure/v2/vars/terraform.tfvars
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@ aws_dev_region="eu-west-3"
aws_prod_region="sa-east-1"
allowed_account_id="851725508245"
project_name="amazonia360"
repo_name="amazonia-360"
github_owner="Vizzuality"
github_token=""
api_auth_token=""
Expand Down

0 comments on commit 2849ae0

Please sign in to comment.