Tracking pull request to merge release-0.2.0 to main

.github/workflows/cleanup-images.yaml

@@ -0,0 +1,93 @@
+name: Scheduled cleanup unused images
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: "0 0 * * 0"
+# At 00:00 on Sunday.
+
+jobs:
+  cleanup-images:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Log in to Openshift
+        uses: redhat-actions/[email protected]
+        with:
+          openshift_server_url: ${{ secrets.OPENSHIFT_SERVER }}
+          openshift_token: ${{ secrets.OPENSHIFT_TOKEN }}
+          insecure_skip_tls_verify: true
+          namespace: ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools
+
+      - name: cleanup-images
+        continue-on-error: true
+        run: |
+
+          #!/bin/bash
+
+          # This script will delete all image tags for both frontend and backend except the one being referenced
+
+          # The sample of search_string is lcfs-backend:0.2.0-20240403221450
+          # The sample of oc_output could include
+            # lcfs-backend:0.2.0-20240403210040
+            # lcfs-backend:0.2.0-20240403211844
+            # lcfs-backend:0.2.0-20240403221450
+          # The script will remove the first two image tags
+
+          delete_resources() {
+              local search_string="$1"
+              local oc_output="$2"
+              local namepace="$3"
+
+              # Check if the oc_output is empty
+              if [ -z "$oc_output" ]; then
+                  echo "Error: No output provided."
+                  return 1
+              fi
+
+              # Loop through each line in the oc output
+              while IFS= read -r line; do
+                  # Check if the line contains the search string
+                  if [[ "$line" != *"$search_string"* ]]; then
+                      # Extract the name of the resource from the line
+                      resource_name=$(echo "$line" | awk '{print $1}')
+                      # Delete the resource
+                      oc -n "$namepace" delete imagetag/"$resource_name"
+                  fi
+              done <<< "$oc_output"
+          }
+
+          # Define the search string
+          search_string=$(oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev describe deployment/lcfs-backend-dev | grep Image | awk -F '/' '{print $NF}')
+          # Run the oc command and store the output in a variable
+          oc_output=$(oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev get imagetags | grep lcfs-backend | awk '{print $1}')
+          namespace="${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev"
+          echo "Will delete all lcfs-bakcend image tags in ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev except $search_string"
+          delete_resources "$search_string" "$oc_output" "$namespace"
+
+          # Define the search string
+          search_string=$(oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev describe deployment/lcfs-frontend-dev | grep Image | awk -F '/' '{print $NF}')
+          # Run the oc command and store the output in a variable
+          oc_output=$(oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev get imagetags | grep lcfs-frontend | awk '{print $1}')
+          echo "Will delete all lcfs-frontend image tags in ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev except $search_string"
+          namespace="${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev"
+          delete_resources "$search_string" "$oc_output" "$namespace"
+
+          echo "will delete images in tools env"
+          frontendimages=$(oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools get imagetags | grep lcfs-frontend | awk '{print $1}')
+          if [ ! -z "$frontendimages" ]; then
+            oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools get imagetags | grep lcfs-frontend | awk '{print $1}' | xargs oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools delete imagetag 
+          fi
+
+          backendimages=$(oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools get imagetags | grep lcfs-backend | awk '{print $1}')
+          if [ ! -z "$backendimages" ]; then
+            oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools get imagetags | grep lcfs-backend | awk '{print $1}' | xargs oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools delete imagetag
+          fi
+
+          echo "Cleaning up Completed pods on Dev except CrunchyDB pods"
+          oc -n  ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev get pods | grep Completed | grep -v crunchy | awk '{print $1}' | xargs oc -n  ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev delete pod || true
+
+          echo "Cleaning up Complete and Failed builds on Tools"
+          oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools get builds | grep Complete | awk '{print $1}' | xargs oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools delete build || true
+          oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools get builds | grep Failed | awk '{print $1}' | xargs oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools delete build || true
+
+          echo "Cleaning up buildconfigs on Tools"
+          oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools get buildconfig | awk '{print $1}' | xargs oc -n ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools delete buildconfig || true

.github/workflows/cron-cleanup-workflow-runs.yaml

@@ -0,0 +1,19 @@
+name: Scheduled cleanup old workflow runs
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: "0 8 * * *"
+
+jobs:
+  del_runs:
+    runs-on: ubuntu-latest
+    permissions:
+      actions: write
+    steps:
+      - name: Delete workflow runs
+        uses: Mattraks/[email protected]
+        with:
+          token: ${{ github.token }}
+          repository: ${{ github.repository }}
+          retain_days: 15
+          keep_minimum_runs: 0

.github/workflows/cypress-auto-test.yaml

@@ -0,0 +1,125 @@
+# # Workflow starts automatically on push or can be triggered manually.
+# # This is a desirable pattern as it allows for adhoc test runs without a code push
+# name: Cypress tests
+# on: [push, workflow_dispatch]
+# # on:
+# #   push:
+# #     branches:
+# #       - 'release-0.2.0'
+# #   pull_request:
+# #   workflow_dispatch:
+# jobs:
+#   cypress-run:
+#     runs-on: ubuntu-latest
+#     strategy:
+#       fail-fast: false
+#     # In order for Cypress to run well, it needs to be fed the needed parameters.
+#     # The below is a mix of Cypress environment variables (All capital) and ones that are needed for this specific set of scripts (Mix of capital and lowercase)
+#     env:
+#       admin_idir_username: ${{ secrets.ADMIN_IDIR_USERNAME }},
+#       admin_idir_password: ${{ secrets.ADMIN_IDIR_PASSWORD }},
+#       org1_bceid_username: ${{ secrets.ORG1_BCEID_USERNAME }},
+#       org1_bceid_password: ${{ secrets.ORG1_BCEID_PASSWORD }},
+#       org1_bceid_id: ${{ secrets.ORG1_BCEID_ID }},
+#       org1_bceid_userId: ${{ secrets.ORG1_BCEID_USERID }},
+#       org2_bceid_username: ${{ secrets.ORG2_BCEID_USERNAME }},
+#       org2_bceid_password: ${{ secrets.ORG2_BCEID_PASSWORD }},
+#       org2_bceid_id: ${{ secrets.ORG2_BCEID_ID }},
+#       org2_bceid_userId: ${{ secrets.ORG2_BCEID_USERID }}
+#     steps:
+#       # Checkout the PR branch
+#       - name: Checkout Target Branch
+#         uses: actions/checkout@v4
+
+#       # We are cache-ing our node modules to slightly speed up execution in the future.
+#       - name: Cache node modules
+#         id: cache-npm
+#         uses: actions/cache@v4
+#         env:
+#           cache-name: cache-node-modules
+#         with:
+#           # npm cache files are stored in `~/.npm` on Linux/macOS
+#           path: ~/.npm
+#           key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('**/package-lock.json') }}
+#           restore-keys: |
+#             ${{ runner.os }}-build-${{ env.cache-name }}-
+#             ${{ runner.os }}-build-
+#             ${{ runner.os }}-
+#       - if: ${{ steps.cache-npm.outputs.cache-hit != 'true' }}
+#         name: List the state of node modules
+#         continue-on-error: true
+#         run: npm list
+#       - name: Install dependencies
+#         run: sudo apt-get install -y libgtk2.0-0 libgtk-3-0 libgbm-dev
+
+
+#       # Many solutions have an API and APP that start fairly slow (specifically when not many resources are available).
+#       # Since the APP needs the API and Cypress needs the APP, we first have to test if the API is running and accessible.
+#       # Often an OK from the OpenShift deploy does not automatically mean that the API/APP is functional and/or reachable.
+#       # We like to use a straightforward CURL command, which we have included as a script in this repo.
+#       # - name: Wait for API response
+#       #   env:
+#       #     url: ${{ secrets.CYPRESS_API_HOST }}
+#       #     code: 200 # The HTML Code we expect to get back
+#       #     wait_time: 10 # Wait time in seconds between each attempt total wait time = wait_time * max_attempts
+#       #     max_attempts: 5
+#       #   run: |
+#       #     cd frontend
+#       #     chmod +x waitforconnection.sh
+#       #     bash ./waitforconnection.sh
+
+#       # - name: Wait for APP response
+#       #   env:
+#       #     url: ${{ secrets.CYPRESS_HOST }}
+#       #     code: 200
+#       #     wait_time: 10
+#       #     max_attempts: 5
+#       #   run: |
+#       #     cd frontend
+#       #     chmod +x waitforconnection.sh
+#       #     bash ./waitforconnection.sh
+
+#       # This is the actual Cypress action, invoked with a set of extra parameters.
+#       # Wait-on/wait-on-timeout: This is the Cypress way of waiting for a response from the application under test, but it does not address the API readiness hence the above Waits.
+#       # record: Switches on recording to the cloud-based Cypress dahsboard
+#       # install-command: Since we are forcing our libraries (keycloak) to be installed because of version issues, we have to specify "npm ci -f" to install as the normal "npm ci" would results in errors.
+#       # If you do not run additional libraries or forced the libraries to install, the this option can be left out.
+#       # working-directory: points to where you test scripts are located
+#       # browser: Specifies which browser you want to use. The default is 'Electron', but we would typically user 'Chrome' as this represent the majority of our users.
+#       # ci-build-id: to communicate the PR/Build number to the Cypress Dashboard
+#       # - name: E2E Smoke tests
+#       #   uses: cypress-io/github-action@v6
+#       #   # let's give this action an ID so we can refer
+#       #   # to its output values later
+#       #   id: smoke
+#       #   continue-on-error: false
+#       #   with:
+#       #     wait-on: ${{ secrets.CYPRESS_HOST }}
+#       #     wait-on-timeout: 120
+#       #     start: npm run cypress:dev
+#       #     install-command: npm ci -f
+#       #     working-directory: frontend
+#       #     browser: chrome
+#       #     ci-build-id: ${{ github.event.number }}
+#       - name: Install Dependencies
+#         run: npm ci -f
+#         working-directory: frontend
+
+#       - name: Run Cypress Tests
+#         run: npm run cypress:dev
+#         working-directory: frontend
+
+#       - name: Debug Cypress Run
+#         if: failure()
+#         run: cat /home/runner/work/lcfs/lcfs/frontend/cypress/reports/*.json
+#       - uses: actions/upload-artifact@v4
+#         if: failure()
+#         with:
+#           name: cypress-screenshots
+#           path: /home/runner/work/lcfs/lcfs/frontend/cypress/screenshots
+
+#       # For review/debug purposes, just print out key parameters
+#       - name: Print Env Vars
+#         run: |
+#           echo Git Base Ref: ${{ github.base_ref }}
+#           echo Git Change ID: ${{ github.event.number }}

.github/workflows/dev-ci.yml

@@ -0,0 +1,146 @@
+## For each release, the value of workflow name, branches and VERSION need to be adjusted accordingly
+
+name: LCFS 0.2.0 Dev CI
+
+on:
+  push:
+    branches: [ release-0.2.0 ]
+    paths:
+      - frontend/**
+      - backend/**
+  workflow_dispatch:
+
+env:
+  VERSION: 0.2.0
+  GIT_URL: https://github.com/bcgov/lcfs.git 
+  TOOLS_NAMESPACE: ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-tools
+  DEV_NAMESPACE: ${{ secrets.OPENSHIFT_NAMESPACE_PLATE }}-dev
+
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true  
+
+jobs:
+
+  install-oc:
+    runs-on: ubuntu-latest
+    outputs:
+      cache-hit: ${{ steps.cache.outputs.cache-hit }}
+    steps:
+      - name: Check out repository
+        uses: actions/[email protected]
+
+      - name: Set up cache for OpenShift CLI
+        id: cache
+        uses: actions/[email protected]
+        with:
+          path: /usr/local/bin/oc  # Path where the `oc` binary will be installed
+          key: oc-cli-${{ runner.os }}
+
+      - name: Install OpenShift CLI (if not cached)
+        if: steps.cache.outputs.cache-hit != 'true'
+        run: |
+          curl -LO https://mirror.openshift.com/pub/openshift-v4/clients/ocp/stable/openshift-client-linux.tar.gz
+          tar -xvf openshift-client-linux.tar.gz
+          sudo mv oc /usr/local/bin/
+          oc version --client
+
+      - name: Confirm OpenShift CLI is Available
+        run: oc version --client
+
+  set-pre-release:
+    name: Calculate pre-release number
+    runs-on: ubuntu-latest
+    needs: [install-oc]
+
+    outputs:
+      output1: ${{ steps.set-pre-release.outputs.PRE_RELEASE }}
+
+    steps:
+      - id: set-pre-release
+        run: echo "PRE_RELEASE=$(date +'%Y%m%d%H%M%S')" >> $GITHUB_OUTPUT
+
+  build:
+
+    name: Build LCFS
+    runs-on: ubuntu-latest
+    needs: set-pre-release
+    timeout-minutes: 60
+
+    env:
+      PRE_RELEASE: ${{ needs.set-pre-release.outputs.output1 }}
+
+    steps:
+
+      - name: Check out repository
+        uses: actions/[email protected]
+
+      - name: Restore oc command from Cache
+        uses: actions/[email protected]
+        with:
+          path: /usr/local/bin/oc
+          key: oc-cli-${{ runner.os }}
+
+      - name: Log in to Openshift
+        uses: redhat-actions/[email protected]
+        with:
+          openshift_server_url: ${{ secrets.OPENSHIFT_SERVER }}
+          openshift_token: ${{ secrets.OPENSHIFT_TOKEN }}
+          insecure_skip_tls_verify: true
+          namespace: ${{ env.TOOLS_NAMESPACE }}
+
+      - name: Build LCFS Backend
+        run: |
+          cd openshift/templates
+          oc process -f ./backend-bc.yaml VERSION=${{ env.VERSION }}-${{ env.PRE_RELEASE }} GIT_URL=${{ env.GIT_URL }} GIT_REF=release-${{ env.VERSION }} | oc apply --wait=true -f - -n ${{ env.TOOLS_NAMESPACE }}
+          sleep 2s
+          oc -n ${{ env.TOOLS_NAMESPACE }} start-build lcfs-backend-${{ env.VERSION }}-${{ env.PRE_RELEASE }} --wait=true
+          oc tag ${{ env.TOOLS_NAMESPACE }}/lcfs-backend:${{ env.VERSION }}-${{ env.PRE_RELEASE }} ${{ env.DEV_NAMESPACE }}/lcfs-backend:${{ env.VERSION }}-${{ env.PRE_RELEASE }}
+
+      - name: Build LCFS Frontend
+        run: |
+          cd openshift/templates
+          oc process -f ./frontend-bc.yaml VERSION=${{ env.VERSION }}-${{ env.PRE_RELEASE }} GIT_URL=${{ env.GIT_URL }} GIT_REF=release-${{ env.VERSION }} | oc apply --wait=true -f - -n ${{ env.TOOLS_NAMESPACE }}    
+          sleep 2s
+          oc -n ${{ env.TOOLS_NAMESPACE }} start-build lcfs-frontend-${{ env.VERSION }}-${{ env.PRE_RELEASE }} --wait=true
+          oc tag ${{ env.TOOLS_NAMESPACE }}/lcfs-frontend:${{ env.VERSION }}-${{ env.PRE_RELEASE }} ${{ env.DEV_NAMESPACE }}/lcfs-frontend:${{ env.VERSION }}-${{ env.PRE_RELEASE }}
+
+  deploy:
+
+    name: Deploy LCFS
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    needs: [set-pre-release, build]
+
+    env:
+      PRE_RELEASE: ${{ needs.set-pre-release.outputs.output1 }}
+
+    steps:
+
+      - name: Checkout Manifest repository
+        uses: actions/[email protected]
+        with:
+          repository: bcgov-c/tenant-gitops-d2bd59
+          ref: main
+          ssh-key: ${{ secrets.MANIFEST_REPO_DEPLOY_KEY }}
+
+      - name: Update frontend tag
+        uses: mikefarah/[email protected]
+        with:
+            cmd: yq -i '.image.tag = "${{ env.VERSION }}-${{ env.PRE_RELEASE }}"' lcfs/charts/lcfs-frontend/values-dev.yaml
+
+      - name: Update backend tag
+        uses: mikefarah/[email protected]
+        with:
+            cmd: yq -i '.image.tag = "${{ env.VERSION }}-${{ env.PRE_RELEASE }}"' lcfs/charts/lcfs-backend/values-dev.yaml
+
+      - name: GitHub Commit & Push
+        run: |
+          git config --global user.email "[email protected]"
+          git config --global user.name "GitHub Actions"
+          git add lcfs/charts/lcfs-frontend/values-dev.yaml
+          git add lcfs/charts/lcfs-backend/values-dev.yaml
+          git commit -m "update the image tag to ${{ env.VERSION }}-${{ env.PRE_RELEASE }}"
+          git push
+