[CCIP-2691] Adds E2E Test for Individual Token Pool Rate Limits #2543
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CCIP Offchain Upgrade Compatibility Tests | |
| on: | |
| merge_group: | |
| pull_request: | |
| push: | |
| tags: | |
| - "*" | |
| workflow_dispatch: | |
| concurrency: | |
| group: upgrade-tests-ccip-${{ github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| # for run-test variables and environment | |
| ECR_TAG: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }}.dkr.ecr.${{ secrets.QA_AWS_REGION }}.amazonaws.com/chainlink-ccip-tests:ccip-develop | |
| ENV_JOB_IMAGE_BASE: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }}.dkr.ecr.${{ secrets.QA_AWS_REGION }}.amazonaws.com/chainlink-ccip-tests | |
| CHAINLINK_IMAGE: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }}.dkr.ecr.${{ secrets.QA_AWS_REGION }}.amazonaws.com/chainlink | |
| INTERNAL_DOCKER_REPO: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }}.dkr.ecr.${{ secrets.QA_AWS_REGION }}.amazonaws.com | |
| MOD_CACHE_VERSION: 2 | |
| AWS_ECR_REPO_PUBLIC_REGISTRY: public.ecr.aws | |
| jobs: | |
| # Build Test Dependencies | |
| changes: | |
| environment: integration | |
| name: Check Paths That Require Tests To Run | |
| runs-on: ubuntu-latest | |
| # We don't directly merge dependabot PRs, so let's not waste the resources | |
| if: github.actor != 'dependabot[bot]' | |
| steps: | |
| - name: Checkout the repo | |
| uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
| with: | |
| repository: smartcontractkit/ccip | |
| ref: ${{ inputs.cl_ref }} | |
| - uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36 # v3.0.2 | |
| id: changes | |
| with: | |
| filters: | | |
| src: | |
| - '**/*.go' | |
| - '**/*go.sum' | |
| - '**/*go.mod' | |
| - '.github/workflows/integration-tests.yml' | |
| - '**/*Dockerfile' | |
| - 'core/**/config/**/*.toml' | |
| - 'integration-tests/**/*.toml' | |
| - name: Collect Metrics | |
| if: always() | |
| id: collect-gha-metrics | |
| uses: smartcontractkit/push-gha-metrics-action@dea9b546553cb4ca936607c2267a09c004e4ab3f # v3.0.0 | |
| with: | |
| id: ccip-offchain-upgrade-compatibility-tests-changes | |
| org-id: ${{ secrets.GRAFANA_INTERNAL_TENANT_ID }} | |
| basic-auth: ${{ secrets.GRAFANA_INTERNAL_BASIC_AUTH }} | |
| hostname: ${{ secrets.GRAFANA_INTERNAL_HOST }} | |
| this-job-name: Check Paths That Require Tests To Run | |
| continue-on-error: true | |
| outputs: | |
| src: ${{ inputs.set_changes_output || steps.changes.outputs.src }} | |
| build-chainlink: | |
| if: needs.changes.outputs.src == 'true' || github.event_name == 'workflow_dispatch' | |
| needs: [ changes ] | |
| environment: integration | |
| permissions: | |
| id-token: write | |
| contents: read | |
| name: Build Chainlink Image | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Collect Metrics | |
| id: collect-gha-metrics | |
| uses: smartcontractkit/push-gha-metrics-action@dea9b546553cb4ca936607c2267a09c004e4ab3f # v3.0.0 | |
| with: | |
| id: ccip-offchain-upgrade-compatibility-tests-build-chainlink | |
| org-id: ${{ secrets.GRAFANA_INTERNAL_TENANT_ID }} | |
| basic-auth: ${{ secrets.GRAFANA_INTERNAL_BASIC_AUTH }} | |
| hostname: ${{ secrets.GRAFANA_INTERNAL_HOST }} | |
| this-job-name: Build Chainlink Image | |
| continue-on-error: true | |
| - name: Checkout the repo | |
| uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
| with: | |
| repository: smartcontractkit/ccip | |
| ref: ${{ github.event.pull_request.head.sha || github.event.merge_group.head_sha }} | |
| - name: Build Chainlink Image | |
| uses: ./.github/actions/build-chainlink-image | |
| with: | |
| tag_suffix: "" | |
| dockerfile: core/chainlink.Dockerfile | |
| git_commit_sha: ${{ github.sha }} | |
| AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
| AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
| build-test-image: | |
| if: needs.changes.outputs.src == 'true' || github.event_name == 'workflow_dispatch' | |
| needs: [ changes ] | |
| environment: integration | |
| permissions: | |
| id-token: write | |
| contents: read | |
| name: Build Test Image | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Collect Metrics | |
| if: needs.changes.outputs.src == 'true' || github.event_name == 'workflow_dispatch' | |
| id: collect-gha-metrics | |
| uses: smartcontractkit/push-gha-metrics-action@dea9b546553cb4ca936607c2267a09c004e4ab3f # v3.0.0 | |
| with: | |
| id: ccip-offchain-upgrade-compatibility-tests-build-test-image | |
| org-id: ${{ secrets.GRAFANA_INTERNAL_TENANT_ID }} | |
| basic-auth: ${{ secrets.GRAFANA_INTERNAL_BASIC_AUTH }} | |
| hostname: ${{ secrets.GRAFANA_INTERNAL_HOST }} | |
| this-job-name: Build Test Image with Current Sha | |
| continue-on-error: true | |
| - name: Checkout the repo | |
| uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
| with: | |
| repository: smartcontractkit/ccip | |
| ref: ${{ github.event.pull_request.head.sha || github.sha }} | |
| - name: Build Test Image | |
| if: needs.changes.outputs.src == 'true' || github.event_name == 'workflow_dispatch' | |
| uses: ./.github/actions/build-test-image | |
| with: | |
| # we just want to build the load tests | |
| suites: ccip-tests/load ccip-tests/smoke | |
| QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
| QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
| QA_AWS_ACCOUNT_NUMBER: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }} | |
| last-release-info: | |
| if: needs.changes.outputs.src == 'true' || github.event_name == 'workflow_dispatch' | |
| needs: [ changes ] | |
| environment: integration | |
| permissions: | |
| id-token: write | |
| contents: read | |
| name: Fetch Info for Last Release | |
| runs-on: ubuntu-latest | |
| outputs: | |
| release_name: ${{ steps.fetch_last_release.outputs.release_name }} | |
| release_sha: ${{ steps.fetch_last_release.outputs.sha_ref }} | |
| release_tag: ${{ steps.fetch_last_release.outputs.release_tag_name }} | |
| steps: | |
| - name: Collect Metrics | |
| if: needs.changes.outputs.src == 'true' || github.event_name == 'workflow_dispatch' | |
| id: collect-gha-metrics | |
| uses: smartcontractkit/push-gha-metrics-action@dea9b546553cb4ca936607c2267a09c004e4ab3f # v3.0.0 | |
| with: | |
| id: ccip-offchain-upgrade-compatibility-tests-last-release-info | |
| org-id: ${{ secrets.GRAFANA_INTERNAL_TENANT_ID }} | |
| basic-auth: ${{ secrets.GRAFANA_INTERNAL_BASIC_AUTH }} | |
| hostname: ${{ secrets.GRAFANA_INTERNAL_HOST }} | |
| this-job-name: Build Test Image for Last Release | |
| continue-on-error: true | |
| - name: find last release | |
| id: fetch_last_release | |
| shell: bash | |
| run: | | |
| release_name=$(curl --header "Authorization: token ${{ secrets.GITHUB_TOKEN }}" --request GET https://api.github.com/repos/${{ github.repository }}/releases | jq -r --arg SUFFIX "release" '.[] | select(.tag_name | endswith("release")) | .tag_name' | sort -V | tail -n 1) | |
| release_tag_name="${release_name:1}" | |
| echo "release_tag_name=${release_tag_name}" >> $GITHUB_OUTPUT | |
| echo "release_name=${release_name}" >> $GITHUB_OUTPUT | |
| sha_ref=$(curl -s --header "Authorization: token ${{ secrets.GITHUB_TOKEN }}" --request GET https://api.github.com/repos/${{ github.repository }}/git/refs/tags/${release_name} | jq -r '.object.sha' | sort -V | tail -n 1) | |
| echo "sha_ref=${sha_ref}" >> $GITHUB_OUTPUT | |
| # End Build Test Dependencies | |
| # run test with previous image | |
| run-test-with-last-release: | |
| environment: integration | |
| permissions: | |
| actions: read | |
| checks: write | |
| pull-requests: write | |
| id-token: write | |
| contents: read | |
| needs: [ changes, last-release-info, build-test-image ] | |
| outputs: | |
| existing_namespace: ${{ steps.fetch_namespace.outputs.existing_namespace }} | |
| triggered_by: ${{ steps.fetch_namespace.outputs.triggered_by }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| product: | |
| - name: ccip-smoke-with-last-release | |
| os: ubuntu-latest | |
| run: ^TestSmokeCCIPForBidirectionalLane$ | |
| config_path: ./integration-tests/ccip-tests/testconfig/tomls/node-pre-upgrade-compatibility.toml | |
| runs-on: ubuntu-latest | |
| name: CCIP Deployment with ${{ needs.last-release-info.outputs.release_tag }} - ${{ matrix.product.name }} | |
| env: | |
| RELEASE_TAG: ${{ needs.last-release-info.outputs.release_tag }} | |
| RELEASE_SHA: ${{ needs.last-release-info.outputs.release_sha }} | |
| RELEASE_NAME: ${{ needs.last-release-info.outputs.release_name }} | |
| TEST_TRIGGERED_BY: ${{ matrix.product.name }}-${{ github.run_id }} | |
| steps: | |
| - name: Collect Metrics | |
| if: needs.changes.outputs.src == 'true' || github.event_name == 'workflow_dispatch' | |
| id: collect-gha-metrics | |
| uses: smartcontractkit/push-gha-metrics-action@dea9b546553cb4ca936607c2267a09c004e4ab3f # v3.0.0 | |
| with: | |
| id: ccip-offchain-upgrade-compatibility-tests-run-tests-with-last-release | |
| org-id: ${{ secrets.GRAFANA_INTERNAL_TENANT_ID }} | |
| basic-auth: ${{ secrets.GRAFANA_INTERNAL_BASIC_AUTH }} | |
| hostname: ${{ secrets.GRAFANA_INTERNAL_HOST }} | |
| this-job-name: CCIP Deployment with ${{ needs.last-release-info.outputs.release_tag }} - ${{ matrix.product.name }} | |
| test-results-file: '{"testType":"go","filePath":"/tmp/gotest.log"}' | |
| - name: Checkout the repo | |
| uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
| with: | |
| repository: smartcontractkit/ccip | |
| ref: ${{ github.event.pull_request.head.sha || github.event.merge_group.head_sha }} | |
| - name: Set Override Config | |
| id: set_override_config | |
| run: | | |
| # if the matrix.product.config_path is set, use it as the override config | |
| if [ "${{ matrix.product.config_path }}" != "" ]; then | |
| echo "base_64_override=$(base64 -w 0 -i ${{ matrix.product.config_path }})" >> "$GITHUB_OUTPUT" | |
| fi | |
| - name: Prepare Base64 TOML override for CCIP secrets | |
| uses: ./.github/actions/setup-create-base64-config-ccip | |
| with: | |
| runId: ${{ github.run_id }} | |
| testLogCollect: ${{ vars.TEST_LOG_COLLECT }} | |
| selectedNetworks: SIMULATED_1,SIMULATED_2 | |
| chainlinkImage: ${{ env.AWS_ECR_REPO_PUBLIC_REGISTRY }}/w0i8p0z9/chainlink-ccip | |
| chainlinkVersion: ${{ env.RELEASE_TAG }} | |
| lokiEndpoint: ${{ secrets.LOKI_URL_CI }} | |
| lokiTenantId: ${{ vars.LOKI_TENANT_ID }} | |
| lokiBasicAuth: ${{ secrets.LOKI_BASIC_AUTH }} | |
| logstreamLogTargets: ${{ vars.LOGSTREAM_LOG_TARGETS }} | |
| grafanaUrl: ${{ vars.GRAFANA_URL }} | |
| grafanaDashboardUrl: "/d/ddf75041-1e39-42af-aa46-361fe4c36e9e/ci-e2e-tests-logs" | |
| - name: Run Tests | |
| if: needs.changes.outputs.src == 'true' || github.event_name == 'workflow_dispatch' | |
| uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@b49a9d04744b0237908831730f8553f26d73a94b # v2.3.17 | |
| env: | |
| BASE64_CCIP_CONFIG_OVERRIDE: ${{ steps.set_override_config.outputs.base_64_override }} | |
| TEST_BASE64_CCIP_CONFIG_OVERRIDE: ${{ steps.set_override_config.outputs.base_64_override }} | |
| ENV_JOB_IMAGE: ${{ env.ENV_JOB_IMAGE_BASE }}:${{ github.sha }} | |
| TEST_SUITE: smoke | |
| TEST_ARGS: -test.timeout 30m | |
| TEST_LOG_LEVEL: info | |
| DATABASE_URL: postgresql://postgres:node@localhost:5432/chainlink_test?sslmode=disable | |
| RR_MEM: 8Gi | |
| RR_CPU: 4 | |
| BASE64_NETWORK_CONFIG: ${{ secrets.BASE64_NETWORK_CONFIG }} | |
| with: | |
| test_command_to_run: cd ./integration-tests/ccip-tests && go test -timeout 30m -count=1 -json -run ${{ matrix.product.run }} ./smoke 2>&1 | tee /tmp/gotest.log | gotestloghelper -ci | |
| test_download_vendor_packages_command: cd ./integration-tests && go mod download | |
| cl_repo: ${{ env.AWS_ECR_REPO_PUBLIC_REGISTRY }}/w0i8p0z9/chainlink-ccip # releases are published to public registry | |
| cl_image_tag: ${{ env.RELEASE_TAG }} | |
| aws_registries: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }} | |
| artifacts_name: ${{ matrix.product.name }}${{ matrix.product.tag_suffix }}-test-logs | |
| artifacts_location: | | |
| ./integration-tests/ccip-tests/smoke/logs/* | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| go_mod_path: ./integration-tests/go.mod | |
| cache_key_id: ccip-e2e-${{ env.MOD_CACHE_VERSION }} | |
| cache_restore_only: "true" | |
| QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
| QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
| QA_KUBECONFIG: ${{ secrets.QA_KUBECONFIG }} | |
| triggered_by: ${{ env.TEST_TRIGGERED_BY }} | |
| should_tidy: "false" | |
| should_cleanup: "false" | |
| - name: store laneconfig in artifacts | |
| uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # v4.3.1 | |
| with: | |
| name: lane-config | |
| path: ./integration-tests/ccip-tests/smoke/tmp_*.json | |
| if-no-files-found: error | |
| - name: fetch namespace | |
| id: fetch_namespace | |
| run: | | |
| echo "looking for namespaces" | |
| ITEMS=$(kubectl get ns -l=triggered-by=${{ env.TEST_TRIGGERED_BY }}-${{ github.event.pull_request.number || github.run_id }} -o jsonpath='{.items}') | |
| COUNT=$(echo "${ITEMS}" | jq '. | length') | |
| echo "found ${COUNT} namespaces. will set the env var with first one" | |
| for ((i=0;i<${COUNT};i++)); do | |
| name=$(echo "${ITEMS}" | jq -r ".[${i}].metadata.name") | |
| echo "setting output var with namespace: ${name}" | |
| echo "existing_namespace=${name}" >> $GITHUB_OUTPUT | |
| break | |
| done | |
| echo "triggered_by=${{ env.TEST_TRIGGERED_BY }}" >> $GITHUB_OUTPUT | |
| echo "completed env var set up" | |
| # run load test with current image | |
| run-test-with-current-sha: | |
| environment: integration | |
| permissions: | |
| actions: read | |
| checks: write | |
| pull-requests: write | |
| id-token: write | |
| contents: read | |
| needs: [ build-chainlink, changes, build-test-image, run-test-with-last-release ] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| product: | |
| - name: ccip-load-after-upgrade | |
| os: ubuntu-latest | |
| run: ^TestLoadCCIPWithUpgradeNodeVersion$ | |
| config_path: ./integration-tests/ccip-tests/testconfig/tomls/node-post-upgrade-compatibility.toml | |
| runs-on: ubuntu-latest | |
| name: Upgrade Nodes with Current SHA and Run ${{ matrix.product.name }} | |
| steps: | |
| - name: Collect Metrics | |
| if: needs.changes.outputs.src == 'true' || github.event_name == 'workflow_dispatch' | |
| id: collect-gha-metrics | |
| uses: smartcontractkit/push-gha-metrics-action@dea9b546553cb4ca936607c2267a09c004e4ab3f # v3.0.0 | |
| with: | |
| id: ccip-offchain-upgrade-compatibility-tests-run-test-image-current-sha | |
| org-id: ${{ secrets.GRAFANA_INTERNAL_TENANT_ID }} | |
| basic-auth: ${{ secrets.GRAFANA_INTERNAL_BASIC_AUTH }} | |
| hostname: ${{ secrets.GRAFANA_INTERNAL_HOST }} | |
| this-job-name: Upgrade Nodes with Current SHA and Run ${{ matrix.product.name }} | |
| test-results-file: '{"testType":"go","filePath":"/tmp/gotest.log"}' | |
| - name: Checkout the repo | |
| uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
| with: | |
| repository: smartcontractkit/ccip | |
| ref: ${{ github.event.pull_request.head.sha || github.event.merge_group.head_sha }} | |
| - name: Download LaneConfig From Last Release | |
| uses: actions/download-artifact@c850b930e6ba138125429b7e5c93fc707a7f8427 # v4.1.4 | |
| with: | |
| name: lane-config | |
| path: ./integration-tests/ccip-tests/load/lane-config | |
| - name: Set Override Config | |
| id: set_override_config | |
| run: | | |
| # if the matrix.product.config_path is set, use it as the override config | |
| if [ "${{ matrix.product.config_path }}" != "" ]; then | |
| echo "base_64_override=$(base64 -w 0 -i ${{ matrix.product.config_path }})" >> "$GITHUB_OUTPUT" | |
| fi | |
| - name: Prepare Base64 TOML override for CCIP secrets | |
| uses: ./.github/actions/setup-create-base64-config-ccip | |
| with: | |
| runId: ${{ github.run_id }} | |
| existingNamespace: ${{ needs.run-test-with-last-release.outputs.existing_namespace }} | |
| testLogCollect: ${{ vars.TEST_LOG_COLLECT }} | |
| chainlinkImage: ${{ env.CHAINLINK_IMAGE }} | |
| chainlinkVersion: ${{ github.sha }} | |
| upgradeImage: ${{ env.CHAINLINK_IMAGE }} | |
| upgradeVersion: ${{ github.sha }} | |
| lokiEndpoint: ${{ secrets.LOKI_URL }} | |
| lokiTenantId: ${{ vars.LOKI_TENANT_ID }} | |
| logstreamLogTargets: ${{ vars.LOGSTREAM_LOG_TARGETS }} | |
| grafanaUrl: ${{ vars.GRAFANA_URL }} | |
| grafanaDashboardUrl: "/d/6vjVx-1V8/ccip-long-running-tests" | |
| - name: Run Tests | |
| if: needs.changes.outputs.src == 'true' || github.event_name == 'workflow_dispatch' | |
| uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@b49a9d04744b0237908831730f8553f26d73a94b # v2.3.17 | |
| env: | |
| BASE64_CCIP_CONFIG_OVERRIDE: ${{ steps.set_override_config.outputs.base_64_override }} | |
| TEST_BASE64_CCIP_CONFIG_OVERRIDE: ${{ steps.set_override_config.outputs.base_64_override }} | |
| ENV_JOB_IMAGE: ${{ env.ENV_JOB_IMAGE_BASE }}:${{ github.sha }} | |
| TEST_SUITE: load | |
| TEST_ARGS: -test.timeout 1h | |
| DATABASE_URL: postgresql://postgres:node@localhost:5432/chainlink_test?sslmode=disable | |
| RR_MEM: 8Gi | |
| RR_CPU: 4 | |
| with: | |
| test_command_to_run: cd ./integration-tests/ccip-tests && go test -timeout 1h -count=1 -json -run ${{ matrix.product.run }} ./load 2>&1 | tee /tmp/gotest.log | gotestloghelper -ci | |
| test_download_vendor_packages_command: cd ./integration-tests && go mod download | |
| cl_repo: ${{ env.CHAINLINK_IMAGE }} | |
| cl_image_tag: ${{ github.sha }} | |
| aws_registries: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }} | |
| artifacts_name: ${{ matrix.product.name }}${{ matrix.product.tag_suffix }}-test-logs | |
| artifacts_location: | | |
| ./integration-tests/ccip-tests/load/tmp_*.json | |
| ./integration-tests/ccip-tests/load/logs/* | |
| publish_check_name: ${{ matrix.product.name }} | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| go_mod_path: ./integration-tests/go.mod | |
| cache_key_id: core-e2e-${{ env.MOD_CACHE_VERSION }} | |
| cache_restore_only: "true" | |
| QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
| QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
| QA_KUBECONFIG: ${{ secrets.QA_KUBECONFIG }} | |
| should_tidy: "false" | |
| should_cleanup: "true" | |
| triggered_by: ${{ needs.run-test-with-last-release.outputs.triggered_by }} |