On Demand VRFV2 Plus Performance Test #328
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: On Demand VRFV2 Plus Performance Test | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| performanceTestType: | |
| description: Performance Test Type of test to run | |
| type: string | |
| required: true | |
| test_list_regex: | |
| description: "Regex for tests to run" | |
| required: false | |
| default: "(TestVRFV2PlusPerformance)" | |
| test_config_override_path: | |
| description: Path to a test config file used to override the default test config | |
| required: false | |
| type: string | |
| test_secrets_override_key: | |
| description: 'Key to run tests with custom test secrets' | |
| required: false | |
| type: string | |
| chainlink_version: | |
| description: Chainlink image version to use | |
| default: develop | |
| required: false | |
| type: string | |
| jobs: | |
| vrfv2plus_performance_test: | |
| name: VRFV2 Plus Performance Test | |
| environment: integration | |
| runs-on: ubuntu22.04-8cores-32GB | |
| permissions: | |
| checks: write | |
| pull-requests: write | |
| id-token: write | |
| contents: read | |
| env: | |
| LOKI_URL: ${{ secrets.LOKI_URL }} | |
| LOKI_TENANT_ID: ${{ secrets.LOKI_TENANT_ID }} | |
| LOKI_BASIC_AUTH: ${{ secrets.LOKI_BASIC_AUTH }} | |
| TEST_TYPE: ${{ inputs.performanceTestType }} | |
| TEST_LOG_LEVEL: debug | |
| REF_NAME: ${{ github.head_ref || github.ref_name }} | |
| SLACK_API_KEY: ${{ secrets.QA_SLACK_API_KEY }} | |
| SLACK_CHANNEL: ${{ secrets.QA_VRF_SLACK_CHANNEL }} | |
| GRAFANA_URL: "http://localhost:8080/primary" | |
| GRAFANA_DASHBOARD_URL: "/d/ddf75041-1e39-42af-aa46-361fe4c36e9e/ci-e2e-tests-logs" | |
| GRAFANA_BEARER_TOKEN: ${{ secrets.GRAFANA_INTERNAL_URL_SHORTENER_TOKEN }} | |
| WASP_LOG_LEVEL: info | |
| steps: | |
| - name: Collect Metrics | |
| id: collect-gha-metrics | |
| uses: smartcontractkit/push-gha-metrics-action@d9da21a2747016b3e13de58c7d4115a3d5c97935 # v3.0.1 | |
| with: | |
| id: on-demand-vrfv2-plus-performance-test | |
| org-id: ${{ secrets.GRAFANA_INTERNAL_TENANT_ID }} | |
| basic-auth: ${{ secrets.GRAFANA_INTERNAL_BASIC_AUTH }} | |
| hostname: ${{ secrets.GRAFANA_INTERNAL_HOST }} | |
| this-job-name: ${{ inputs.network }} VRFV2 Plus Performance Test | |
| continue-on-error: true | |
| - name: Checkout code | |
| uses: actions/checkout@9bb56186c3b09b4f86b1c65136769dd318469633 # v4.1.2 | |
| with: | |
| fetch-depth: 0 | |
| - name: Show test config override path in summary | |
| if: ${{ inputs.test_config_override_path }} | |
| run: | | |
| echo "### Test config override path" >> $GITHUB_STEP_SUMMARY | |
| echo "[${{ inputs.test_config_override_path }}]($GITHUB_SERVER_URL/$GITHUB_REPOSITORY/blob/${{ github.sha }}/${{ inputs.test_config_override_path }})" >> $GITHUB_STEP_SUMMARY | |
| - name: Show test secrets override key in summary | |
| if: ${{ inputs.test_secrets_override_key }} | |
| run: | | |
| echo "### Test secrets override key" >> $GITHUB_STEP_SUMMARY | |
| echo "${{ inputs.test_secrets_override_key }}" >> $GITHUB_STEP_SUMMARY | |
| - name: Show chainlink version in summary | |
| run: | | |
| echo "### Chainlink version" >> $GITHUB_STEP_SUMMARY | |
| echo "${{ inputs.chainlink_version }}" >> $GITHUB_STEP_SUMMARY | |
| - name: Run Tests | |
| uses: smartcontractkit/chainlink-github-actions/chainlink-testing-framework/run-tests@94cb11f4bd545607a2f221c6685052b3abee723d # v2.3.32 | |
| env: | |
| E2E_TEST_CHAINLINK_IMAGE: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }}.dkr.ecr.${{ secrets.QA_AWS_REGION }}.amazonaws.com/chainlink | |
| E2E_TEST_CHAINLINK_VERSION: ${{ inputs.chainlink_version }} # Default chainlink version if not overrided in the test config | |
| E2E_TEST_LOKI_TENANT_ID: ${{ secrets.GRAFANA_INTERNAL_TENANT_ID }} | |
| E2E_TEST_LOKI_ENDPOINT: https://${{ secrets.GRAFANA_INTERNAL_HOST }}/loki/api/v1/push | |
| E2E_TEST_LOKI_BASIC_AUTH: ${{ secrets.GRAFANA_INTERNAL_BASIC_AUTH }} | |
| E2E_TEST_GRAFANA_BASE_URL: "http://localhost:8080/primary" | |
| E2E_TEST_GRAFANA_DASHBOARD_URL: "/d/ddf75041-1e39-42af-aa46-361fe4c36e9e/ci-e2e-tests-logs" | |
| E2E_TEST_GRAFANA_BEARER_TOKEN: ${{ secrets.GRAFANA_INTERNAL_URL_SHORTENER_TOKEN }} | |
| with: | |
| test_command_to_run: cd ./integration-tests/load && go test -v -count=1 -timeout 24h -run "${{ inputs.test_list_regex }}" ./vrfv2plus | |
| test_download_vendor_packages_command: cd ./integration-tests && go mod download | |
| test_secrets_override_base64: ${{ secrets[inputs.test_secrets_override_key] }} | |
| test_config_override_path: ${{ inputs.test_config_override_path }} | |
| aws_registries: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }} | |
| artifacts_name: vrf-test-logs | |
| artifacts_location: ./integration-tests/load/vrfv2plus/logs/ | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| go_mod_path: ./integration-tests/go.mod | |
| should_cleanup: false | |
| QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
| QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
| QA_KUBECONFIG: ${{ secrets.QA_KUBECONFIG }} |