Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# *** | |
# This workflow is a monstrosity of copy-paste, and that's to increase legibility in reporting and running, so the code be damned. | |
# I suspect this can be cleaned up significantly with some clever trickery of the GitHub actions matrices, but I am not that clever. | |
# We want each chain to run in parallel, but each test within the chain needs to be able to run sequentially | |
# (we're trying to eliminate this as a requirement, should make it a lot easier). | |
# Each chain can have a variety of tests to run. | |
# We also want reporting to be clear in the start-slack-thread and post-test-results-to-slack jobs. | |
# *** | |
name: Live Testnet Tests | |
on: | |
schedule: | |
- cron: "0 5 * * *" # Run every night at midnight EST | |
push: | |
tags: | |
- "*" | |
workflow_dispatch: | |
env: | |
PLUGIN_IMAGE: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }}.dkr.ecr.${{ secrets.QA_AWS_REGION }}.amazonaws.com/plugin | |
INTERNAL_DOCKER_REPO: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }}.dkr.ecr.${{ secrets.QA_AWS_REGION }}.amazonaws.com | |
MOD_CACHE_VERSION: 2 | |
PLUGIN_NODE_FUNDING: .5 | |
PYROSCOPE_KEY: ${{ secrets.QA_PYROSCOPE_KEY }} | |
LOKI_TENANT_ID: ${{ vars.LOKI_TENANT_ID }} | |
LOKI_URL: ${{ secrets.LOKI_URL }} | |
LOKI_BASIC_AUTH: ${{ secrets.LOKI_BASIC_AUTH }} | |
LOGSTREAM_LOG_TARGETS: loki | |
GRAFANA_URL: ${{ vars.GRAFANA_URL }} | |
RUN_ID: ${{ github.run_id }} | |
PLUGIN_COMMIT_SHA: ${{ github.sha }} | |
PLUGIN_ENV_USER: ${{ github.actor }} | |
TEST_LOG_LEVEL: debug | |
jobs: | |
# Build Test Dependencies | |
build-plugin: | |
environment: integration | |
permissions: | |
id-token: write | |
contents: read | |
name: Build Plugin Image | |
runs-on: ubuntu-latest | |
steps: | |
- name: Collect Metrics | |
id: collect-gha-metrics | |
uses: goplugin/push-gha-metrics-action@0281b09807758be1dcc41651e44e62b353808c47 # v2.1.0 | |
with: | |
org-id: ${{ secrets.GRAFANA_INTERNAL_TENANT_ID }} | |
basic-auth: ${{ secrets.GRAFANA_INTERNAL_BASIC_AUTH }} | |
hostname: ${{ secrets.GRAFANA_INTERNAL_HOST }} | |
this-job-name: Build Plugin Image | |
continue-on-error: true | |
- name: Checkout the repo | |
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
with: | |
ref: ${{ github.event.pull_request.head.sha || github.event.merge_group.head_sha }} | |
- name: Build Plugin Image | |
uses: ./.github/actions/build-plugin-image | |
with: | |
tag_suffix: "" | |
dockerfile: core/plugin.Dockerfile | |
git_commit_sha: ${{ github.sha }} | |
GRAFANA_CLOUD_BASIC_AUTH: ${{ secrets.GRAFANA_CLOUD_BASIC_AUTH }} | |
GRAFANA_CLOUD_HOST: ${{ secrets.GRAFANA_CLOUD_HOST }} | |
AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
build-tests: | |
environment: integration | |
permissions: | |
id-token: write | |
contents: read | |
name: Build Tests Binary | |
runs-on: ubuntu-latest | |
steps: | |
- name: Collect Metrics | |
id: collect-gha-metrics | |
uses: goplugin/push-gha-metrics-action@0281b09807758be1dcc41651e44e62b353808c47 # v2.1.0 | |
with: | |
org-id: ${{ secrets.GRAFANA_INTERNAL_TENANT_ID }} | |
basic-auth: ${{ secrets.GRAFANA_INTERNAL_BASIC_AUTH }} | |
hostname: ${{ secrets.GRAFANA_INTERNAL_HOST }} | |
this-job-name: Build Tests Binary | |
continue-on-error: true | |
- name: Checkout the repo | |
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
with: | |
ref: ${{ github.event.pull_request.head.sha || github.event.merge_group.head_sha }} | |
- name: Build Tests | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/build-tests@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_download_vendor_packages_command: cd ./integration-tests && go mod download | |
token: ${{ secrets.GITHUB_TOKEN }} | |
go_mod_path: ./integration-tests/go.mod | |
go_tags: embed | |
cache_key_id: core-e2e-${{ env.MOD_CACHE_VERSION }} | |
cache_restore_only: "true" | |
binary_name: tests | |
# End Build Test Dependencies | |
# Reporting Jobs | |
start-slack-thread: | |
name: Start Slack Thread | |
if: ${{ always() && needs.*.result != 'skipped' && needs.*.result != 'cancelled' }} | |
environment: integration | |
outputs: | |
thread_ts: ${{ steps.slack.outputs.thread_ts }} | |
permissions: | |
checks: write | |
pull-requests: write | |
id-token: write | |
contents: read | |
runs-on: ubuntu-latest | |
needs: [sepolia-smoke-tests, optimism-sepolia-smoke-tests, arbitrum-sepolia-smoke-tests, base-sepolia-smoke-tests, polygon-mumbai-smoke-tests, avalanche-fuji-smoke-tests, fantom-testnet-smoke-tests, celo-alfajores-smoke-tests, linea-goerli-smoke-tests, bsc-testnet-smoke-tests] | |
steps: | |
- name: Debug Result | |
run: echo ${{ join(needs.*.result, ',') }} | |
- name: Main Slack Notification | |
uses: slackapi/slack-github-action@e28cf165c92ffef168d23c5c9000cffc8a25e117 # v1.24.0 | |
id: slack | |
with: | |
channel-id: ${{ secrets.QA_SLACK_CHANNEL }} | |
payload: | | |
{ | |
"attachments": [ | |
{ | |
"color": "${{ contains(join(needs.*.result, ','), 'failure') && '#C62828' || '#2E7D32' }}", | |
"blocks": [ | |
{ | |
"type": "header", | |
"text": { | |
"type": "plain_text", | |
"text": "Live Smoke Test Results ${{ contains(join(needs.*.result, ','), 'failure') && ':x:' || ':white_check_mark:'}}", | |
"emoji": true | |
} | |
}, | |
{ | |
"type": "section", | |
"text": { | |
"type": "mrkdwn", | |
"text": "${{ contains(join(needs.*.result, ','), 'failure') && 'Some tests failed, notifying <@U01Q4N37KFG>' || 'All Good!' }}" | |
} | |
}, | |
{ | |
"type": "divider" | |
}, | |
{ | |
"type": "section", | |
"text": { | |
"type": "mrkdwn", | |
"text": "<${{ github.server_url }}/${{ github.repository }}/releases/tag/${{ github.ref_name }}|${{ github.ref_name }}> | <${{ github.server_url }}/${{ github.repository }}/commit/${{ github.sha }}|${{ github.sha }}> | <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|Run>" | |
} | |
} | |
] | |
} | |
] | |
} | |
env: | |
SLACK_BOT_TOKEN: ${{ secrets.QA_SLACK_API_KEY }} | |
post-test-results-to-slack: | |
name: Post Test Results for ${{ matrix.network }} | |
if: ${{ always() && needs.*.result != 'skipped' && needs.*.result != 'cancelled' }} | |
environment: integration | |
permissions: | |
checks: write | |
pull-requests: write | |
id-token: write | |
contents: read | |
runs-on: ubuntu-latest | |
needs: start-slack-thread | |
strategy: | |
fail-fast: false | |
matrix: | |
network: [Sepolia, Optimism Sepolia, Arbitrum Sepolia, Base Sepolia, Polygon Mumbai, Avalanche Fuji, Fantom Testnet, Celo Alfajores, Linea Goerli, BSC Testnet] | |
steps: | |
- name: Checkout the repo | |
uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
with: | |
ref: ${{ github.event.pull_request.head.sha || github.event.merge_group.head_sha }} | |
- name: Post Test Results | |
uses: ./.github/actions/notify-slack-jobs-result | |
with: | |
github_token: ${{ github.token }} | |
github_repository: ${{ github.repository }} | |
workflow_run_id: ${{ github.run_id }} | |
github_job_name_regex: ^${{ matrix.network }} (?<cap>.*?) Tests$ | |
message_title: ${{ matrix.network }} | |
slack_channel_id: ${{ secrets.QA_SLACK_CHANNEL }} | |
slack_bot_token: ${{ secrets.QA_SLACK_API_KEY }} | |
slack_thread_ts: ${{ needs.start-slack-thread.outputs.thread_ts }} | |
# End Reporting Jobs | |
sepolia-smoke-tests: | |
environment: integration | |
permissions: | |
checks: write | |
pull-requests: write | |
id-token: write | |
contents: read | |
needs: [build-plugin, build-tests] | |
strategy: | |
max-parallel: 1 | |
fail-fast: false | |
matrix: | |
include: # https://docs.github.com/en/actions/using-jobs/using-a-matrix-for-your-jobs#example-adding-configurations | |
- product: OCR | |
test: TestOCRBasic | |
- product: Automation Conditional | |
test: TestAutomationBasic/registry_2_1_conditional | |
- product: Automation Log Trigger | |
test: TestAutomationBasic/registry_2_1_logtrigger | |
name: Sepolia ${{ matrix.product }} Tests | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
with: | |
fetch-depth: 0 | |
- name: Prepare Base64 TOML override | |
uses: ./.github/actions/setup-create-base64-config-live-testnets | |
with: | |
runId: ${{ github.run_id }} | |
testLogCollect: ${{ vars.TEST_LOG_COLLECT }} | |
pluginImage: ${{ env.PLUGIN_IMAGE }} | |
pluginVersion: ${{ github.sha }} | |
pyroscopeServer: ${{ matrix.product.pyroscope_env == '' && '' || !startsWith(github.ref, 'refs/tags/') && '' || secrets.QA_PYROSCOPE_INSTANCE }} # Avoid sending blank envs https://github.com/orgs/community/discussions/25725 | |
pyroscopeEnvironment: ci-smoke-${{ matrix.product }}-sepolia | |
pyroscopeKey: ${{ secrets.QA_PYROSCOPE_KEY }} | |
lokiEndpoint: ${{ secrets.LOKI_URL }} | |
lokiTenantId: ${{ vars.LOKI_TENANT_ID }} | |
lokiBasicAuth: ${{ secrets.LOKI_BASIC_AUTH }} | |
logstreamLogTargets: ${{ vars.LOGSTREAM_LOG_TARGETS }} | |
grafanaUrl: ${{ vars.GRAFANA_URL }} | |
grafanaDashboardUrl: "/d/ddf75041-1e39-42af-aa46-361fe4c36e9e/ci-e2e-tests-logs" | |
network: "sepolia" | |
httpEndpoints: ${{ secrets.QA_SEPOLIA_HTTP_URLS }} | |
wsEndpoints: ${{ secrets.QA_SEPOLIA_URLS }} | |
fundingKeys: ${{ secrets.QA_EVM_KEYS }} | |
- name: Download Tests Binary | |
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2 | |
with: | |
name: tests | |
- name: Run Tests | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/run-tests-binary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_command_to_run: ./tests -test.timeout 30m -test.count=1 -test.parallel=1 -test.run ${{ matrix.test }} | |
binary_name: tests | |
cl_repo: ${{ env.PLUGIN_IMAGE }} | |
cl_image_tag: ${{ github.sha }} | |
aws_registries: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }} | |
dockerhub_username: ${{ secrets.DOCKERHUB_READONLY_USERNAME }} | |
dockerhub_password: ${{ secrets.DOCKERHUB_READONLY_PASSWORD }} | |
artifacts_location: ./logs | |
token: ${{ secrets.GITHUB_TOKEN }} | |
cache_key_id: core-e2e-${{ env.MOD_CACHE_VERSION }} | |
cache_restore_only: "true" | |
QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
QA_KUBECONFIG: ${{ secrets.QA_KUBECONFIG }} | |
- name: Print failed test summary | |
if: always() | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/show-test-summary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_directory: "./" | |
bsc-testnet-smoke-tests: | |
environment: integration | |
permissions: | |
checks: write | |
pull-requests: write | |
id-token: write | |
contents: read | |
needs: [build-plugin, build-tests] | |
strategy: | |
max-parallel: 1 | |
fail-fast: false | |
matrix: | |
include: # https://docs.github.com/en/actions/using-jobs/using-a-matrix-for-your-jobs#example-adding-configurations | |
- product: OCR | |
test: TestOCRBasic | |
- product: Automation Conditional | |
test: TestAutomationBasic/registry_2_1_conditional | |
- product: Automation Log Trigger | |
test: TestAutomationBasic/registry_2_1_logtrigger | |
name: BSC Testnet ${{ matrix.product }} Tests | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
with: | |
fetch-depth: 0 | |
- name: Prepare Base64 TOML override | |
uses: ./.github/actions/setup-create-base64-config-live-testnets | |
with: | |
runId: ${{ github.run_id }} | |
testLogCollect: ${{ vars.TEST_LOG_COLLECT }} | |
pluginImage: ${{ env.PLUGIN_IMAGE }} | |
pluginVersion: ${{ github.sha }} | |
pyroscopeServer: ${{ matrix.product.pyroscope_env == '' && '' || !startsWith(github.ref, 'refs/tags/') && '' || secrets.QA_PYROSCOPE_INSTANCE }} # Avoid sending blank envs https://github.com/orgs/community/discussions/25725 | |
pyroscopeEnvironment: ci-smoke-${{ matrix.product }}-bsc-testnet | |
pyroscopeKey: ${{ secrets.QA_PYROSCOPE_KEY }} | |
lokiEndpoint: ${{ secrets.LOKI_URL }} | |
lokiTenantId: ${{ vars.LOKI_TENANT_ID }} | |
lokiBasicAuth: ${{ secrets.LOKI_BASIC_AUTH }} | |
logstreamLogTargets: ${{ vars.LOGSTREAM_LOG_TARGETS }} | |
grafanaUrl: ${{ vars.GRAFANA_URL }} | |
grafanaDashboardUrl: "/d/ddf75041-1e39-42af-aa46-361fe4c36e9e/ci-e2e-tests-logs" | |
network: "bsc_testnet" | |
httpEndpoints: ${{ secrets.QA_BSC_TESTNET_HTTP_URLS }} | |
wsEndpoints: ${{ secrets.QA_BSC_TESTNET_URLS }} | |
fundingKeys: ${{ secrets.QA_EVM_KEYS }} | |
- name: Download Tests Binary | |
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2 | |
with: | |
name: tests | |
- name: Run Tests | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/run-tests-binary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_command_to_run: ./tests -test.timeout 30m -test.count=1 -test.parallel=1 -test.run ${{ matrix.test }} | |
binary_name: tests | |
cl_repo: ${{ env.PLUGIN_IMAGE }} | |
cl_image_tag: ${{ github.sha }} | |
aws_registries: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }} | |
dockerhub_username: ${{ secrets.DOCKERHUB_READONLY_USERNAME }} | |
dockerhub_password: ${{ secrets.DOCKERHUB_READONLY_PASSWORD }} | |
artifacts_location: ./logs | |
token: ${{ secrets.GITHUB_TOKEN }} | |
cache_key_id: core-e2e-${{ env.MOD_CACHE_VERSION }} | |
cache_restore_only: "true" | |
QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
QA_KUBECONFIG: ${{ secrets.QA_KUBECONFIG }} | |
- name: Print failed test summary | |
if: always() | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/show-test-summary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_directory: "./" | |
optimism-sepolia-smoke-tests: | |
environment: integration | |
permissions: | |
checks: write | |
pull-requests: write | |
id-token: write | |
contents: read | |
needs: [build-plugin, build-tests] | |
strategy: | |
max-parallel: 1 | |
fail-fast: false | |
matrix: | |
include: # https://docs.github.com/en/actions/using-jobs/using-a-matrix-for-your-jobs#example-adding-configurations | |
- product: OCR | |
test: TestOCRBasic | |
- product: Automation Conditional | |
test: TestAutomationBasic/registry_2_1_conditional | |
- product: Automation Log Trigger | |
test: TestAutomationBasic/registry_2_1_logtrigger | |
name: Optimism Sepolia ${{ matrix.product }} Tests | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
with: | |
fetch-depth: 0 | |
- name: Prepare Base64 TOML override | |
uses: ./.github/actions/setup-create-base64-config-live-testnets | |
with: | |
runId: ${{ github.run_id }} | |
testLogCollect: ${{ vars.TEST_LOG_COLLECT }} | |
pluginImage: ${{ env.PLUGIN_IMAGE }} | |
pluginVersion: ${{ github.sha }} | |
pyroscopeServer: ${{ matrix.product.pyroscope_env == '' && '' || !startsWith(github.ref, 'refs/tags/') && '' || secrets.QA_PYROSCOPE_INSTANCE }} # Avoid sending blank envs https://github.com/orgs/community/discussions/25725 | |
pyroscopeEnvironment: ci-smoke-${{ matrix.product }}-optimism-sepolia | |
pyroscopeKey: ${{ secrets.QA_PYROSCOPE_KEY }} | |
lokiEndpoint: ${{ secrets.LOKI_URL }} | |
lokiTenantId: ${{ vars.LOKI_TENANT_ID }} | |
lokiBasicAuth: ${{ secrets.LOKI_BASIC_AUTH }} | |
logstreamLogTargets: ${{ vars.LOGSTREAM_LOG_TARGETS }} | |
grafanaUrl: ${{ vars.GRAFANA_URL }} | |
grafanaDashboardUrl: "/d/ddf75041-1e39-42af-aa46-361fe4c36e9e/ci-e2e-tests-logs" | |
network: "optimism_sepolia" | |
httpEndpoints: ${{ secrets.QA_OPTIMISM_SEPOLIA_HTTP_URLS }} | |
wsEndpoints: ${{ secrets.QA_OPTIMISM_SEPOLIA_URLS }} | |
fundingKeys: ${{ secrets.QA_EVM_KEYS }} | |
- name: Download Tests Binary | |
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2 | |
with: | |
name: tests | |
- name: Run Tests | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/run-tests-binary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_command_to_run: ./tests -test.timeout 30m -test.count=1 -test.parallel=1 -test.run ${{ matrix.test }} | |
binary_name: tests | |
cl_repo: ${{ env.PLUGIN_IMAGE }} | |
cl_image_tag: ${{ github.sha }} | |
aws_registries: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }} | |
dockerhub_username: ${{ secrets.DOCKERHUB_READONLY_USERNAME }} | |
dockerhub_password: ${{ secrets.DOCKERHUB_READONLY_PASSWORD }} | |
artifacts_location: ./logs | |
token: ${{ secrets.GITHUB_TOKEN }} | |
cache_key_id: core-e2e-${{ env.MOD_CACHE_VERSION }} | |
cache_restore_only: "true" | |
QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
QA_KUBECONFIG: ${{ secrets.QA_KUBECONFIG }} | |
- name: Print failed test summary | |
if: always() | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/show-test-summary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_directory: "./" | |
arbitrum-sepolia-smoke-tests: | |
environment: integration | |
permissions: | |
checks: write | |
pull-requests: write | |
id-token: write | |
contents: read | |
needs: [build-plugin, build-tests] | |
strategy: | |
max-parallel: 1 | |
fail-fast: false | |
matrix: | |
include: # https://docs.github.com/en/actions/using-jobs/using-a-matrix-for-your-jobs#example-adding-configurations | |
- product: OCR | |
test: TestOCRBasic | |
- product: Automation Conditional | |
test: TestAutomationBasic/registry_2_1_conditional | |
- product: Automation Log Trigger | |
test: TestAutomationBasic/registry_2_1_logtrigger | |
name: Arbitrum Sepolia ${{ matrix.product }} Tests | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
with: | |
fetch-depth: 0 | |
- name: Prepare Base64 TOML override | |
uses: ./.github/actions/setup-create-base64-config-live-testnets | |
with: | |
runId: ${{ github.run_id }} | |
testLogCollect: ${{ vars.TEST_LOG_COLLECT }} | |
pluginImage: ${{ env.PLUGIN_IMAGE }} | |
pluginVersion: ${{ github.sha }} | |
pyroscopeServer: ${{ matrix.product.pyroscope_env == '' && '' || !startsWith(github.ref, 'refs/tags/') && '' || secrets.QA_PYROSCOPE_INSTANCE }} # Avoid sending blank envs https://github.com/orgs/community/discussions/25725 | |
pyroscopeEnvironment: ci-smoke-${{ matrix.product }}-arbitrum-sepolia | |
pyroscopeKey: ${{ secrets.QA_PYROSCOPE_KEY }} | |
lokiEndpoint: ${{ secrets.LOKI_URL }} | |
lokiTenantId: ${{ vars.LOKI_TENANT_ID }} | |
lokiBasicAuth: ${{ secrets.LOKI_BASIC_AUTH }} | |
logstreamLogTargets: ${{ vars.LOGSTREAM_LOG_TARGETS }} | |
grafanaUrl: ${{ vars.GRAFANA_URL }} | |
grafanaDashboardUrl: "/d/ddf75041-1e39-42af-aa46-361fe4c36e9e/ci-e2e-tests-logs" | |
network: "arbitrum_sepolia" | |
httpEndpoints: ${{ secrets.QA_ARBITRUM_SEPOLIA_HTTP_URLS }} | |
wsEndpoints: ${{ secrets.QA_ARBITRUM_SEPOLIA_URLS }} | |
fundingKeys: ${{ secrets.QA_EVM_KEYS }} | |
- name: Download Tests Binary | |
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2 | |
with: | |
name: tests | |
- name: Run Tests | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/run-tests-binary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_command_to_run: ./tests -test.timeout 30m -test.count=1 -test.parallel=1 -test.run ${{ matrix.test }} | |
binary_name: tests | |
cl_repo: ${{ env.PLUGIN_IMAGE }} | |
cl_image_tag: ${{ github.sha }} | |
aws_registries: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }} | |
dockerhub_username: ${{ secrets.DOCKERHUB_READONLY_USERNAME }} | |
dockerhub_password: ${{ secrets.DOCKERHUB_READONLY_PASSWORD }} | |
artifacts_location: ./logs | |
token: ${{ secrets.GITHUB_TOKEN }} | |
cache_key_id: core-e2e-${{ env.MOD_CACHE_VERSION }} | |
cache_restore_only: "true" | |
QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
QA_KUBECONFIG: ${{ secrets.QA_KUBECONFIG }} | |
- name: Print failed test summary | |
if: always() | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/show-test-summary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_directory: "./" | |
base-sepolia-smoke-tests: | |
environment: integration | |
permissions: | |
checks: write | |
pull-requests: write | |
id-token: write | |
contents: read | |
needs: [build-plugin, build-tests] | |
strategy: | |
max-parallel: 1 | |
fail-fast: false | |
matrix: | |
include: # https://docs.github.com/en/actions/using-jobs/using-a-matrix-for-your-jobs#example-adding-configurations | |
- product: OCR | |
test: TestOCRBasic | |
name: Base Sepolia ${{ matrix.product }} Tests | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
with: | |
fetch-depth: 0 | |
- name: Prepare Base64 TOML override | |
uses: ./.github/actions/setup-create-base64-config-live-testnets | |
with: | |
runId: ${{ github.run_id }} | |
testLogCollect: ${{ vars.TEST_LOG_COLLECT }} | |
pluginImage: ${{ env.PLUGIN_IMAGE }} | |
pluginVersion: ${{ github.sha }} | |
pyroscopeServer: ${{ matrix.product.pyroscope_env == '' && '' || !startsWith(github.ref, 'refs/tags/') && '' || secrets.QA_PYROSCOPE_INSTANCE }} # Avoid sending blank envs https://github.com/orgs/community/discussions/25725 | |
pyroscopeEnvironment: ci-smoke-${{ matrix.product }}-base-sepolia | |
pyroscopeKey: ${{ secrets.QA_PYROSCOPE_KEY }} | |
lokiEndpoint: ${{ secrets.LOKI_URL }} | |
lokiTenantId: ${{ vars.LOKI_TENANT_ID }} | |
lokiBasicAuth: ${{ secrets.LOKI_BASIC_AUTH }} | |
logstreamLogTargets: ${{ vars.LOGSTREAM_LOG_TARGETS }} | |
grafanaUrl: ${{ vars.GRAFANA_URL }} | |
grafanaDashboardUrl: "/d/ddf75041-1e39-42af-aa46-361fe4c36e9e/ci-e2e-tests-logs" | |
network: "base_sepolia" | |
httpEndpoints: ${{ secrets.QA_BASE_SEPOLIA_HTTP_URLS }} | |
wsEndpoints: ${{ secrets.QA_BASE_SEPOLIA_URLS }} | |
fundingKeys: ${{ secrets.QA_EVM_KEYS }} | |
- name: Download Tests Binary | |
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2 | |
with: | |
name: tests | |
- name: Run Tests | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/run-tests-binary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_command_to_run: ./tests -test.timeout 30m -test.count=1 -test.parallel=1 -test.run ${{ matrix.test }} | |
binary_name: tests | |
cl_repo: ${{ env.PLUGIN_IMAGE }} | |
cl_image_tag: ${{ github.sha }} | |
aws_registries: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }} | |
dockerhub_username: ${{ secrets.DOCKERHUB_READONLY_USERNAME }} | |
dockerhub_password: ${{ secrets.DOCKERHUB_READONLY_PASSWORD }} | |
artifacts_location: ./logs | |
token: ${{ secrets.GITHUB_TOKEN }} | |
cache_key_id: core-e2e-${{ env.MOD_CACHE_VERSION }} | |
cache_restore_only: "true" | |
QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
QA_KUBECONFIG: ${{ secrets.QA_KUBECONFIG }} | |
- name: Print failed test summary | |
if: always() | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/show-test-summary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_directory: "./" | |
polygon-mumbai-smoke-tests: | |
environment: integration | |
permissions: | |
checks: write | |
pull-requests: write | |
id-token: write | |
contents: read | |
needs: [build-plugin, build-tests] | |
strategy: | |
max-parallel: 1 | |
fail-fast: false | |
matrix: | |
include: # https://docs.github.com/en/actions/using-jobs/using-a-matrix-for-your-jobs#example-adding-configurations | |
- product: OCR | |
test: TestOCRBasic | |
- product: Automation Conditional | |
test: TestAutomationBasic/registry_2_1_conditional | |
- product: Automation Log Trigger | |
test: TestAutomationBasic/registry_2_1_logtrigger | |
name: Polygon Mumbai ${{ matrix.product }} Tests | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
with: | |
fetch-depth: 0 | |
- name: Prepare Base64 TOML override | |
uses: ./.github/actions/setup-create-base64-config-live-testnets | |
with: | |
runId: ${{ github.run_id }} | |
testLogCollect: ${{ vars.TEST_LOG_COLLECT }} | |
pluginImage: ${{ env.PLUGIN_IMAGE }} | |
pluginVersion: ${{ github.sha }} | |
pyroscopeServer: ${{ matrix.product.pyroscope_env == '' && '' || !startsWith(github.ref, 'refs/tags/') && '' || secrets.QA_PYROSCOPE_INSTANCE }} # Avoid sending blank envs https://github.com/orgs/community/discussions/25725 | |
pyroscopeEnvironment: ci-smoke-${{ matrix.product }}-polygon-mumbai | |
pyroscopeKey: ${{ secrets.QA_PYROSCOPE_KEY }} | |
lokiEndpoint: ${{ secrets.LOKI_URL }} | |
lokiTenantId: ${{ vars.LOKI_TENANT_ID }} | |
lokiBasicAuth: ${{ secrets.LOKI_BASIC_AUTH }} | |
logstreamLogTargets: ${{ vars.LOGSTREAM_LOG_TARGETS }} | |
grafanaUrl: ${{ vars.GRAFANA_URL }} | |
grafanaDashboardUrl: "/d/ddf75041-1e39-42af-aa46-361fe4c36e9e/ci-e2e-tests-logs" | |
network: "polygon_mumbai" | |
httpEndpoints: ${{ secrets.QA_POLYGON_MUMBAI_HTTP_URLS }} | |
wsEndpoints: ${{ secrets.QA_POLYGON_MUMBAI_URLS }} | |
fundingKeys: ${{ secrets.QA_EVM_KEYS }} | |
- name: Download Tests Binary | |
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2 | |
with: | |
name: tests | |
- name: Run Tests | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/run-tests-binary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_command_to_run: ./tests -test.timeout 30m -test.count=1 -test.parallel=1 -test.run ${{ matrix.test }} | |
binary_name: tests | |
cl_repo: ${{ env.PLUGIN_IMAGE }} | |
cl_image_tag: ${{ github.sha }} | |
aws_registries: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }} | |
dockerhub_username: ${{ secrets.DOCKERHUB_READONLY_USERNAME }} | |
dockerhub_password: ${{ secrets.DOCKERHUB_READONLY_PASSWORD }} | |
artifacts_location: ./logs | |
token: ${{ secrets.GITHUB_TOKEN }} | |
cache_key_id: core-e2e-${{ env.MOD_CACHE_VERSION }} | |
cache_restore_only: "true" | |
QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
QA_KUBECONFIG: ${{ secrets.QA_KUBECONFIG }} | |
- name: Print failed test summary | |
if: always() | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/show-test-summary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_directory: "./" | |
avalanche-fuji-smoke-tests: | |
environment: integration | |
permissions: | |
checks: write | |
pull-requests: write | |
id-token: write | |
contents: read | |
needs: [build-plugin, build-tests] | |
strategy: | |
max-parallel: 1 | |
fail-fast: false | |
matrix: | |
include: # https://docs.github.com/en/actions/using-jobs/using-a-matrix-for-your-jobs#example-adding-configurations | |
- product: OCR | |
test: TestOCRBasic | |
- product: Automation Conditional | |
test: TestAutomationBasic/registry_2_1_conditional | |
- product: Automation Log Trigger | |
test: TestAutomationBasic/registry_2_1_logtrigger | |
name: Avalanche Fuji ${{ matrix.product }} Tests | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
with: | |
fetch-depth: 0 | |
- name: Prepare Base64 TOML override | |
uses: ./.github/actions/setup-create-base64-config-live-testnets | |
with: | |
runId: ${{ github.run_id }} | |
testLogCollect: ${{ vars.TEST_LOG_COLLECT }} | |
pluginImage: ${{ env.PLUGIN_IMAGE }} | |
pluginVersion: ${{ github.sha }} | |
pyroscopeServer: ${{ matrix.product.pyroscope_env == '' && '' || !startsWith(github.ref, 'refs/tags/') && '' || secrets.QA_PYROSCOPE_INSTANCE }} # Avoid sending blank envs https://github.com/orgs/community/discussions/25725 | |
pyroscopeEnvironment: ci-smoke-${{ matrix.product }}-avalanche-fuji | |
pyroscopeKey: ${{ secrets.QA_PYROSCOPE_KEY }} | |
lokiEndpoint: ${{ secrets.LOKI_URL }} | |
lokiTenantId: ${{ vars.LOKI_TENANT_ID }} | |
lokiBasicAuth: ${{ secrets.LOKI_BASIC_AUTH }} | |
logstreamLogTargets: ${{ vars.LOGSTREAM_LOG_TARGETS }} | |
grafanaUrl: ${{ vars.GRAFANA_URL }} | |
grafanaDashboardUrl: "/d/ddf75041-1e39-42af-aa46-361fe4c36e9e/ci-e2e-tests-logs" | |
network: "avalanche_fuji" | |
httpEndpoints: ${{ secrets.QA_AVALANCHE_FUJI_HTTP_URLS }} | |
wsEndpoints: ${{ secrets.QA_AVALANCHE_FUJI_URLS }} | |
fundingKeys: ${{ secrets.QA_EVM_KEYS }} | |
- name: Download Tests Binary | |
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2 | |
with: | |
name: tests | |
- name: Run Tests | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/run-tests-binary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_command_to_run: ./tests -test.timeout 30m -test.count=1 -test.parallel=1 -test.run ${{ matrix.test }} | |
binary_name: tests | |
cl_repo: ${{ env.PLUGIN_IMAGE }} | |
cl_image_tag: ${{ github.sha }} | |
aws_registries: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }} | |
dockerhub_username: ${{ secrets.DOCKERHUB_READONLY_USERNAME }} | |
dockerhub_password: ${{ secrets.DOCKERHUB_READONLY_PASSWORD }} | |
artifacts_location: ./logs | |
token: ${{ secrets.GITHUB_TOKEN }} | |
cache_key_id: core-e2e-${{ env.MOD_CACHE_VERSION }} | |
cache_restore_only: "true" | |
QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
QA_KUBECONFIG: ${{ secrets.QA_KUBECONFIG }} | |
- name: Print failed test summary | |
if: always() | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/show-test-summary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_directory: "./" | |
fantom-testnet-smoke-tests: | |
environment: integration | |
permissions: | |
checks: write | |
pull-requests: write | |
id-token: write | |
contents: read | |
needs: [build-plugin, build-tests] | |
strategy: | |
max-parallel: 1 | |
fail-fast: false | |
matrix: | |
include: # https://docs.github.com/en/actions/using-jobs/using-a-matrix-for-your-jobs#example-adding-configurations | |
- product: OCR | |
test: TestOCRBasic | |
- product: Automation Conditional | |
test: TestAutomationBasic/registry_2_1_conditional | |
- product: Automation Log Trigger | |
test: TestAutomationBasic/registry_2_1_logtrigger | |
name: Fantom Testnet ${{ matrix.product }} Tests | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
with: | |
fetch-depth: 0 | |
- name: Prepare Base64 TOML override | |
uses: ./.github/actions/setup-create-base64-config-live-testnets | |
with: | |
runId: ${{ github.run_id }} | |
testLogCollect: ${{ vars.TEST_LOG_COLLECT }} | |
pluginImage: ${{ env.PLUGIN_IMAGE }} | |
pluginVersion: ${{ github.sha }} | |
pyroscopeServer: ${{ matrix.product.pyroscope_env == '' && '' || !startsWith(github.ref, 'refs/tags/') && '' || secrets.QA_PYROSCOPE_INSTANCE }} # Avoid sending blank envs https://github.com/orgs/community/discussions/25725 | |
pyroscopeEnvironment: ci-smoke-${{ matrix.product }}-fantom-testnet | |
pyroscopeKey: ${{ secrets.QA_PYROSCOPE_KEY }} | |
lokiEndpoint: ${{ secrets.LOKI_URL }} | |
lokiTenantId: ${{ vars.LOKI_TENANT_ID }} | |
lokiBasicAuth: ${{ secrets.LOKI_BASIC_AUTH }} | |
logstreamLogTargets: ${{ vars.LOGSTREAM_LOG_TARGETS }} | |
grafanaUrl: ${{ vars.GRAFANA_URL }} | |
grafanaDashboardUrl: "/d/ddf75041-1e39-42af-aa46-361fe4c36e9e/ci-e2e-tests-logs" | |
network: "fantom_testnet" | |
httpEndpoints: ${{ secrets.QA_FANTOM_TESTNET_HTTP_URLS }} | |
wsEndpoints: ${{ secrets.QA_FANTOM_TESTNET_URLS }} | |
fundingKeys: ${{ secrets.QA_EVM_KEYS }} | |
- name: Download Tests Binary | |
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2 | |
with: | |
name: tests | |
- name: Run Tests | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/run-tests-binary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_command_to_run: ./tests -test.timeout 30m -test.count=1 -test.parallel=1 -test.run ${{ matrix.test }} | |
binary_name: tests | |
cl_repo: ${{ env.PLUGIN_IMAGE }} | |
cl_image_tag: ${{ github.sha }} | |
aws_registries: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }} | |
dockerhub_username: ${{ secrets.DOCKERHUB_READONLY_USERNAME }} | |
dockerhub_password: ${{ secrets.DOCKERHUB_READONLY_PASSWORD }} | |
artifacts_location: ./logs | |
token: ${{ secrets.GITHUB_TOKEN }} | |
cache_key_id: core-e2e-${{ env.MOD_CACHE_VERSION }} | |
cache_restore_only: "true" | |
QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
QA_KUBECONFIG: ${{ secrets.QA_KUBECONFIG }} | |
- name: Print failed test summary | |
if: always() | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/show-test-summary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_directory: "./" | |
celo-alfajores-smoke-tests: | |
environment: integration | |
permissions: | |
checks: write | |
pull-requests: write | |
id-token: write | |
contents: read | |
needs: [build-plugin, build-tests] | |
strategy: | |
max-parallel: 1 | |
fail-fast: false | |
matrix: | |
include: # https://docs.github.com/en/actions/using-jobs/using-a-matrix-for-your-jobs#example-adding-configurations | |
- product: OCR | |
test: TestOCRBasic | |
name: Celo Alfajores ${{ matrix.product }} Tests | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
with: | |
fetch-depth: 0 | |
- name: Prepare Base64 TOML override | |
uses: ./.github/actions/setup-create-base64-config-live-testnets | |
with: | |
runId: ${{ github.run_id }} | |
testLogCollect: ${{ vars.TEST_LOG_COLLECT }} | |
pluginImage: ${{ env.PLUGIN_IMAGE }} | |
pluginVersion: ${{ github.sha }} | |
pyroscopeServer: ${{ matrix.product.pyroscope_env == '' && '' || !startsWith(github.ref, 'refs/tags/') && '' || secrets.QA_PYROSCOPE_INSTANCE }} # Avoid sending blank envs https://github.com/orgs/community/discussions/25725 | |
pyroscopeEnvironment: ci-smoke-${{ matrix.product }}-celo-alfajores | |
pyroscopeKey: ${{ secrets.QA_PYROSCOPE_KEY }} | |
lokiEndpoint: ${{ secrets.LOKI_URL }} | |
lokiTenantId: ${{ vars.LOKI_TENANT_ID }} | |
lokiBasicAuth: ${{ secrets.LOKI_BASIC_AUTH }} | |
logstreamLogTargets: ${{ vars.LOGSTREAM_LOG_TARGETS }} | |
grafanaUrl: ${{ vars.GRAFANA_URL }} | |
grafanaDashboardUrl: "/d/ddf75041-1e39-42af-aa46-361fe4c36e9e/ci-e2e-tests-logs" | |
network: "celo_alfajores" | |
httpEndpoints: ${{ secrets.QA_CELO_ALFAJORES_HTTP_URLS }} | |
wsEndpoints: ${{ secrets.QA_CELO_ALFAJORES_URLS }} | |
fundingKeys: ${{ secrets.QA_EVM_KEYS }} | |
- name: Download Tests Binary | |
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2 | |
with: | |
name: tests | |
- name: Run Tests | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/run-tests-binary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_command_to_run: ./tests -test.timeout 30m -test.count=1 -test.parallel=1 -test.run ${{ matrix.test }} | |
binary_name: tests | |
cl_repo: ${{ env.PLUGIN_IMAGE }} | |
cl_image_tag: ${{ github.sha }} | |
aws_registries: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }} | |
dockerhub_username: ${{ secrets.DOCKERHUB_READONLY_USERNAME }} | |
dockerhub_password: ${{ secrets.DOCKERHUB_READONLY_PASSWORD }} | |
artifacts_location: ./logs | |
token: ${{ secrets.GITHUB_TOKEN }} | |
cache_key_id: core-e2e-${{ env.MOD_CACHE_VERSION }} | |
cache_restore_only: "true" | |
QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
QA_KUBECONFIG: ${{ secrets.QA_KUBECONFIG }} | |
- name: Print failed test summary | |
if: always() | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/show-test-summary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_directory: "./" | |
scroll-sepolia-smoke-tests: | |
if: false | |
environment: integration | |
permissions: | |
checks: write | |
pull-requests: write | |
id-token: write | |
contents: read | |
needs: [build-plugin, build-tests] | |
strategy: | |
max-parallel: 1 | |
fail-fast: false | |
matrix: | |
include: # https://docs.github.com/en/actions/using-jobs/using-a-matrix-for-your-jobs#example-adding-configurations | |
- product: OCR | |
test: TestOCRBasic | |
name: Scroll Sepolia ${{ matrix.product }} Tests | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
with: | |
fetch-depth: 0 | |
- name: Prepare Base64 TOML override | |
uses: ./.github/actions/setup-create-base64-config-live-testnets | |
with: | |
runId: ${{ github.run_id }} | |
testLogCollect: ${{ vars.TEST_LOG_COLLECT }} | |
pluginImage: ${{ env.PLUGIN_IMAGE }} | |
pluginVersion: ${{ github.sha }} | |
pyroscopeServer: ${{ matrix.product.pyroscope_env == '' && '' || !startsWith(github.ref, 'refs/tags/') && '' || secrets.QA_PYROSCOPE_INSTANCE }} # Avoid sending blank envs https://github.com/orgs/community/discussions/25725 | |
pyroscopeEnvironment: ci-smoke-${{ matrix.product }}-scroll-sepolia | |
pyroscopeKey: ${{ secrets.QA_PYROSCOPE_KEY }} | |
lokiEndpoint: ${{ secrets.LOKI_URL }} | |
lokiTenantId: ${{ vars.LOKI_TENANT_ID }} | |
lokiBasicAuth: ${{ secrets.LOKI_BASIC_AUTH }} | |
logstreamLogTargets: ${{ vars.LOGSTREAM_LOG_TARGETS }} | |
grafanaUrl: ${{ vars.GRAFANA_URL }} | |
grafanaDashboardUrl: "/d/ddf75041-1e39-42af-aa46-361fe4c36e9e/ci-e2e-tests-logs" | |
network: "scroll_sepolia" | |
httpEndpoints: ${{ secrets.QA_SCROLL_SEPOLIA_HTTP_URLS }} | |
wsEndpoints: ${{ secrets.QA_SCROLL_SEPOLIA_URLS }} | |
fundingKeys: ${{ secrets.QA_EVM_KEYS }} | |
- name: Download Tests Binary | |
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2 | |
with: | |
name: tests | |
- name: Run Tests | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/run-tests-binary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_command_to_run: ./tests -test.timeout 30m -test.count=1 -test.parallel=1 -test.run ${{ matrix.test }} | |
binary_name: tests | |
cl_repo: ${{ env.PLUGIN_IMAGE }} | |
cl_image_tag: ${{ github.sha }} | |
aws_registries: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }} | |
dockerhub_username: ${{ secrets.DOCKERHUB_READONLY_USERNAME }} | |
dockerhub_password: ${{ secrets.DOCKERHUB_READONLY_PASSWORD }} | |
artifacts_location: ./logs | |
token: ${{ secrets.GITHUB_TOKEN }} | |
cache_key_id: core-e2e-${{ env.MOD_CACHE_VERSION }} | |
cache_restore_only: "true" | |
QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
QA_KUBECONFIG: ${{ secrets.QA_KUBECONFIG }} | |
- name: Print failed test summary | |
if: always() | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/show-test-summary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_directory: "./" | |
linea-goerli-smoke-tests: | |
environment: integration | |
permissions: | |
checks: write | |
pull-requests: write | |
id-token: write | |
contents: read | |
needs: [build-plugin, build-tests] | |
strategy: | |
max-parallel: 1 | |
fail-fast: false | |
matrix: | |
include: # https://docs.github.com/en/actions/using-jobs/using-a-matrix-for-your-jobs#example-adding-configurations | |
- product: OCR | |
test: TestOCRBasic | |
name: Linea Goerli ${{ matrix.product }} Tests | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
with: | |
fetch-depth: 0 | |
- name: Prepare Base64 TOML override | |
uses: ./.github/actions/setup-create-base64-config-live-testnets | |
with: | |
runId: ${{ github.run_id }} | |
testLogCollect: ${{ vars.TEST_LOG_COLLECT }} | |
pluginImage: ${{ env.PLUGIN_IMAGE }} | |
pluginVersion: ${{ github.sha }} | |
pyroscopeServer: ${{ matrix.product.pyroscope_env == '' && '' || !startsWith(github.ref, 'refs/tags/') && '' || secrets.QA_PYROSCOPE_INSTANCE }} # Avoid sending blank envs https://github.com/orgs/community/discussions/25725 | |
pyroscopeEnvironment: ci-smoke-${{ matrix.product }}-linea-goerli | |
pyroscopeKey: ${{ secrets.QA_PYROSCOPE_KEY }} | |
lokiEndpoint: ${{ secrets.LOKI_URL }} | |
lokiTenantId: ${{ vars.LOKI_TENANT_ID }} | |
lokiBasicAuth: ${{ secrets.LOKI_BASIC_AUTH }} | |
logstreamLogTargets: ${{ vars.LOGSTREAM_LOG_TARGETS }} | |
grafanaUrl: ${{ vars.GRAFANA_URL }} | |
grafanaDashboardUrl: "/d/ddf75041-1e39-42af-aa46-361fe4c36e9e/ci-e2e-tests-logs" | |
network: "linea_goerli" | |
httpEndpoints: ${{ secrets.QA_LINEA_GOERLI_HTTP_URLS }} | |
wsEndpoints: ${{ secrets.QA_LINEA_GOERLI_URLS }} | |
fundingKeys: ${{ secrets.QA_EVM_KEYS }} | |
- name: Download Tests Binary | |
uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # v3.0.2 | |
with: | |
name: tests | |
- name: Run Tests | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/run-tests-binary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_command_to_run: ./tests -test.timeout 30m -test.count=1 -test.parallel=1 -test.run ${{ matrix.test }} | |
binary_name: tests | |
cl_repo: ${{ env.PLUGIN_IMAGE }} | |
cl_image_tag: ${{ github.sha }} | |
aws_registries: ${{ secrets.QA_AWS_ACCOUNT_NUMBER }} | |
dockerhub_username: ${{ secrets.DOCKERHUB_READONLY_USERNAME }} | |
dockerhub_password: ${{ secrets.DOCKERHUB_READONLY_PASSWORD }} | |
artifacts_location: ./logs | |
token: ${{ secrets.GITHUB_TOKEN }} | |
cache_key_id: core-e2e-${{ env.MOD_CACHE_VERSION }} | |
cache_restore_only: "true" | |
QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }} | |
QA_AWS_ROLE_TO_ASSUME: ${{ secrets.QA_AWS_ROLE_TO_ASSUME }} | |
QA_KUBECONFIG: ${{ secrets.QA_KUBECONFIG }} | |
- name: Print failed test summary | |
if: always() | |
uses: goplugin/plugin-github-actions/plugin-testing-framework/show-test-summary@92e0f299a87522c2a37bfc4686c4d8a96dc9d28b # v2.3.5 | |
with: | |
test_directory: "./" |