Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Workflow template for CI jobs for Core Components | ||
| on: | ||
| workflow_call: | ||
| inputs: | ||
| compilers: | ||
| description: "JSON of required compilers and their versions" | ||
| type: string | ||
| required: false | ||
| default: '[{ "zksolc": ["1.3.14", "1.3.16", "1.3.17", "1.3.1", "1.3.7", "1.3.18", "1.3.19", "1.3.21"] } , { "zkvyper": ["1.3.13"] }]' | ||
| jobs: | ||
| # FIXME: restore the lint job | ||
| # lint: | ||
| # name: lint | ||
| # uses: ./.github/workflows/ci-core-lint-reusable.yml | ||
| unit-tests: | ||
| runs-on: [matterlabs-ci-runner] | ||
| steps: | ||
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4 | ||
| with: | ||
| submodules: "recursive" | ||
| fetch-depth: 0 | ||
| - name: Setup environment | ||
| run: | | ||
| echo ZKSYNC_HOME=$(pwd) >> $GITHUB_ENV | ||
| echo $(pwd)/bin >> $GITHUB_PATH | ||
| echo IN_DOCKER=1 >> .env | ||
| # TODO: Remove when we after upgrade of hardhat-plugins | ||
| - name: pre-download compilers | ||
| run: | | ||
| # Download needed versions of vyper compiler | ||
| # Not sanitized due to unconventional path and tags | ||
| mkdir -p ./hardhat-nodejs/compilers-v2/vyper/linux | ||
| wget -nv -O ./hardhat-nodejs/compilers-v2/vyper/linux/0.3.10 https://github.com/vyperlang/vyper/releases/download/v0.3.10/vyper.0.3.10+commit.91361694.linux | ||
| wget -nv -O ./hardhat-nodejs/compilers-v2/vyper/linux/0.3.3 https://github.com/vyperlang/vyper/releases/download/v0.3.3/vyper.0.3.3+commit.48e326f0.linux | ||
| chmod +x ./hardhat-nodejs/compilers-v2/vyper/linux/0.3.10 | ||
| chmod +x ./hardhat-nodejs/compilers-v2/vyper/linux/0.3.3 | ||
| COMPILERS_JSON='${{ inputs.compilers }}' | ||
| echo "$COMPILERS_JSON" | jq -r '.[] | to_entries[] | .key as $compiler | .value[] | "\(.),\($compiler)"' | while IFS=, read -r version compiler; do | ||
| mkdir -p "./hardhat-nodejs/compilers-v2/$compiler" | ||
| wget -nv -O "./hardhat-nodejs/compilers-v2/$compiler/${compiler}-v${version}" "https://github.com/matter-labs/${compiler}-bin/releases/download/v${version}/${compiler}-linux-amd64-musl-v${version}" | ||
| chmod +x "./hardhat-nodejs/compilers-v2/$compiler/${compiler}-v${version}" | ||
| done | ||
| - name: Start services | ||
| run: | | ||
| ci_localnet_up | ||
| ci_run sccache --start-server | ||
| - name: Init | ||
| run: | | ||
| ci_run zk | ||
| ci_run run_retried rustup show | ||
| ci_run zk run yarn | ||
| ci_run zk db setup | ||
| ci_run zk compiler all | ||
| ci_run zk contract build | ||
| # FIXME: enable contract tests once tehy are stable | ||
| #- name: Contracts unit tests | ||
| # run: ci_run yarn l1-contracts test | ||
| - name: Rust unit tests | ||
| run: ci_run zk test rust | ||
| # FIXME: support loadtest together with sync layer. | ||
| loadtest: | ||
| runs-on: [matterlabs-ci-runner] | ||
| steps: | ||
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4 | ||
| with: | ||
| submodules: "recursive" | ||
| fetch-depth: 0 | ||
| - name: Setup environment | ||
| run: | | ||
| echo ZKSYNC_HOME=$(pwd) >> $GITHUB_ENV | ||
| echo $(pwd)/bin >> $GITHUB_PATH | ||
| echo IN_DOCKER=1 >> .env | ||
| - name: Loadtest configuration | ||
| run: | | ||
| echo EXPECTED_TX_COUNT="16000" >> .env | ||
| echo FAIL_FAST=true >> .env | ||
| echo IN_DOCKER=1 >> .env | ||
| echo DATABASE_MERKLE_TREE_MODE=lightweight >> .env | ||
| - name: Start services | ||
| run: | | ||
| ci_localnet_up | ||
| ci_run sccache --start-server | ||
| - name: Init | ||
| run: | | ||
| ci_run git config --global --add safe.directory /usr/src/zksync | ||
| ci_run git config --global --add safe.directory /usr/src/zksync/sdk/binaryen | ||
| ci_run git config --global --add safe.directory /usr/src/zksync/contracts/system-contracts | ||
| ci_run git config --global --add safe.directory /usr/src/zksync/contracts | ||
| ci_run zk | ||
| ci_run zk init --local-legacy-bridge-testing | ||
| # `sleep 60` because we need to wait until server added all the tokens | ||
| - name: Run server | ||
| run: | | ||
| ci_run zk server --uring --components api,tree,eth,state_keeper,housekeeper,commitment_generator,vm_runner_protective_reads &>server.log & | ||
| ci_run sleep 60 | ||
| - name: Deploy legacy era contracts | ||
| run: ci_run zk contract setup-legacy-bridge-era | ||
| - name: Perform loadtest | ||
| run: ci_run zk run loadtest | ||
| - name: Show server.log logs | ||
| if: always() | ||
| run: ci_run cat server.log || true | ||
| - name: Show sccache logs | ||
| if: always() | ||
| run: | | ||
| ci_run sccache --show-stats || true | ||
| ci_run cat /tmp/sccache_log.txt || true | ||
| integration: | ||
| name: Integration (consensus=${{ matrix.consensus }}, base_token=${{ matrix.base_token }}, sync_layer = ${{ matrix.sync_layer }}) | ||
| strategy: | ||
| # In matrix jobs, fail-fast is true by default. | ||
| # To be consistent with the rest of the workflow we disable it explicitly. | ||
| fail-fast: false | ||
| matrix: | ||
| # FIXME: support consensus tests for SL migration | ||
| consensus: [false] | ||
| # FIXME: support custom tokens | ||
| base_token: ["Eth"] | ||
| # FIXME: run tests even when not using synclayer | ||
| sync_layer: [true] | ||
| env: | ||
| SERVER_COMPONENTS: "api,tree,eth,state_keeper,housekeeper,commitment_generator,vm_runner_protective_reads,da_dispatcher${{ matrix.consensus && ',consensus' || '' }}" | ||
| runs-on: [matterlabs-ci-runner] | ||
| steps: | ||
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4 | ||
| with: | ||
| submodules: "recursive" | ||
| fetch-depth: 0 | ||
| - name: Setup environment | ||
| run: | | ||
| echo ZKSYNC_HOME=$(pwd) >> $GITHUB_ENV | ||
| echo $(pwd)/bin >> $GITHUB_PATH | ||
| echo IN_DOCKER=1 >> .env | ||
| echo RUN_CONTRACT_VERIFICATION_TEST=true >> .env | ||
| echo ZKSYNC_DEBUG_LOGS=true >> .env | ||
| - name: Download zksolc/solc and zkvyper/vyper | ||
| run: | | ||
| sudo apt update && sudo apt install wget -y | ||
| mkdir -p $(pwd)/etc/solc-bin/0.8.23 | ||
| wget https://github.com/ethereum/solc-bin/raw/gh-pages/linux-amd64/solc-linux-amd64-v0.8.23%2Bcommit.f704f362 | ||
| mv solc-linux-amd64-v0.8.23+commit.f704f362 $(pwd)/etc/solc-bin/0.8.23/solc | ||
| chmod +x $(pwd)/etc/solc-bin/0.8.23/solc | ||
| mkdir -p $(pwd)/etc/solc-bin/zkVM-0.8.23-1.0.0 | ||
| wget https://github.com/matter-labs/era-solidity/releases/download/0.8.23-1.0.0/solc-linux-amd64-0.8.23-1.0.0 -O $(pwd)/etc/solc-bin/zkVM-0.8.23-1.0.0/solc | ||
| chmod +x $(pwd)/etc/solc-bin/zkVM-0.8.23-1.0.0/solc | ||
| mkdir -p $(pwd)/etc/zksolc-bin/v1.3.21 | ||
| wget https://github.com/matter-labs/zksolc-bin/raw/main/linux-amd64/zksolc-linux-amd64-musl-v1.3.21 | ||
| mv zksolc-linux-amd64-musl-v1.3.21 $(pwd)/etc/zksolc-bin/v1.3.21/zksolc | ||
| chmod +x $(pwd)/etc/zksolc-bin/v1.3.21/zksolc | ||
| mkdir -p $(pwd)/etc/vyper-bin/0.3.10 | ||
| wget -O vyper0.3.10 https://github.com/vyperlang/vyper/releases/download/v0.3.10/vyper.0.3.10%2Bcommit.91361694.linux | ||
| mv vyper0.3.10 $(pwd)/etc/vyper-bin/0.3.10/vyper | ||
| chmod +x $(pwd)/etc/vyper-bin/0.3.10/vyper | ||
| mkdir -p $(pwd)/etc/zkvyper-bin/v1.3.13 | ||
| wget https://github.com/matter-labs/zkvyper-bin/raw/main/linux-amd64/zkvyper-linux-amd64-musl-v1.3.13 | ||
| mv zkvyper-linux-amd64-musl-v1.3.13 $(pwd)/etc/zkvyper-bin/v1.3.13/zkvyper | ||
| chmod +x $(pwd)/etc/zkvyper-bin/v1.3.13/zkvyper | ||
| - name: Start services | ||
| run: | | ||
| ci_localnet_up | ||
| ci_run pre_download_compilers.sh | ||
| ci_run sccache --start-server | ||
| - name: Init | ||
| run: | | ||
| ci_run git config --global --add safe.directory /usr/src/zksync | ||
| ci_run git config --global --add safe.directory /usr/src/zksync/sdk/binaryen | ||
| ci_run git config --global --add safe.directory /usr/src/zksync/contracts/system-contracts | ||
| ci_run git config --global --add safe.directory /usr/src/zksync/contracts | ||
| ci_run zk | ||
| ci_run run_retried rustup show | ||
| if [[ "${{ matrix.deployment_mode }}" == "Validium" ]]; then | ||
| ci_run zk env dev_validium_docker | ||
| ci_run zk config compile dev_validium_docker | ||
| else | ||
| ci_run zk config compile | ||
| fi | ||
| ci_run zk init ${{ matrix.base_token == 'Custom' && '--base-token-name BAT' || ''}} ${{ matrix.deployment_mode == 'Validium' && '--validium-mode' || ''}} | ||
| # `sleep 5` because we need to wait until server started properly | ||
| - name: Run server | ||
| run: | | ||
| ci_run zk server --components=$SERVER_COMPONENTS &>server.log & | ||
| ci_run sleep 5 | ||
| - name: Run contract verifier | ||
| run: | | ||
| ci_run zk contract_verifier &>contract_verifier.log & | ||
| ci_run sleep 2 | ||
| # FIXME: do this only when the sync layer is true | ||
| - name: Prepare the server to be the synclayer | ||
| run: | | ||
| ci_run zk dev2 supply-rich-wallets | ||
| ci_run zk contract build --zkSync | ||
| ci_run zk contract prepare-sync-layer | ||
| ci_run zk contract register-sync-layer-counterpart | ||
| # Note that the server will live only for 120s. Since we'll need to restart it | ||
| # before migrating it to the sync layer, we'll need to turn it off and update the config | ||
| # | ||
| # FIXME: The `zk server --clear-l1-txs-history` is needed to clear the history of transactions on the server side. | ||
| # It is a workaround and shouild be removed before prod. | ||
| - name: Prepare launch sync-layer based chain | ||
| run: | | ||
| ci_run zk config prepare-l1-hyperchain --env-name test-chain --chain-id 320 | ||
| ci_run zk env test-chain | ||
| ci_run zk config compile test-chain --diff 5 | ||
| ci_run zk init hyper | ||
| ci_run zk server --time-to-live 120 &>server2.log | ||
| ci_run zk contract migrate-to-sync-layer | ||
| ci_run zk contract prepare-sync-layer-validators | ||
| ci_run zk contract update-config-for-sync-layer | ||
| ci_run zk server --clear-l1-txs-history | ||
| ci_run sleep 120 | ||
| ci_run zk server >> server2.log 2>&1 & | ||
| ci_run sleep 5 | ||
| - name: Server integration tests | ||
| run: ci_run zk test i server | ||
| # FIXME: restore snapshot test | ||
| # - name: Snapshot recovery test | ||
| # # We use `yarn` directly because the test launches `zk` commands in both server and EN envs. | ||
| # # An empty topmost environment helps avoid a mess when redefining env vars shared between both envs | ||
| # # (e.g., DATABASE_URL). | ||
| # # | ||
| # # Since `base_token` doesn't meaningfully influence the test, we use it as a flag for | ||
| # # enabling / disabling tree during pruning. | ||
| # run: | | ||
| # if [[ "${{ matrix.deployment_mode }}" == "Validium" ]]; then | ||
| # ci_run zk config compile ext-node-validium | ||
| # ci_run zk config compile ext-node-validium-docker | ||
| # fi | ||
| # ENABLE_CONSENSUS=${{ matrix.consensus }} \ | ||
| # DEPLOYMENT_MODE=${{ matrix.deployment_mode }} \ | ||
| # SNAPSHOTS_CREATOR_VERSION=${{ matrix.deployment_mode == 'Validium' && '0' || '1' }} \ | ||
| # DISABLE_TREE_DURING_PRUNING=${{ matrix.base_token == 'Eth' }} \ | ||
| # ETH_CLIENT_WEB3_URL="http://reth:8545" \ | ||
| # PASSED_ENV_VARS="ENABLE_CONSENSUS,DEPLOYMENT_MODE,DISABLE_TREE_DURING_PRUNING,SNAPSHOTS_CREATOR_VERSION,ETH_CLIENT_WEB3_URL" \ | ||
| # ci_run yarn recovery-test snapshot-recovery-test | ||
| # - name: Genesis recovery test | ||
| # run: | | ||
| # ENABLE_CONSENSUS=${{ matrix.consensus }} \ | ||
| # DEPLOYMENT_MODE=${{ matrix.deployment_mode }} \ | ||
| # ETH_CLIENT_WEB3_URL="http://reth:8545" \ | ||
| # PASSED_ENV_VARS="ENABLE_CONSENSUS,DEPLOYMENT_MODE,ETH_CLIENT_WEB3_URL" \ | ||
| # ci_run yarn recovery-test genesis-recovery-test | ||
| # FIXME: restore fee proj tests | ||
| # - name: Fee projection tests | ||
| # run: ci_run zk test i fees | ||
| # FIXME: restore revert tests | ||
| # - name: Run revert test | ||
| # run: | | ||
| # ci_run pkill zksync_server || true | ||
| # ci_run sleep 2 | ||
| # ENABLE_CONSENSUS=${{ matrix.consensus }} DEPLOYMENT_MODE=Rollup PASSED_ENV_VARS="ENABLE_CONSENSUS,DEPLOYMENT_MODE" ci_run zk test i revert | ||
| # FIXME: restore upgrade test for SL | ||
| # # This test should be the last one as soon as it | ||
| # # finished bootloader will be different | ||
| # - name: Run upgrade test | ||
| # run: | | ||
| # ci_run pkill zksync_server || true | ||
| # ci_run sleep 10 | ||
| # ci_run zk test i upgrade | ||
| - name: Show server.log logs | ||
| if: always() | ||
| run: ci_run cat server.log || true | ||
| - name: Show server2.log logs | ||
| if: always() | ||
| run: ci_run cat server2.log || true | ||
| - name: Show contract_verifier.log logs | ||
| if: always() | ||
| run: ci_run cat contract_verifier.log || true | ||
| - name: Show snapshot-creator.log logs | ||
| if: always() | ||
| run: ci_run cat core/tests/recovery-test/snapshot-creator.log || true | ||
| - name: Show snapshot-recovery.log logs | ||
| if: always() | ||
| run: ci_run cat core/tests/recovery-test/snapshot-recovery.log || true | ||
| - name: Show genesis-recovery.log logs | ||
| if: always() | ||
| run: ci_run cat core/tests/recovery-test/genesis-recovery.log || true | ||
| - name: Show revert.log logs | ||
| if: always() | ||
| run: ci_run cat core/tests/revert-test/revert.log || true | ||
| - name: Show upgrade.log logs | ||
| if: always() | ||
| run: ci_run cat core/tests/upgrade-test/upgrade.log || true | ||
| - name: Show fee-projection.log logs | ||
| if: always() | ||
| run: ci_run cat core/tests/ts-integration/fees.log || true | ||
| - name: Show sccache logs | ||
| if: always() | ||
| run: | | ||
| ci_run sccache --show-stats || true | ||
| ci_run cat /tmp/sccache_log.txt || true | ||
| # FIXME: restore tests with EN and sync layer | ||
| # external-node: | ||
| # name: External node (consensus=${{ matrix.consensus }}, base_token=${{ matrix.base_token }}) | ||
| # strategy: | ||
| # fail-fast: false | ||
| # matrix: | ||
| # consensus: [false, true] | ||
| # base_token: ["Eth", "Custom"] | ||
| # runs-on: [matterlabs-ci-runner] | ||
| <<<<<<< HEAD | ||
| # env: | ||
| # SERVER_COMPONENTS: "api,tree,eth,state_keeper,housekeeper,commitment_generator,vm_runner_protective_reads${{ matrix.consensus && ',consensus' || '' }}" | ||
| # EXT_NODE_FLAGS: "${{ matrix.consensus && '-- --enable-consensus' || '' }}" | ||
| ======= | ||
| env: | ||
| SERVER_COMPONENTS: "api,tree,eth,state_keeper,housekeeper,commitment_generator,vm_runner_protective_reads,da_dispatcher${{ matrix.consensus && ',consensus' || '' }}" | ||
| EXT_NODE_FLAGS: "${{ matrix.consensus && '-- --enable-consensus' || '' }}" | ||
| >>>>>>> origin/main | ||
| # steps: | ||
| # - name: Checkout code # Checks out the repository under $GITHUB_WORKSPACE, so the job can access it. | ||
| # uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4 | ||
| # with: | ||
| # submodules: "recursive" | ||
| # fetch-depth: 0 | ||
| # - name: Setup environment | ||
| # run: | | ||
| # echo ZKSYNC_HOME=$(pwd) >> $GITHUB_ENV | ||
| # echo $(pwd)/bin >> $GITHUB_PATH | ||
| # echo IN_DOCKER=1 >> .env | ||
| # echo RUN_CONTRACT_VERIFICATION_TEST=true >> .env | ||
| # echo ZKSYNC_DEBUG_LOGS=true >> .env | ||
| # - name: Start services | ||
| # run: | | ||
| # ci_localnet_up | ||
| # ci_run pre_download_compilers.sh | ||
| # ci_run sccache --start-server | ||
| # - name: Init | ||
| # run: | | ||
| # ci_run git config --global --add safe.directory /usr/src/zksync | ||
| # ci_run git config --global --add safe.directory /usr/src/zksync/sdk/binaryen | ||
| # ci_run git config --global --add safe.directory /usr/src/zksync/contracts/system-contracts | ||
| # ci_run git config --global --add safe.directory /usr/src/zksync/contracts | ||
| # ci_run zk | ||
| # ci_run run_retried rustup show | ||
| # if [[ "${{ matrix.deployment_mode }}" == "Rollup" ]]; then | ||
| # ci_run zk config compile | ||
| # elif [[ "${{ matrix.deployment_mode }}" == "Validium" ]]; then | ||
| # ci_run zk env dev_validium_docker | ||
| # ci_run zk config compile dev_validium_docker | ||
| # fi | ||
| # ci_run zk init ${{ matrix.base_token == 'Custom' && '--base-token-name BAT' || ''}} ${{ matrix.deployment_mode == 'Validium' && '--validium-mode' || ''}} | ||
| # # `sleep 30` because we need to wait until server started properly | ||
| # - name: Run server | ||
| # run: | | ||
| # ci_run zk server --components=$SERVER_COMPONENTS &>>server.log & | ||
| # ci_run sleep 30 | ||
| # - name: Run external node | ||
| # run: | | ||
| # ci_run zk env ext-node-docker | ||
| # ci_run zk db setup | ||
| # ci_run zk external-node $EXT_NODE_FLAGS &>>ext-node.log & | ||
| # ci_run sleep 30 | ||
| # - name: Integration tests | ||
| # run: ci_run zk test i server --testPathIgnorePatterns 'contract-verification|snapshots-creator' | ||
| # - name: Run revert test | ||
| # run: | | ||
| # ENABLE_CONSENSUS=${{ matrix.consensus }} DEPLOYMENT_MODE=Rollup PASSED_ENV_VARS="ENABLE_CONSENSUS,DEPLOYMENT_MODE" ci_run zk test i revert-en | ||
| # # test terminates the nodes, so we restart them. | ||
| # ZKSYNC_ENV=docker ci_run zk server --components=$SERVER_COMPONENTS &>>server.log & | ||
| # ZKSYNC_ENV=ext-node-docker ci_run zk external-node $EXT_NODE_FLAGS &>>ext-node.log & | ||
| # ci_run sleep 30 | ||
| # - name: Run upgrade test | ||
| # run: | | ||
| # ci_run zk env docker | ||
| # CHECK_EN_URL="http://0.0.0.0:3060" ci_run zk test i upgrade | ||
| # - name: Show server.log logs | ||
| # if: always() | ||
| # run: ci_run cat server.log || true | ||
| # - name: Show ext-node.log logs | ||
| # if: always() | ||
| # run: ci_run cat ext-node.log || true | ||
| # - name: Show contract_verifier.log logs | ||
| # if: always() | ||
| # run: ci_run cat ext-node.log || true | ||
| # - name: Show revert_main.log logs | ||
| # if: always() | ||
| # run: ci_run cat core/tests/revert-test/revert_main.log || true | ||
| # - name: Show revert_ext.log logs | ||
| # if: always() | ||
| # run: ci_run cat core/tests/revert-test/revert_ext.log || true | ||
| # - name: Show upgrade.log logs | ||
| # if: always() | ||
| # run: ci_run cat core/tests/upgrade-test/upgrade.log || true | ||
| # - name: Show sccache logs | ||
| # if: always() | ||
| # run: | | ||
| # ci_run sccache --show-stats || true | ||
| # ci_run cat /tmp/sccache_log.txt || true | ||
