uncommented snapshot-recovery-test ci job #4
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Workflow template for CI jobs for Core Components | ||
| on: | ||
| workflow_call: | ||
| inputs: | ||
| compilers: | ||
| description: "JSON of required compilers and their versions" | ||
| type: string | ||
| required: false | ||
| default: '[{ "zksolc": ["1.3.14", "1.3.16", "1.3.17", "1.3.1", "1.3.7", "1.3.18", "1.3.19", "1.3.21"] } , { "zkvyper": ["1.3.13"] }]' | ||
| jobs: | ||
| lint: | ||
| name: lint | ||
| uses: ./.github/workflows/ci-core-lint-reusable.yml | ||
| unit-tests: | ||
| runs-on: [matterlabs-ci-runner] | ||
| steps: | ||
| - uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3 | ||
| with: | ||
| submodules: "recursive" | ||
| fetch-depth: 0 | ||
| - name: Setup environment | ||
| run: | | ||
| echo ZKSYNC_HOME=$(pwd) >> $GITHUB_ENV | ||
| echo $(pwd)/bin >> $GITHUB_PATH | ||
| echo IN_DOCKER=1 >> .env | ||
| # TODO: Remove when we after upgrade of hardhat-plugins | ||
| - name: pre-download compilers | ||
| run: | | ||
| # Download needed versions of vyper compiler | ||
| # Not sanitized due to unconventional path and tags | ||
| mkdir -p ./hardhat-nodejs/compilers-v2/vyper/linux | ||
| wget -nv -O ./hardhat-nodejs/compilers-v2/vyper/linux/0.3.10 https://github.com/vyperlang/vyper/releases/download/v0.3.10/vyper.0.3.10+commit.91361694.linux | ||
| wget -nv -O ./hardhat-nodejs/compilers-v2/vyper/linux/0.3.3 https://github.com/vyperlang/vyper/releases/download/v0.3.3/vyper.0.3.3+commit.48e326f0.linux | ||
| chmod +x ./hardhat-nodejs/compilers-v2/vyper/linux/0.3.10 | ||
| chmod +x ./hardhat-nodejs/compilers-v2/vyper/linux/0.3.3 | ||
| COMPILERS_JSON='${{ inputs.compilers }}' | ||
| echo "$COMPILERS_JSON" | jq -r '.[] | to_entries[] | .key as $compiler | .value[] | "\(.),\($compiler)"' | while IFS=, read -r version compiler; do | ||
| mkdir -p "./hardhat-nodejs/compilers-v2/$compiler" | ||
| wget -nv -O "./hardhat-nodejs/compilers-v2/$compiler/${compiler}-v${version}" "https://github.com/matter-labs/${compiler}-bin/releases/download/v${version}/${compiler}-linux-amd64-musl-v${version}" | ||
| chmod +x "./hardhat-nodejs/compilers-v2/$compiler/${compiler}-v${version}" | ||
| done | ||
| - name: Start services | ||
| run: | | ||
| ci_localnet_up | ||
| ci_run sccache --start-server | ||
| - name: Init | ||
| run: | | ||
| ci_run zk | ||
| ci_run zk run yarn | ||
| ci_run zk db setup | ||
| ci_run zk compiler all | ||
| ci_run zk contract build | ||
| - name: Contracts unit tests | ||
| run: ci_run yarn l1-contracts test | ||
| - name: Rust unit tests | ||
| run: ci_run zk test rust | ||
| loadtest: | ||
| runs-on: [matterlabs-ci-runner] | ||
| steps: | ||
| - uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3 | ||
| with: | ||
| submodules: "recursive" | ||
| fetch-depth: 0 | ||
| - name: Setup environment | ||
| run: | | ||
| echo ZKSYNC_HOME=$(pwd) >> $GITHUB_ENV | ||
| echo $(pwd)/bin >> $GITHUB_PATH | ||
| echo IN_DOCKER=1 >> .env | ||
| - name: Loadtest configuration | ||
| run: | | ||
| echo EXPECTED_TX_COUNT="16000" >> .env | ||
| echo FAIL_FAST=true >> .env | ||
| echo IN_DOCKER=1 >> .env | ||
| echo DATABASE_MERKLE_TREE_MODE=lightweight >> .env | ||
| - name: Start services | ||
| run: | | ||
| ci_localnet_up | ||
| ci_run sccache --start-server | ||
| - name: Init | ||
| run: | | ||
| ci_run git config --global --add safe.directory /usr/src/zksync | ||
| ci_run git config --global --add safe.directory /usr/src/zksync/sdk/binaryen | ||
| ci_run git config --global --add safe.directory /usr/src/zksync/contracts/system-contracts | ||
| ci_run git config --global --add safe.directory /usr/src/zksync/contracts | ||
| ci_run zk | ||
| ci_run zk init | ||
| # `sleep 30` because we need to wait until server added all the tokens | ||
| - name: Run server | ||
| run: | | ||
| ci_run zk server --uring --components api,tree,eth,state_keeper,housekeeper &>server.log & | ||
| ci_run sleep 30 | ||
| - name: Perform loadtest - DISABLED (EVM-541) | ||
| run: ls | ||
| # ci_run zk run loadtest | ||
| - name: Show server.log logs | ||
| if: always() | ||
| run: ci_run cat server.log || true | ||
| - name: Show sccache logs | ||
| if: always() | ||
| run: | | ||
| ci_run sccache --show-stats | ||
| ci_run cat /tmp/sccache_log.txt | ||
| integration: | ||
| name: Integration (consensus=${{ matrix.consensus }}, base_token=${{ matrix.base_token }}) | ||
| strategy: | ||
| # In matrix jobs, fail-fast is true by default. | ||
| # To be consistent with the rest of the workflow we disable it explicitly. | ||
| fail-fast: false | ||
| matrix: | ||
| consensus: [false, true] | ||
| base_token: ["Eth", "Custom"] | ||
| env: | ||
| SERVER_COMPONENTS: "api,tree,eth,state_keeper,housekeeper,basic_witness_input_producer,commitment_generator${{ matrix.consensus && ',consensus' || '' }}" | ||
| runs-on: [matterlabs-ci-runner] | ||
| steps: | ||
| - uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3 | ||
| with: | ||
| submodules: "recursive" | ||
| fetch-depth: 0 | ||
| - name: Setup environment | ||
| run: | | ||
| echo ZKSYNC_HOME=$(pwd) >> $GITHUB_ENV | ||
| echo $(pwd)/bin >> $GITHUB_PATH | ||
| echo IN_DOCKER=1 >> .env | ||
| echo RUN_CONTRACT_VERIFICATION_TEST=true >> .env | ||
| echo ZKSYNC_DEBUG_LOGS=true >> .env | ||
| - name: Download zksolc/solc and zkvyper/vyper | ||
| run: | | ||
| sudo apt update && sudo apt install wget -y | ||
| mkdir -p $(pwd)/etc/solc-bin/0.8.23 | ||
| wget https://github.com/ethereum/solc-bin/raw/gh-pages/linux-amd64/solc-linux-amd64-v0.8.23%2Bcommit.f704f362 | ||
| mv solc-linux-amd64-v0.8.23+commit.f704f362 $(pwd)/etc/solc-bin/0.8.23/solc | ||
| chmod +x $(pwd)/etc/solc-bin/0.8.23/solc | ||
| mkdir -p $(pwd)/etc/solc-bin/zkVM-0.8.23-1.0.0 | ||
| wget https://github.com/matter-labs/era-solidity/releases/download/0.8.23-1.0.0/solc-linux-amd64-0.8.23-1.0.0 -O $(pwd)/etc/solc-bin/zkVM-0.8.23-1.0.0/solc | ||
| chmod +x $(pwd)/etc/solc-bin/zkVM-0.8.23-1.0.0/solc | ||
| mkdir -p $(pwd)/etc/zksolc-bin/v1.3.21 | ||
| wget https://github.com/matter-labs/zksolc-bin/raw/main/linux-amd64/zksolc-linux-amd64-musl-v1.3.21 | ||
| mv zksolc-linux-amd64-musl-v1.3.21 $(pwd)/etc/zksolc-bin/v1.3.21/zksolc | ||
| chmod +x $(pwd)/etc/zksolc-bin/v1.3.21/zksolc | ||
| mkdir -p $(pwd)/etc/vyper-bin/0.3.10 | ||
| wget -O vyper0.3.10 https://github.com/vyperlang/vyper/releases/download/v0.3.10/vyper.0.3.10%2Bcommit.91361694.linux | ||
| mv vyper0.3.10 $(pwd)/etc/vyper-bin/0.3.10/vyper | ||
| chmod +x $(pwd)/etc/vyper-bin/0.3.10/vyper | ||
| mkdir -p $(pwd)/etc/zkvyper-bin/v1.3.13 | ||
| wget https://github.com/matter-labs/zkvyper-bin/raw/main/linux-amd64/zkvyper-linux-amd64-musl-v1.3.13 | ||
| mv zkvyper-linux-amd64-musl-v1.3.13 $(pwd)/etc/zkvyper-bin/v1.3.13/zkvyper | ||
| chmod +x $(pwd)/etc/zkvyper-bin/v1.3.13/zkvyper | ||
| - name: Start services | ||
| run: | | ||
| ci_localnet_up | ||
| ci_run sccache --start-server | ||
| - name: Init | ||
| run: | | ||
| ci_run git config --global --add safe.directory /usr/src/zksync | ||
| ci_run git config --global --add safe.directory /usr/src/zksync/sdk/binaryen | ||
| ci_run git config --global --add safe.directory /usr/src/zksync/contracts/system-contracts | ||
| ci_run git config --global --add safe.directory /usr/src/zksync/contracts | ||
| ci_run zk | ||
| ci_run zk config compile | ||
| ci_run zk init ${{ matrix.base_token == 'Custom' && '--base-token-name BAT' || ''}} | ||
| # `sleep 5` because we need to wait until server started properly | ||
| - name: Run server | ||
| run: | | ||
| ci_run zk server --components=$SERVER_COMPONENTS &>server.log & | ||
| ci_run sleep 5 | ||
| - name: Run contract verifier | ||
| run: | | ||
| ci_run zk contract_verifier &>contract_verifier.log & | ||
| ci_run sleep 2 | ||
| - name: Server integration tests | ||
| run: ci_run zk test i server | ||
| - name: Snapshot recovery test - DISABLED (EVM-540) | ||
| # We use `yarn` directly because the test launches `zk` commands in both server and EN envs. | ||
| # An empty topmost environment helps avoid a mess when redefining env vars shared between both envs | ||
| # (e.g., DATABASE_URL). | ||
| run: | | ||
| ls | ||
| ENABLE_CONSENSUS=${{ matrix.consensus }} DEPLOYMENT_MODE=Rollup PASSED_ENV_VARS="ENABLE_CONSENSUS,DEPLOYMENT_MODE" ci_run yarn snapshot-recovery-test snapshot-recovery-test | ||
| - name: Fee projection tests | ||
| run: ci_run zk test i fees | ||
| - name: Run revert test - DISABLED (EVM-539) | ||
| run: | | ||
| ls | ||
| # ci_run pkill zksync_server || true | ||
| # ci_run sleep 2 | ||
| # ENABLE_CONSENSUS=${{ matrix.consensus }} DEPLOYMENT_MODE=Rollup PASSED_ENV_VARS="ENABLE_CONSENSUS,DEPLOYMENT_MODE" ci_run zk test i revert | ||
| # This test should be the last one as soon as it | ||
| # finished bootloader will be different | ||
| - name: Run upgrade test - DISABLED (EVM-558) | ||
| run: | | ||
| ls | ||
| # ci_run pkill zksync_server || true | ||
| # ci_run sleep 10 | ||
| # ci_run zk test i upgrade | ||
| - name: Show server.log logs | ||
| if: always() | ||
| run: ci_run cat server.log || true | ||
| - name: Show contract_verifier.log logs | ||
| if: always() | ||
| run: ci_run cat contract_verifier.log || true | ||
| - name: Show snapshot-creator.log logs | ||
| if: always() | ||
| run: ci_run cat core/tests/snapshot-recovery-test/snapshot-creator.log || true | ||
| - name: Show snapshot-recovery.log logs | ||
| if: always() | ||
| run: ci_run cat core/tests/snapshot-recovery-test/snapshot-recovery.log || true | ||
| - name: Show revert.log logs | ||
| if: always() | ||
| run: ci_run cat core/tests/revert-test/revert.log || true | ||
| - name: Show upgrade.log logs | ||
| if: always() | ||
| run: ci_run cat core/tests/upgrade-test/upgrade.log || true | ||
| - name: Show sccache logs | ||
| if: always() | ||
| run: | | ||
| ci_run sccache --show-stats | ||
| ci_run cat /tmp/sccache_log.txt | ||
| external-node: | ||
| name: External node (consensus=${{ matrix.consensus }}, base_token=${{ matrix.base_token }}) | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| consensus: [false, true] | ||
| base_token: ["Eth", "Custom"] | ||
| runs-on: [matterlabs-ci-runner] | ||
| env: | ||
| SERVER_COMPONENTS: "api,tree,eth,state_keeper,housekeeper,basic_witness_input_producer,commitment_generator${{ matrix.consensus && ',consensus' || '' }}" | ||
| EXT_NODE_FLAGS: "${{ matrix.consensus && '-- --enable-consensus' || '' }}" | ||
| steps: | ||
| - name: Checkout code # Checks out the repository under $GITHUB_WORKSPACE, so the job can access it. | ||
| uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3 | ||
| with: | ||
| submodules: "recursive" | ||
| fetch-depth: 0 | ||
| - name: Setup environment | ||
| run: | | ||
| echo ZKSYNC_HOME=$(pwd) >> $GITHUB_ENV | ||
| echo $(pwd)/bin >> $GITHUB_PATH | ||
| echo IN_DOCKER=1 >> .env | ||
| echo RUN_CONTRACT_VERIFICATION_TEST=true >> .env | ||
| echo ZKSYNC_DEBUG_LOGS=true >> .env | ||
| - name: Start services | ||
| run: | | ||
| ci_localnet_up | ||
| ci_run sccache --start-server | ||
| - name: Init | ||
| run: | | ||
| ci_run git config --global --add safe.directory /usr/src/zksync | ||
| ci_run git config --global --add safe.directory /usr/src/zksync/sdk/binaryen | ||
| ci_run git config --global --add safe.directory /usr/src/zksync/contracts/system-contracts | ||
| ci_run git config --global --add safe.directory /usr/src/zksync/contracts | ||
| ci_run zk | ||
| ci_run zk config compile | ||
| ci_run zk init ${{ matrix.base_token == 'Custom' && '--base-token-name BAT' || ''}} | ||
| # `sleep 30` because we need to wait until server started properly | ||
| - name: Run server | ||
| run: | | ||
| ci_run zk server --components=$SERVER_COMPONENTS &>>server.log & | ||
| ci_run sleep 30 | ||
| - name: Run external node | ||
| run: | | ||
| ci_run zk env ext-node-docker | ||
| ci_run zk db setup | ||
| ci_run zk external-node $EXT_NODE_FLAGS &>>ext-node.log & | ||
| ci_run sleep 30 | ||
| - name: Integration tests - DISABLED (EVM-559) | ||
| run: ls | ||
| # ci_run zk test i server --testPathIgnorePatterns 'contract-verification|snapshots-creator' | ||
| - name: Run revert test - DISABLED (EVM-539) | ||
| run: | | ||
| ls | ||
| # ENABLE_CONSENSUS=${{ matrix.consensus }} DEPLOYMENT_MODE=Rollup PASSED_ENV_VARS="ENABLE_CONSENSUS,DEPLOYMENT_MODE" ci_run zk test i revert-en | ||
| # test terminates the nodes, so we restart them. | ||
| # ZKSYNC_ENV=docker ci_run zk server --components=$SERVER_COMPONENTS &>>server.log & | ||
| # ZKSYNC_ENV=ext-node-docker ci_run zk external-node $EXT_NODE_FLAGS &>>ext-node.log & | ||
| # ci_run sleep 30 | ||
| - name: Run upgrade test - DISABLED (EVM-558) | ||
| run: | | ||
| ls | ||
| # ci_run zk env docker | ||
| # CHECK_EN_URL="http://0.0.0.0:3060" ci_run zk test i upgrade | ||
| - name: Show server.log logs | ||
| if: always() | ||
| run: ci_run cat server.log || true | ||
| - name: Show ext-node.log logs | ||
| if: always() | ||
| run: ci_run cat ext-node.log || true | ||
| - name: Show contract_verifier.log logs | ||
| if: always() | ||
| run: ci_run cat ext-node.log || true | ||
| - name: Show revert_main.log logs | ||
| if: always() | ||
| run: ci_run cat core/tests/revert-test/revert_main.log || true | ||
| - name: Show revert_ext.log logs | ||
| if: always() | ||
| run: ci_run cat core/tests/revert-test/revert_ext.log || true | ||
| - name: Show upgrade.log logs | ||
| if: always() | ||
| run: ci_run cat core/tests/upgrade-test/upgrade.log || true | ||
| - name: Show sccache logs | ||
| if: always() | ||
| run: | | ||
| ci_run sccache --show-stats | ||
| ci_run cat /tmp/sccache_log.txt | ||
