Merge remote-tracking branch 'origin/sync-layer-stable' into lyova-me… #6

Workflow file for this run

.github/workflows/ci-core-reusable.yml at 6d411bd

	name: Workflow template for CI jobs for Core Components
	on:
	workflow_call:
	inputs:
	compilers:
	description: "JSON of required compilers and their versions"
	type: string
	required: false
	default: '[{ "zksolc": ["1.3.14", "1.3.16", "1.3.17", "1.3.1", "1.3.7", "1.3.18", "1.3.19", "1.3.21"] } , { "zkvyper": ["1.3.13"] }]'

	jobs:
	# FIXME: restore the lint job
	# lint:
	# name: lint
	# uses: ./.github/workflows/ci-core-lint-reusable.yml
	unit-tests:
	runs-on: [matterlabs-ci-runner]

	steps:
	- uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4
	with:
	submodules: "recursive"
	fetch-depth: 0

	- name: Setup environment
	run: \|
	echo ZKSYNC_HOME=$(pwd) >> $GITHUB_ENV
	echo $(pwd)/bin >> $GITHUB_PATH
	echo IN_DOCKER=1 >> .env

	# TODO: Remove when we after upgrade of hardhat-plugins
	- name: pre-download compilers
	run: \|
	# Download needed versions of vyper compiler
	# Not sanitized due to unconventional path and tags
	mkdir -p ./hardhat-nodejs/compilers-v2/vyper/linux
	wget -nv -O ./hardhat-nodejs/compilers-v2/vyper/linux/0.3.10 https://github.com/vyperlang/vyper/releases/download/v0.3.10/vyper.0.3.10+commit.91361694.linux
	wget -nv -O ./hardhat-nodejs/compilers-v2/vyper/linux/0.3.3 https://github.com/vyperlang/vyper/releases/download/v0.3.3/vyper.0.3.3+commit.48e326f0.linux
	chmod +x ./hardhat-nodejs/compilers-v2/vyper/linux/0.3.10
	chmod +x ./hardhat-nodejs/compilers-v2/vyper/linux/0.3.3

	COMPILERS_JSON='${{ inputs.compilers }}'
	echo "$COMPILERS_JSON" \| jq -r '.[] \| to_entries[] \| .key as $compiler \| .value[] \| "\(.),\($compiler)"' \| while IFS=, read -r version compiler; do
	mkdir -p "./hardhat-nodejs/compilers-v2/$compiler"
	wget -nv -O "./hardhat-nodejs/compilers-v2/$compiler/${compiler}-v${version}" "https://github.com/matter-labs/${compiler}-bin/releases/download/v${version}/${compiler}-linux-amd64-musl-v${version}"
	chmod +x "./hardhat-nodejs/compilers-v2/$compiler/${compiler}-v${version}"
	done

	- name: Start services
	run: \|
	ci_localnet_up
	ci_run sccache --start-server

	- name: Init
	run: \|
	ci_run zk
	ci_run run_retried rustup show
	ci_run zk run yarn
	ci_run zk db setup
	ci_run zk compiler all
	ci_run zk contract build

	# FIXME: enable contract tests once tehy are stable
	#- name: Contracts unit tests
	# run: ci_run yarn l1-contracts test

	- name: Rust unit tests
	run: ci_run zk test rust

	# FIXME: support loadtest together with sync layer.
	loadtest:
	runs-on: [matterlabs-ci-runner]

	steps:
	- uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4
	with:
	submodules: "recursive"
	fetch-depth: 0

	- name: Setup environment
	run: \|
	echo ZKSYNC_HOME=$(pwd) >> $GITHUB_ENV
	echo $(pwd)/bin >> $GITHUB_PATH
	echo IN_DOCKER=1 >> .env

	- name: Loadtest configuration
	run: \|
	echo EXPECTED_TX_COUNT="16000" >> .env
	echo FAIL_FAST=true >> .env
	echo IN_DOCKER=1 >> .env
	echo DATABASE_MERKLE_TREE_MODE=lightweight >> .env

	- name: Start services
	run: \|
	ci_localnet_up
	ci_run sccache --start-server

	- name: Init
	run: \|
	ci_run git config --global --add safe.directory /usr/src/zksync
	ci_run git config --global --add safe.directory /usr/src/zksync/sdk/binaryen
	ci_run git config --global --add safe.directory /usr/src/zksync/contracts/system-contracts
	ci_run git config --global --add safe.directory /usr/src/zksync/contracts

	ci_run zk
	ci_run zk init --local-legacy-bridge-testing

	# `sleep 60` because we need to wait until server added all the tokens
	- name: Run server
	run: \|
	ci_run zk server --uring --components api,tree,eth,state_keeper,housekeeper,commitment_generator,vm_runner_protective_reads &>server.log &
	ci_run sleep 60

	- name: Deploy legacy era contracts
	run: ci_run zk contract setup-legacy-bridge-era

	- name: Perform loadtest
	run: ci_run zk run loadtest

	- name: Show server.log logs
	if: always()
	run: ci_run cat server.log \|\| true

	- name: Show sccache logs
	if: always()
	run: \|
	ci_run sccache --show-stats \|\| true
	ci_run cat /tmp/sccache_log.txt \|\| true

	integration:
	name: Integration (consensus=${{ matrix.consensus }}, base_token=${{ matrix.base_token }}, sync_layer = ${{ matrix.sync_layer }})
	strategy:
	# In matrix jobs, fail-fast is true by default.
	# To be consistent with the rest of the workflow we disable it explicitly.
	fail-fast: false
	matrix:
	# FIXME: support consensus tests for SL migration
	consensus: [false]
	# FIXME: support custom tokens
	base_token: ["Eth"]
	# FIXME: run tests even when not using synclayer
	sync_layer: [true]
	env:
	SERVER_COMPONENTS: "api,tree,eth,state_keeper,housekeeper,commitment_generator,vm_runner_protective_reads,da_dispatcher${{ matrix.consensus && ',consensus' \|\| '' }}"

	runs-on: [matterlabs-ci-runner]
	steps:
	- uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4
	with:
	submodules: "recursive"
	fetch-depth: 0

	- name: Setup environment
	run: \|
	echo ZKSYNC_HOME=$(pwd) >> $GITHUB_ENV
	echo $(pwd)/bin >> $GITHUB_PATH
	echo IN_DOCKER=1 >> .env
	echo RUN_CONTRACT_VERIFICATION_TEST=true >> .env
	echo ZKSYNC_DEBUG_LOGS=true >> .env

	- name: Download zksolc/solc and zkvyper/vyper
	run: \|
	sudo apt update && sudo apt install wget -y

	mkdir -p $(pwd)/etc/solc-bin/0.8.23
	wget https://github.com/ethereum/solc-bin/raw/gh-pages/linux-amd64/solc-linux-amd64-v0.8.23%2Bcommit.f704f362
	mv solc-linux-amd64-v0.8.23+commit.f704f362 $(pwd)/etc/solc-bin/0.8.23/solc
	chmod +x $(pwd)/etc/solc-bin/0.8.23/solc

	mkdir -p $(pwd)/etc/solc-bin/zkVM-0.8.23-1.0.0
	wget https://github.com/matter-labs/era-solidity/releases/download/0.8.23-1.0.0/solc-linux-amd64-0.8.23-1.0.0 -O $(pwd)/etc/solc-bin/zkVM-0.8.23-1.0.0/solc
	chmod +x $(pwd)/etc/solc-bin/zkVM-0.8.23-1.0.0/solc

	mkdir -p $(pwd)/etc/zksolc-bin/v1.3.21
	wget https://github.com/matter-labs/zksolc-bin/raw/main/linux-amd64/zksolc-linux-amd64-musl-v1.3.21
	mv zksolc-linux-amd64-musl-v1.3.21 $(pwd)/etc/zksolc-bin/v1.3.21/zksolc
	chmod +x $(pwd)/etc/zksolc-bin/v1.3.21/zksolc

	mkdir -p $(pwd)/etc/vyper-bin/0.3.10
	wget -O vyper0.3.10 https://github.com/vyperlang/vyper/releases/download/v0.3.10/vyper.0.3.10%2Bcommit.91361694.linux
	mv vyper0.3.10 $(pwd)/etc/vyper-bin/0.3.10/vyper
	chmod +x $(pwd)/etc/vyper-bin/0.3.10/vyper

	mkdir -p $(pwd)/etc/zkvyper-bin/v1.3.13
	wget https://github.com/matter-labs/zkvyper-bin/raw/main/linux-amd64/zkvyper-linux-amd64-musl-v1.3.13
	mv zkvyper-linux-amd64-musl-v1.3.13 $(pwd)/etc/zkvyper-bin/v1.3.13/zkvyper
	chmod +x $(pwd)/etc/zkvyper-bin/v1.3.13/zkvyper

	- name: Start services
	run: \|
	ci_localnet_up
	ci_run pre_download_compilers.sh
	ci_run sccache --start-server

	- name: Init
	run: \|
	ci_run git config --global --add safe.directory /usr/src/zksync
	ci_run git config --global --add safe.directory /usr/src/zksync/sdk/binaryen
	ci_run git config --global --add safe.directory /usr/src/zksync/contracts/system-contracts
	ci_run git config --global --add safe.directory /usr/src/zksync/contracts
	ci_run zk
	ci_run run_retried rustup show
	if [[ "${{ matrix.deployment_mode }}" == "Validium" ]]; then
	ci_run zk env dev_validium_docker
	ci_run zk config compile dev_validium_docker
	else
	ci_run zk config compile
	fi
	ci_run zk init ${{ matrix.base_token == 'Custom' && '--base-token-name BAT' \|\| ''}} ${{ matrix.deployment_mode == 'Validium' && '--validium-mode' \|\| ''}}

	# `sleep 5` because we need to wait until server started properly
	- name: Run server
	run: \|
	ci_run zk server --components=$SERVER_COMPONENTS &>server.log &
	ci_run sleep 5

	- name: Run contract verifier
	run: \|
	ci_run zk contract_verifier &>contract_verifier.log &
	ci_run sleep 2

	# FIXME: do this only when the sync layer is true
	- name: Prepare the server to be the synclayer
	run: \|
	ci_run zk dev2 supply-rich-wallets
	ci_run zk contract build --zkSync
	ci_run zk contract prepare-sync-layer
	ci_run zk contract register-sync-layer-counterpart

	# Note that the server will live only for 120s. Since we'll need to restart it
	# before migrating it to the sync layer, we'll need to turn it off and update the config
	#
	# FIXME: The `zk server --clear-l1-txs-history` is needed to clear the history of transactions on the server side.
	# It is a workaround and shouild be removed before prod.
	- name: Prepare launch sync-layer based chain
	run: \|
	ci_run zk config prepare-l1-hyperchain --env-name test-chain --chain-id 320
	ci_run zk env test-chain
	ci_run zk config compile test-chain --diff 5
	ci_run zk init hyper
	ci_run zk server --time-to-live 120 &>server2.log
	ci_run zk contract migrate-to-sync-layer
	ci_run zk contract prepare-sync-layer-validators
	ci_run zk contract update-config-for-sync-layer
	ci_run zk server --clear-l1-txs-history
	ci_run sleep 120
	ci_run zk server >> server2.log 2>&1 &
	ci_run sleep 5

	- name: Server integration tests
	run: ci_run zk test i server

	# FIXME: restore snapshot test
	# - name: Snapshot recovery test
	# # We use `yarn` directly because the test launches `zk` commands in both server and EN envs.
	# # An empty topmost environment helps avoid a mess when redefining env vars shared between both envs
	# # (e.g., DATABASE_URL).
	# #
	# # Since `base_token` doesn't meaningfully influence the test, we use it as a flag for
	# # enabling / disabling tree during pruning.
	# run: \|
	# if [[ "${{ matrix.deployment_mode }}" == "Validium" ]]; then
	# ci_run zk config compile ext-node-validium
	# ci_run zk config compile ext-node-validium-docker
	# fi
	# ENABLE_CONSENSUS=${{ matrix.consensus }} \
	# DEPLOYMENT_MODE=${{ matrix.deployment_mode }} \
	# SNAPSHOTS_CREATOR_VERSION=${{ matrix.deployment_mode == 'Validium' && '0' \|\| '1' }} \
	# DISABLE_TREE_DURING_PRUNING=${{ matrix.base_token == 'Eth' }} \
	# ETH_CLIENT_WEB3_URL="http://reth:8545" \
	# PASSED_ENV_VARS="ENABLE_CONSENSUS,DEPLOYMENT_MODE,DISABLE_TREE_DURING_PRUNING,SNAPSHOTS_CREATOR_VERSION,ETH_CLIENT_WEB3_URL" \
	# ci_run yarn recovery-test snapshot-recovery-test

	# - name: Genesis recovery test
	# run: \|
	# ENABLE_CONSENSUS=${{ matrix.consensus }} \
	# DEPLOYMENT_MODE=${{ matrix.deployment_mode }} \
	# ETH_CLIENT_WEB3_URL="http://reth:8545" \
	# PASSED_ENV_VARS="ENABLE_CONSENSUS,DEPLOYMENT_MODE,ETH_CLIENT_WEB3_URL" \
	# ci_run yarn recovery-test genesis-recovery-test

	# FIXME: restore fee proj tests
	# - name: Fee projection tests
	# run: ci_run zk test i fees

	# FIXME: restore revert tests
	# - name: Run revert test
	# run: \|
	# ci_run pkill zksync_server \|\| true
	# ci_run sleep 2
	# ENABLE_CONSENSUS=${{ matrix.consensus }} DEPLOYMENT_MODE=Rollup PASSED_ENV_VARS="ENABLE_CONSENSUS,DEPLOYMENT_MODE" ci_run zk test i revert

	# FIXME: restore upgrade test for SL
	# # This test should be the last one as soon as it
	# # finished bootloader will be different
	# - name: Run upgrade test
	# run: \|
	# ci_run pkill zksync_server \|\| true
	# ci_run sleep 10
	# ci_run zk test i upgrade

	- name: Show server.log logs
	if: always()
	run: ci_run cat server.log \|\| true

	- name: Show server2.log logs
	if: always()
	run: ci_run cat server2.log \|\| true

	- name: Show contract_verifier.log logs
	if: always()
	run: ci_run cat contract_verifier.log \|\| true

	- name: Show snapshot-creator.log logs
	if: always()
	run: ci_run cat core/tests/recovery-test/snapshot-creator.log \|\| true
	- name: Show snapshot-recovery.log logs
	if: always()
	run: ci_run cat core/tests/recovery-test/snapshot-recovery.log \|\| true
	- name: Show genesis-recovery.log logs
	if: always()
	run: ci_run cat core/tests/recovery-test/genesis-recovery.log \|\| true

	- name: Show revert.log logs
	if: always()
	run: ci_run cat core/tests/revert-test/revert.log \|\| true

	- name: Show upgrade.log logs
	if: always()
	run: ci_run cat core/tests/upgrade-test/upgrade.log \|\| true

	- name: Show fee-projection.log logs
	if: always()
	run: ci_run cat core/tests/ts-integration/fees.log \|\| true

	- name: Show sccache logs
	if: always()
	run: \|
	ci_run sccache --show-stats \|\| true
	ci_run cat /tmp/sccache_log.txt \|\| true

	# FIXME: restore tests with EN and sync layer
	# external-node:
	# name: External node (consensus=${{ matrix.consensus }}, base_token=${{ matrix.base_token }})
	# strategy:
	# fail-fast: false
	# matrix:
	# consensus: [false, true]
	# base_token: ["Eth", "Custom"]
	# runs-on: [matterlabs-ci-runner]

	<<<<<<< HEAD
Check failure on line 352 in .github/workflows/ci-core-reusable.yml View workflow run for this annotation GitHub Actions / .github/workflows/ci-core-reusable.yml Invalid workflow file `You have an error in your yaml syntax on line 352`
	# env:
	# SERVER_COMPONENTS: "api,tree,eth,state_keeper,housekeeper,commitment_generator,vm_runner_protective_reads${{ matrix.consensus && ',consensus' \|\| '' }}"
	# EXT_NODE_FLAGS: "${{ matrix.consensus && '-- --enable-consensus' \|\| '' }}"
	=======
	env:
	SERVER_COMPONENTS: "api,tree,eth,state_keeper,housekeeper,commitment_generator,vm_runner_protective_reads,da_dispatcher${{ matrix.consensus && ',consensus' \|\| '' }}"
	EXT_NODE_FLAGS: "${{ matrix.consensus && '-- --enable-consensus' \|\| '' }}"
	>>>>>>> origin/main

	# steps:
	# - name: Checkout code # Checks out the repository under $GITHUB_WORKSPACE, so the job can access it.
	# uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4
	# with:
	# submodules: "recursive"
	# fetch-depth: 0

	# - name: Setup environment
	# run: \|
	# echo ZKSYNC_HOME=$(pwd) >> $GITHUB_ENV
	# echo $(pwd)/bin >> $GITHUB_PATH
	# echo IN_DOCKER=1 >> .env
	# echo RUN_CONTRACT_VERIFICATION_TEST=true >> .env
	# echo ZKSYNC_DEBUG_LOGS=true >> .env

	# - name: Start services
	# run: \|
	# ci_localnet_up
	# ci_run pre_download_compilers.sh
	# ci_run sccache --start-server

	# - name: Init
	# run: \|
	# ci_run git config --global --add safe.directory /usr/src/zksync
	# ci_run git config --global --add safe.directory /usr/src/zksync/sdk/binaryen
	# ci_run git config --global --add safe.directory /usr/src/zksync/contracts/system-contracts
	# ci_run git config --global --add safe.directory /usr/src/zksync/contracts
	# ci_run zk
	# ci_run run_retried rustup show
	# if [[ "${{ matrix.deployment_mode }}" == "Rollup" ]]; then
	# ci_run zk config compile
	# elif [[ "${{ matrix.deployment_mode }}" == "Validium" ]]; then
	# ci_run zk env dev_validium_docker
	# ci_run zk config compile dev_validium_docker
	# fi
	# ci_run zk init ${{ matrix.base_token == 'Custom' && '--base-token-name BAT' \|\| ''}} ${{ matrix.deployment_mode == 'Validium' && '--validium-mode' \|\| ''}}

	# # `sleep 30` because we need to wait until server started properly
	# - name: Run server
	# run: \|
	# ci_run zk server --components=$SERVER_COMPONENTS &>>server.log &
	# ci_run sleep 30

	# - name: Run external node
	# run: \|
	# ci_run zk env ext-node-docker
	# ci_run zk db setup
	# ci_run zk external-node $EXT_NODE_FLAGS &>>ext-node.log &
	# ci_run sleep 30

	# - name: Integration tests
	# run: ci_run zk test i server --testPathIgnorePatterns 'contract-verification\|snapshots-creator'

	# - name: Run revert test
	# run: \|
	# ENABLE_CONSENSUS=${{ matrix.consensus }} DEPLOYMENT_MODE=Rollup PASSED_ENV_VARS="ENABLE_CONSENSUS,DEPLOYMENT_MODE" ci_run zk test i revert-en
	# # test terminates the nodes, so we restart them.
	# ZKSYNC_ENV=docker ci_run zk server --components=$SERVER_COMPONENTS &>>server.log &
	# ZKSYNC_ENV=ext-node-docker ci_run zk external-node $EXT_NODE_FLAGS &>>ext-node.log &
	# ci_run sleep 30

	# - name: Run upgrade test
	# run: \|
	# ci_run zk env docker
	# CHECK_EN_URL="http://0.0.0.0:3060" ci_run zk test i upgrade

	# - name: Show server.log logs
	# if: always()
	# run: ci_run cat server.log \|\| true

	# - name: Show ext-node.log logs
	# if: always()
	# run: ci_run cat ext-node.log \|\| true

	# - name: Show contract_verifier.log logs
	# if: always()
	# run: ci_run cat ext-node.log \|\| true

	# - name: Show revert_main.log logs
	# if: always()
	# run: ci_run cat core/tests/revert-test/revert_main.log \|\| true

	# - name: Show revert_ext.log logs
	# if: always()
	# run: ci_run cat core/tests/revert-test/revert_ext.log \|\| true

	# - name: Show upgrade.log logs
	# if: always()
	# run: ci_run cat core/tests/upgrade-test/upgrade.log \|\| true

	# - name: Show sccache logs
	# if: always()
	# run: \|
	# ci_run sccache --show-stats \|\| true
	# ci_run cat /tmp/sccache_log.txt \|\| true

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Merge remote-tracking branch 'origin/sync-layer-stable' into lyova-me… #6

Workflow file

Merge remote-tracking branch 'origin/sync-layer-stable' into lyova-me… #6

Jobs

Run details

Workflow file for this run

GitHub Actions / .github/workflows/ci-core-reusable.yml