From 6e2e03ae3c5debf07d92724d0893ab404794f9f0 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 27 Jun 2024 05:18:07 +0400 Subject: [PATCH 001/135] test parallel tests --- .github/workflows/tests-linux-stable.yml | 29 ++++++++++++++++++++++++ .gitlab/pipeline/test.yml | 1 + 2 files changed, 30 insertions(+) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 6f2ac87c3efb..7d6464c8731f 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -71,3 +71,32 @@ jobs: uses: actions/checkout@v4 - name: script run: time forklift cargo nextest run --workspace --features runtime-benchmarks benchmark --locked --cargo-profile testnet + + test-linux-stable: + needs: [set-image, changes] + runs-on: arc-runners-polkadot-sdk-beefy + timeout-minutes: 30 + container: + image: ${{ needs.set-image.outputs.IMAGE }} + env: + RUST_TOOLCHAIN: stable + # Enable debug assertions since we are running optimized builds for testing + # but still want to have debug assertions. + RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings -Cinstrument-coverage" + continue-on-error: true + strategy: + matrix: + ci_node_total: [3] + ci_node_index: [1, 2, 3] + steps: + - name: Checkout + uses: actions/checkout@v4 + - name: script + run: > + time cargo nextest run \ + --workspace \ + --locked \ + --release \ + --no-fail-fast \ + --features try-runtime,experimental,riscv,ci-only-tests \ + --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file diff --git a/.gitlab/pipeline/test.yml b/.gitlab/pipeline/test.yml index d171a8a19426..9c923e188394 100644 --- a/.gitlab/pipeline/test.yml +++ b/.gitlab/pipeline/test.yml @@ -154,6 +154,7 @@ test-linux-stable: reports: junit: target/nextest/default/junit.xml timeout: 90m + when: manual test-linux-oldkernel-stable: extends: test-linux-stable From 2a28fa3f2ae623c0a06d12056ecf8de70bc397e0 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 27 Jun 2024 05:46:53 +0400 Subject: [PATCH 002/135] sp_session::MembershipProof --- substrate/bin/node/runtime/src/lib.rs | 7 +++---- substrate/frame/babe/src/mock.rs | 6 +++--- substrate/frame/grandpa/src/mock.rs | 6 +++--- 3 files changed, 9 insertions(+), 10 deletions(-) diff --git a/substrate/bin/node/runtime/src/lib.rs b/substrate/bin/node/runtime/src/lib.rs index 839e157ae764..8c81c59d5cc7 100644 --- a/substrate/bin/node/runtime/src/lib.rs +++ b/substrate/bin/node/runtime/src/lib.rs @@ -503,8 +503,7 @@ impl pallet_babe::Config for Runtime { type WeightInfo = (); type MaxAuthorities = MaxAuthorities; type MaxNominators = MaxNominators; - type KeyOwnerProof = - >::Proof; + type KeyOwnerProof = sp_session::MembershipProof; type EquivocationReportSystem = pallet_babe::EquivocationReportSystem; } @@ -1491,7 +1490,7 @@ impl pallet_grandpa::Config for Runtime { type MaxAuthorities = MaxAuthorities; type MaxNominators = MaxNominators; type MaxSetIdSessionEntries = MaxSetIdSessionEntries; - type KeyOwnerProof = >::Proof; + type KeyOwnerProof = sp_session::MembershipProof; type EquivocationReportSystem = pallet_grandpa::EquivocationReportSystem; } @@ -2549,7 +2548,7 @@ impl pallet_beefy::Config for Runtime { type MaxSetIdSessionEntries = BeefySetIdSessionEntries; type OnNewValidatorSet = MmrLeaf; type WeightInfo = (); - type KeyOwnerProof = >::Proof; + type KeyOwnerProof = sp_session::MembershipProof; type EquivocationReportSystem = pallet_beefy::EquivocationReportSystem; } diff --git a/substrate/frame/babe/src/mock.rs b/substrate/frame/babe/src/mock.rs index be38e3e7e5db..99b78f0645c2 100644 --- a/substrate/frame/babe/src/mock.rs +++ b/substrate/frame/babe/src/mock.rs @@ -25,12 +25,12 @@ use frame_election_provider_support::{ }; use frame_support::{ derive_impl, parameter_types, - traits::{ConstU128, ConstU32, ConstU64, KeyOwnerProofSystem, OnInitialize}, + traits::{ConstU128, ConstU32, ConstU64, OnInitialize}, }; use pallet_session::historical as pallet_session_historical; use sp_consensus_babe::{AuthorityId, AuthorityPair, Randomness, Slot, VrfSignature}; use sp_core::{ - crypto::{KeyTypeId, Pair, VrfSecret}, + crypto::{Pair, VrfSecret}, U256, }; use sp_io; @@ -182,7 +182,7 @@ impl Config for Test { type WeightInfo = (); type MaxAuthorities = ConstU32<10>; type MaxNominators = ConstU32<100>; - type KeyOwnerProof = >::Proof; + type KeyOwnerProof = sp_session::MembershipProof; type EquivocationReportSystem = super::EquivocationReportSystem; } diff --git a/substrate/frame/grandpa/src/mock.rs b/substrate/frame/grandpa/src/mock.rs index 5ba7da7f9fda..4ba6940d87a1 100644 --- a/substrate/frame/grandpa/src/mock.rs +++ b/substrate/frame/grandpa/src/mock.rs @@ -28,11 +28,11 @@ use frame_election_provider_support::{ }; use frame_support::{ derive_impl, parameter_types, - traits::{ConstU128, ConstU32, ConstU64, KeyOwnerProofSystem, OnFinalize, OnInitialize}, + traits::{ConstU128, ConstU32, ConstU64, OnFinalize, OnInitialize}, }; use pallet_session::historical as pallet_session_historical; use sp_consensus_grandpa::{RoundNumber, SetId, GRANDPA_ENGINE_ID}; -use sp_core::{crypto::KeyTypeId, H256}; +use sp_core::{H256}; use sp_keyring::Ed25519Keyring; use sp_runtime::{ curve::PiecewiseLinear, @@ -186,7 +186,7 @@ impl Config for Test { type MaxAuthorities = ConstU32<100>; type MaxNominators = ConstU32<1000>; type MaxSetIdSessionEntries = MaxSetIdSessionEntries; - type KeyOwnerProof = >::Proof; + type KeyOwnerProof = sp_session::MembershipProof; type EquivocationReportSystem = super::EquivocationReportSystem; } From 0bacf8d4f176a0ccd13fe275dbf42957ec32d43a Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 27 Jun 2024 06:13:04 +0400 Subject: [PATCH 003/135] \ --- .github/workflows/tests-linux-stable.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 7d6464c8731f..d9f64f40b1d0 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -93,10 +93,10 @@ jobs: uses: actions/checkout@v4 - name: script run: > - time cargo nextest run \ - --workspace \ - --locked \ - --release \ - --no-fail-fast \ - --features try-runtime,experimental,riscv,ci-only-tests \ + time cargo nextest run + --workspace + --locked + --release + --no-fail-fast + --features try-runtime,experimental,riscv,ci-only-tests --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From 0d0a5e454273cc9f579a00b5ee95c746de906a3d Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 27 Jun 2024 15:04:02 +0400 Subject: [PATCH 004/135] nextest filter --- .github/workflows/tests-linux-stable.yml | 14 ++++++++------ 1 file changed, 8 insertions(+), 6 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index d9f64f40b1d0..f590f4207d39 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -72,6 +72,7 @@ jobs: - name: script run: time forklift cargo nextest run --workspace --features runtime-benchmarks benchmark --locked --cargo-profile testnet + # test-linux-stable: needs: [set-image, changes] runs-on: arc-runners-polkadot-sdk-beefy @@ -94,9 +95,10 @@ jobs: - name: script run: > time cargo nextest run - --workspace - --locked - --release - --no-fail-fast - --features try-runtime,experimental,riscv,ci-only-tests - --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file + --workspace + --locked + --release + --no-fail-fast + --features try-runtime,experimental,riscv,ci-only-tests + -E "!test(/.*benchmark.*/)" + --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From 3d05b5e90db6b8ac7cf69a1127081c65bf6c8b3d Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 27 Jun 2024 15:39:15 +0400 Subject: [PATCH 005/135] single line --- .github/workflows/tests-linux-stable.yml | 10 +--------- 1 file changed, 1 insertion(+), 9 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index f590f4207d39..e29d277cfa0c 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -93,12 +93,4 @@ jobs: - name: Checkout uses: actions/checkout@v4 - name: script - run: > - time cargo nextest run - --workspace - --locked - --release - --no-fail-fast - --features try-runtime,experimental,riscv,ci-only-tests - -E "!test(/.*benchmark.*/)" - --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file + run: time cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From b4f2c73a03965fb3f0655a558742f6c303b765cb Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 27 Jun 2024 16:12:29 +0400 Subject: [PATCH 006/135] fl --- .github/workflows/tests-linux-stable.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index e29d277cfa0c..804a10428209 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -84,8 +84,8 @@ jobs: # Enable debug assertions since we are running optimized builds for testing # but still want to have debug assertions. RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings -Cinstrument-coverage" - continue-on-error: true - strategy: + strategy: + fail-fast: false matrix: ci_node_total: [3] ci_node_index: [1, 2, 3] @@ -93,4 +93,4 @@ jobs: - name: Checkout uses: actions/checkout@v4 - name: script - run: time cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file + run: time forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From 9a7950cc6963abd724ca23b5f77d91356a01e966 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 27 Jun 2024 17:47:10 +0400 Subject: [PATCH 007/135] ls -la --- .github/workflows/tests-linux-stable.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 804a10428209..e6ed315d208a 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -92,5 +92,6 @@ jobs: steps: - name: Checkout uses: actions/checkout@v4 + - run: ls -al - name: script run: time forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From ee25b0730676d71631b7daf9ca8c4a99bb98cb99 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 27 Jun 2024 19:00:07 +0400 Subject: [PATCH 008/135] ls --- .github/workflows/tests-linux-stable.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index e6ed315d208a..9337fc4c27d7 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -93,5 +93,6 @@ jobs: - name: Checkout uses: actions/checkout@v4 - run: ls -al + - run: ls -al .github - name: script - run: time forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file + run: ls -al && ls -al .github && time forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From 7d968c0f9ad163bd2bbaf9e1b09ecebe6f9c786c Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 27 Jun 2024 23:04:37 +0400 Subject: [PATCH 009/135] md5sum --- .github/workflows/tests-linux-stable.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 9337fc4c27d7..5a38e8f6592e 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -94,5 +94,6 @@ jobs: uses: actions/checkout@v4 - run: ls -al - run: ls -al .github + - run: find . -type f -exec md5sum {} + | sort - name: script - run: ls -al && ls -al .github && time forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file + run: time forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From e5d568cb4cb63aabb55e5d9f8c36e4c37563e618 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 28 Jun 2024 01:45:58 +0400 Subject: [PATCH 010/135] find --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 5a38e8f6592e..0c699309ad21 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -96,4 +96,4 @@ jobs: - run: ls -al .github - run: find . -type f -exec md5sum {} + | sort - name: script - run: time forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file + run: find . -type f -exec md5sum {} + | sort && time forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From f1f3d37607647533e20285709d6d6878e068ed00 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 4 Jul 2024 19:21:48 +0400 Subject: [PATCH 011/135] log trace --- .forklift/config.toml | 2 +- .github/workflows/tests-linux-stable.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.forklift/config.toml b/.forklift/config.toml index 6f8eed8882ea..5b1e43e1beb1 100644 --- a/.forklift/config.toml +++ b/.forklift/config.toml @@ -7,7 +7,7 @@ compressionLevel = 3 [general] jobNameVariable = "CI_JOB_NAME" jobsBlackList = [] -logLevel = "warn" +logLevel = "trace" threadsCount = 6 [cache] diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 0c699309ad21..5a38e8f6592e 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -96,4 +96,4 @@ jobs: - run: ls -al .github - run: find . -type f -exec md5sum {} + | sort - name: script - run: find . -type f -exec md5sum {} + | sort && time forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file + run: time forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From a103f4790d84009e58bd4da421097a264dd2171b Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 5 Jul 2024 00:25:52 +0400 Subject: [PATCH 012/135] LLVM_PROFILE_FILE --- .github/workflows/tests-linux-stable.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 5a38e8f6592e..005620502b76 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -84,6 +84,7 @@ jobs: # Enable debug assertions since we are running optimized builds for testing # but still want to have debug assertions. RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings -Cinstrument-coverage" + LLVM_PROFILE_FILE: "target/coverage/cargo-test-${CI_NODE_INDEX}-%p-%m.profraw" strategy: fail-fast: false matrix: From 9ed20c2b1bb7ef08c92a4968c373c1a57af9bcd0 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 5 Jul 2024 01:12:21 +0400 Subject: [PATCH 013/135] log warn --- .forklift/config.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.forklift/config.toml b/.forklift/config.toml index 5b1e43e1beb1..6f8eed8882ea 100644 --- a/.forklift/config.toml +++ b/.forklift/config.toml @@ -7,7 +7,7 @@ compressionLevel = 3 [general] jobNameVariable = "CI_JOB_NAME" jobsBlackList = [] -logLevel = "trace" +logLevel = "warn" threadsCount = 6 [cache] From 3f8ef1e91b3b52b6ccd9aa29135e8f3f6f6d815a Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 5 Jul 2024 17:31:38 +0400 Subject: [PATCH 014/135] remove ls --- .github/workflows/tests-linux-stable.yml | 3 --- 1 file changed, 3 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 005620502b76..23075e10b42a 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -93,8 +93,5 @@ jobs: steps: - name: Checkout uses: actions/checkout@v4 - - run: ls -al - - run: ls -al .github - - run: find . -type f -exec md5sum {} + | sort - name: script run: time forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From 6bf73a17d22cfe7159accadfcaf0c369f644514f Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Tue, 9 Jul 2024 16:41:33 +0400 Subject: [PATCH 015/135] try new forklift --- .github/workflows/tests-linux-stable.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 23075e10b42a..ce978b140f81 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -93,5 +93,7 @@ jobs: steps: - name: Checkout uses: actions/checkout@v4 + - name: update forklift + run: ./download-forklift.sh -v 0.13.1-alpha -p ./forklift/ - name: script run: time forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From 64757cc5a63822fbbcd1745c6f47cc784c81bf7a Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Tue, 9 Jul 2024 16:52:05 +0400 Subject: [PATCH 016/135] download-forklift.sh path --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index ce978b140f81..cb41910e3676 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -94,6 +94,6 @@ jobs: - name: Checkout uses: actions/checkout@v4 - name: update forklift - run: ./download-forklift.sh -v 0.13.1-alpha -p ./forklift/ + run: /builds/download-forklift.sh -v 0.13.1-alpha -p ./forklift/ - name: script run: time forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From 54fc5cf6222a5ecb541fb7d9af2e4916729d6dae Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Tue, 9 Jul 2024 17:01:08 +0400 Subject: [PATCH 017/135] version check --- .github/workflows/tests-linux-stable.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index cb41910e3676..354488e7c09f 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -95,5 +95,6 @@ jobs: uses: actions/checkout@v4 - name: update forklift run: /builds/download-forklift.sh -v 0.13.1-alpha -p ./forklift/ + - run: forklift version - name: script run: time forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From 98f820458025faceb3ea6c103872d293489f021f Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Tue, 9 Jul 2024 17:16:12 +0400 Subject: [PATCH 018/135] forklift binary --- .github/workflows/tests-linux-stable.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 354488e7c09f..9623b5e58af9 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -94,7 +94,7 @@ jobs: - name: Checkout uses: actions/checkout@v4 - name: update forklift - run: /builds/download-forklift.sh -v 0.13.1-alpha -p ./forklift/ - - run: forklift version + run: /builds/download-forklift.sh -v 0.13.1-alpha -p ./forklift/ && cp ./forklift/forklift_0.13.1-alpha_windows_amd64 forklift + - run: ./forklift version - name: script - run: time forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file + run: time ./forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From 5ebbd9a4d2fa622a15ee17c842af9eca63953c2c Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Tue, 9 Jul 2024 17:22:55 +0400 Subject: [PATCH 019/135] ls --- .github/workflows/tests-linux-stable.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 9623b5e58af9..a828f5918719 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -94,7 +94,8 @@ jobs: - name: Checkout uses: actions/checkout@v4 - name: update forklift - run: /builds/download-forklift.sh -v 0.13.1-alpha -p ./forklift/ && cp ./forklift/forklift_0.13.1-alpha_windows_amd64 forklift + run: /builds/download-forklift.sh -v 0.13.1-alpha -p ./forklift/ + - run: ls ./forklift && cp ./forklift/forklift_0.13.1-alpha_windows_amd64 forklift - run: ./forklift version - name: script run: time ./forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From ddb94e8fdeff0070c759889a5fd57f8867a8e17b Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Tue, 9 Jul 2024 17:33:15 +0400 Subject: [PATCH 020/135] direct download --- .github/workflows/tests-linux-stable.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index a828f5918719..c908c0d0b731 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -94,8 +94,7 @@ jobs: - name: Checkout uses: actions/checkout@v4 - name: update forklift - run: /builds/download-forklift.sh -v 0.13.1-alpha -p ./forklift/ - - run: ls ./forklift && cp ./forklift/forklift_0.13.1-alpha_windows_amd64 forklift + run: curl -o forklift -L https://github.com/paritytech/forklift/releases/download/0.13.1-alpha/forklift_0.13.1-alpha_linux_amd64 - run: ./forklift version - name: script run: time ./forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From 157104d4078c84919a9e06cce4c7de2f87c8cbc5 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Tue, 9 Jul 2024 17:37:32 +0400 Subject: [PATCH 021/135] chmod --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index c908c0d0b731..596e3a022a1e 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -95,6 +95,6 @@ jobs: uses: actions/checkout@v4 - name: update forklift run: curl -o forklift -L https://github.com/paritytech/forklift/releases/download/0.13.1-alpha/forklift_0.13.1-alpha_linux_amd64 - - run: ./forklift version + - run: chmod +x forklift && ./forklift version - name: script run: time ./forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From e0d22334e971d247d2c4de4688c096eddb17e4c2 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Tue, 9 Jul 2024 17:38:07 +0400 Subject: [PATCH 022/135] path --- .github/workflows/tests-linux-stable.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 596e3a022a1e..125f90f51843 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -94,7 +94,7 @@ jobs: - name: Checkout uses: actions/checkout@v4 - name: update forklift - run: curl -o forklift -L https://github.com/paritytech/forklift/releases/download/0.13.1-alpha/forklift_0.13.1-alpha_linux_amd64 - - run: chmod +x forklift && ./forklift version + run: curl -o .forklift/forklift -L https://github.com/paritytech/forklift/releases/download/0.13.1-alpha/forklift_0.13.1-alpha_linux_amd64 + - run: chmod +x .forklift/forklift && .forklift/forklift version - name: script - run: time ./forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file + run: time ./.forklift/forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From d050dbf339bb5702ae79460674e360ee2d5af4a4 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Tue, 9 Jul 2024 18:56:16 +0400 Subject: [PATCH 023/135] timeout --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 125f90f51843..9bdbe2fb629f 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -76,7 +76,7 @@ jobs: test-linux-stable: needs: [set-image, changes] runs-on: arc-runners-polkadot-sdk-beefy - timeout-minutes: 30 + timeout-minutes: 60 container: image: ${{ needs.set-image.outputs.IMAGE }} env: From 7fa05a56928b7183ef65c63103ae6e692f8a3a1f Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Wed, 10 Jul 2024 18:27:37 +0400 Subject: [PATCH 024/135] log trace --- .forklift/config.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.forklift/config.toml b/.forklift/config.toml index 6f8eed8882ea..5b1e43e1beb1 100644 --- a/.forklift/config.toml +++ b/.forklift/config.toml @@ -7,7 +7,7 @@ compressionLevel = 3 [general] jobNameVariable = "CI_JOB_NAME" jobsBlackList = [] -logLevel = "warn" +logLevel = "trace" threadsCount = 6 [cache] From 502b63e0c16057bf566927d7ecd57a34d253f683 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Wed, 10 Jul 2024 23:54:42 +0400 Subject: [PATCH 025/135] absolute LLVM_PROFILE_FILE path --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 9bdbe2fb629f..6387e5ac284e 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -84,7 +84,7 @@ jobs: # Enable debug assertions since we are running optimized builds for testing # but still want to have debug assertions. RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings -Cinstrument-coverage" - LLVM_PROFILE_FILE: "target/coverage/cargo-test-${CI_NODE_INDEX}-%p-%m.profraw" + LLVM_PROFILE_FILE: "${{ github.workspace }}/target/coverage/cargo-test-${{ matrix.ci_node_index }}-%p-%m.profraw" strategy: fail-fast: false matrix: From 9d9d05e3f90aefd37e1ed8adabbf09119dd0fd92 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 11 Jul 2024 19:43:11 +0400 Subject: [PATCH 026/135] 5 jobs --- .forklift/config.toml | 2 +- .github/workflows/tests-linux-stable.yml | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.forklift/config.toml b/.forklift/config.toml index 5b1e43e1beb1..6f8eed8882ea 100644 --- a/.forklift/config.toml +++ b/.forklift/config.toml @@ -7,7 +7,7 @@ compressionLevel = 3 [general] jobNameVariable = "CI_JOB_NAME" jobsBlackList = [] -logLevel = "trace" +logLevel = "warn" threadsCount = 6 [cache] diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 6387e5ac284e..7720cc5380b5 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -88,8 +88,8 @@ jobs: strategy: fail-fast: false matrix: - ci_node_total: [3] - ci_node_index: [1, 2, 3] + ci_node_total: [5] + ci_node_index: [1, 2, 3, 4, 5] steps: - name: Checkout uses: actions/checkout@v4 From 72267165da4fd4c052c8cfa9a061f7a54bd536cc Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 12 Jul 2024 00:31:36 +0400 Subject: [PATCH 027/135] no cache --- .github/workflows/tests-linux-stable.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 7b987a9b0773..4657916802db 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -76,7 +76,7 @@ jobs: test-linux-stable: needs: [set-image, changes] runs-on: arc-runners-polkadot-sdk-beefy - timeout-minutes: 60 + timeout-minutes: 90 container: image: ${{ needs.set-image.outputs.IMAGE }} env: @@ -97,4 +97,4 @@ jobs: run: curl -o .forklift/forklift -L https://github.com/paritytech/forklift/releases/download/0.13.1-alpha/forklift_0.13.1-alpha_linux_amd64 - run: chmod +x .forklift/forklift && .forklift/forklift version - name: script - run: time ./.forklift/forklift cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file + run: time cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From 0321353670b981b6a10b0678ec200c08820b9ad6 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 12 Jul 2024 04:56:23 +0400 Subject: [PATCH 028/135] exclude some tests --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 4657916802db..e1e07ec9e848 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -97,4 +97,4 @@ jobs: run: curl -o .forklift/forklift -L https://github.com/paritytech/forklift/releases/download/0.13.1-alpha/forklift_0.13.1-alpha_linux_amd64 - run: chmod +x .forklift/forklift && .forklift/forklift version - name: script - run: time cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file + run: time cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) - test(/participation_requests_reprioritized_for_newly_included/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From 4ac9e6d5416baefb0549f7c697f3e4af2548a502 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 12 Jul 2024 04:56:43 +0400 Subject: [PATCH 029/135] increase timeout --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index e1e07ec9e848..3b891e8e0ecd 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -76,7 +76,7 @@ jobs: test-linux-stable: needs: [set-image, changes] runs-on: arc-runners-polkadot-sdk-beefy - timeout-minutes: 90 + timeout-minutes: 120 container: image: ${{ needs.set-image.outputs.IMAGE }} env: From 5fb07cb33dc8a381d911de0976ab3cf968d640ff Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 12 Jul 2024 12:47:36 +0400 Subject: [PATCH 030/135] exclude more tests --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 3b891e8e0ecd..747581b6e518 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -97,4 +97,4 @@ jobs: run: curl -o .forklift/forklift -L https://github.com/paritytech/forklift/releases/download/0.13.1-alpha/forklift_0.13.1-alpha_linux_amd64 - run: chmod +x .forklift/forklift && .forklift/forklift version - name: script - run: time cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) - test(/participation_requests_reprioritized_for_newly_included/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file + run: time cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) - test(/participation_requests_reprioritized_for_newly_included/) - test(/availability_is_recovered_from_chunks_if_no_group_provided::case_1/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From 984a5e35f12282f6d2431ad24055a7ea1468cc3f Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 12 Jul 2024 16:01:56 +0400 Subject: [PATCH 031/135] exclude availability_is_recovered_from_chunks_even_if_backing_group_supplied_if_chunks_only, rejects_missing_inherent_digest tests --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 747581b6e518..900fa569babd 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -97,4 +97,4 @@ jobs: run: curl -o .forklift/forklift -L https://github.com/paritytech/forklift/releases/download/0.13.1-alpha/forklift_0.13.1-alpha_linux_amd64 - run: chmod +x .forklift/forklift && .forklift/forklift version - name: script - run: time cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) - test(/participation_requests_reprioritized_for_newly_included/) - test(/availability_is_recovered_from_chunks_if_no_group_provided::case_1/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file + run: time cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) - test(/participation_requests_reprioritized_for_newly_included/) - test(/availability_is_recovered_from_chunks_if_no_group_provided::case_1/) -test(/rejects_missing_inherent_digest/) - test(/:availability_is_recovered_from_chunks_even_if_backing_group_supplied_if_chunks_only::case_1/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From 22742a12e72a194162c3066477e4788063750fd2 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 12 Jul 2024 19:53:47 +0400 Subject: [PATCH 032/135] exclude more tests + format --- .github/workflows/tests-linux-stable.yml | 21 ++++++++++++++++++++- 1 file changed, 20 insertions(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 900fa569babd..78d890a30ac5 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -97,4 +97,23 @@ jobs: run: curl -o .forklift/forklift -L https://github.com/paritytech/forklift/releases/download/0.13.1-alpha/forklift_0.13.1-alpha_linux_amd64 - run: chmod +x .forklift/forklift && .forklift/forklift version - name: script - run: time cargo nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E "!test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) - test(/participation_requests_reprioritized_for_newly_included/) - test(/availability_is_recovered_from_chunks_if_no_group_provided::case_1/) -test(/rejects_missing_inherent_digest/) - test(/:availability_is_recovered_from_chunks_even_if_backing_group_supplied_if_chunks_only::case_1/)" --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file + run: > + time cargo + nextest run + --workspace --locked --release --no-fail-fast + --features try-runtime,experimental,riscv,ci-only-tests + -E " + !test(/.*benchmark.*/) + - test(/recovers_from_only_chunks_if_pov_large::case_1/) + - test(/participation_requests_reprioritized_for_newly_included/) + - test(/availability_is_recovered_from_chunks_if_no_group_provided::case_1/) + - test(/rejects_missing_inherent_digest/) + - test(/availability_is_recovered_from_chunks_even_if_backing_group_supplied_if_chunks_only::case_1/) + - test(/availability_is_recovered_from_chunks_if_no_group_provided::case_2/) + - test(/all_security_features_work/) + - test(/nonexistent_cache_dir/) + - test(/recovers_from_only_chunks_if_pov_large::case_3/) + - test(/recovers_from_only_chunks_if_pov_large::case_2/) + - test(/tests::authoring_blocks/) + " + --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From c378b7ebc4eff0a8d1742b39b5b441d7e09c228b Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sat, 13 Jul 2024 00:23:44 +0400 Subject: [PATCH 033/135] reformat --- .github/workflows/tests-linux-stable.yml | 28 ++++++++++++------------ 1 file changed, 14 insertions(+), 14 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 78d890a30ac5..b7f8eb23cfb1 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -102,18 +102,18 @@ jobs: nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests - -E " - !test(/.*benchmark.*/) - - test(/recovers_from_only_chunks_if_pov_large::case_1/) - - test(/participation_requests_reprioritized_for_newly_included/) - - test(/availability_is_recovered_from_chunks_if_no_group_provided::case_1/) - - test(/rejects_missing_inherent_digest/) - - test(/availability_is_recovered_from_chunks_even_if_backing_group_supplied_if_chunks_only::case_1/) - - test(/availability_is_recovered_from_chunks_if_no_group_provided::case_2/) - - test(/all_security_features_work/) - - test(/nonexistent_cache_dir/) - - test(/recovers_from_only_chunks_if_pov_large::case_3/) - - test(/recovers_from_only_chunks_if_pov_large::case_2/) - - test(/tests::authoring_blocks/) - " + -E " + !test(/.*benchmark.*/) + - test(/recovers_from_only_chunks_if_pov_large::case_1/) + - test(/participation_requests_reprioritized_for_newly_included/) + - test(/availability_is_recovered_from_chunks_if_no_group_provided::case_1/) + - test(/rejects_missing_inherent_digest/) + - test(/availability_is_recovered_from_chunks_even_if_backing_group_supplied_if_chunks_only::case_1/) + - test(/availability_is_recovered_from_chunks_if_no_group_provided::case_2/) + - test(/all_security_features_work/) + - test(/nonexistent_cache_dir/) + - test(/recovers_from_only_chunks_if_pov_large::case_3/) + - test(/recovers_from_only_chunks_if_pov_large::case_2/) + - test(/tests::authoring_blocks/) + " --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file From 7e26f9fa1983ba84e6643e4dc94b8f56998d9681 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sat, 13 Jul 2024 03:53:27 +0400 Subject: [PATCH 034/135] upload coverage reports job --- .github/workflows/tests-linux-stable.yml | 37 +++++++++++++++++++++++- 1 file changed, 36 insertions(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index b7f8eb23cfb1..204d44a69966 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -115,5 +115,40 @@ jobs: - test(/recovers_from_only_chunks_if_pov_large::case_3/) - test(/recovers_from_only_chunks_if_pov_large::case_2/) - test(/tests::authoring_blocks/) + - test(/rejects_missing_seals/) " - --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} \ No newline at end of file + --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} + + - name: generate report + run: > + grcov + target/coverage/ + --binary-path ./target/release/ + -s . + -t lcov + --branch + -o target/coverage/result/report-${{ matrix.ci_node_index }}.lcov + + - name: upload report + uses: actions/upload-artifact@v4 + with: + name: coverage-report-${{ matrix.ci_node_index }}.lcov + path: target/coverage/report-${{ matrix.ci_node_index }}.lcov + + upload-reports: + needs: [test-linux-stable] + runs-on: ubuntu-latest + steps: + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + path: reports + pattern: coverage-report-* + merge-multiple: true + - run: ls -al reports/ + - name: Upload to Codecov + uses: codecov/codecov-action@v2 + with: + token: ${{ secrets.CODECOV_TOKEN }} + verbose: true + directory: reports \ No newline at end of file From 017c65e7a39206d1e0ed2a6396dec27936f4bacb Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sat, 13 Jul 2024 04:55:54 +0400 Subject: [PATCH 035/135] new ci-unified --- .github/env | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/env b/.github/env index 162ce8af7c0d..9788d31f06a8 100644 --- a/.github/env +++ b/.github/env @@ -1 +1 @@ -IMAGE="docker.io/paritytech/ci-unified:bullseye-1.77.0-2024-04-10-v20240408" \ No newline at end of file +IMAGE="europe-docker.pkg.dev/parity-build/ci-images/ci-unified:bullseye-1.77.0-2024-04-10-v202406031250" \ No newline at end of file From dc8b71ffd645f4399a49eadab35b1e302ba50015 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sat, 13 Jul 2024 05:01:09 +0400 Subject: [PATCH 036/135] docker.io --- .github/env | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/env b/.github/env index 9788d31f06a8..bedd51ab71a6 100644 --- a/.github/env +++ b/.github/env @@ -1 +1 @@ -IMAGE="europe-docker.pkg.dev/parity-build/ci-images/ci-unified:bullseye-1.77.0-2024-04-10-v202406031250" \ No newline at end of file +IMAGE="docker.io/paritytech/ci-unified:bullseye-1.77.0-2024-04-10-v202406031250" \ No newline at end of file From fdf6bc6f8eabefa4887c1097063747a3688b21f8 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sat, 13 Jul 2024 12:47:01 +0400 Subject: [PATCH 037/135] add llvm-tools-preview --- .github/workflows/tests-linux-stable.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 204d44a69966..14df4f635899 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -119,6 +119,9 @@ jobs: " --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} + - run: rustup component add llvm-tools-preview + - run: mkdir -p target/coverage/result/ + - name: generate report run: > grcov From 03b5fd15eeb7365235fc38fde3226b4578256669 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sat, 13 Jul 2024 13:57:37 +0400 Subject: [PATCH 038/135] coverage path --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 14df4f635899..63d92c28810f 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -125,7 +125,7 @@ jobs: - name: generate report run: > grcov - target/coverage/ + ${{ github.workspace }}/target/coverage/ --binary-path ./target/release/ -s . -t lcov From 4cb7af16076d9457df0adee95803247c18c9fd8c Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sat, 13 Jul 2024 15:30:15 +0400 Subject: [PATCH 039/135] abs path --- .github/workflows/tests-linux-stable.yml | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 63d92c28810f..3d4497b1670b 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -96,6 +96,10 @@ jobs: - name: update forklift run: curl -o .forklift/forklift -L https://github.com/paritytech/forklift/releases/download/0.13.1-alpha/forklift_0.13.1-alpha_linux_amd64 - run: chmod +x .forklift/forklift && .forklift/forklift version + + - run: rustup component add llvm-tools-preview + - run: mkdir -p ${{ github.workspace }}/target/coverage/result + - name: script run: > time cargo @@ -119,8 +123,7 @@ jobs: " --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} - - run: rustup component add llvm-tools-preview - - run: mkdir -p target/coverage/result/ + - run: ls -la ${{ github.workspace }}/target/coverage/ - name: generate report run: > @@ -130,13 +133,13 @@ jobs: -s . -t lcov --branch - -o target/coverage/result/report-${{ matrix.ci_node_index }}.lcov + -o ${{ github.workspace }}/target/coverage/result/report-${{ matrix.ci_node_index }}.lcov - name: upload report uses: actions/upload-artifact@v4 with: name: coverage-report-${{ matrix.ci_node_index }}.lcov - path: target/coverage/report-${{ matrix.ci_node_index }}.lcov + path: ${{ github.workspace }}/target/coverage/report-${{ matrix.ci_node_index }}.lcov upload-reports: needs: [test-linux-stable] From 03a415cc322b5bdaca317d6e06953c1be42dee39 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sat, 13 Jul 2024 16:36:06 +0400 Subject: [PATCH 040/135] ls --- .github/workflows/tests-linux-stable.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 3d4497b1670b..f360a8b7815e 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -123,6 +123,7 @@ jobs: " --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} + - run: ls -la - run: ls -la ${{ github.workspace }}/target/coverage/ - name: generate report From 5e8306735ba1de8afea82c086a2aa4af2e6a6b7c Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sat, 13 Jul 2024 21:07:48 +0400 Subject: [PATCH 041/135] rel path for .profraw? --- .github/workflows/tests-linux-stable.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index f360a8b7815e..aea639176d88 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -84,7 +84,7 @@ jobs: # Enable debug assertions since we are running optimized builds for testing # but still want to have debug assertions. RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings -Cinstrument-coverage" - LLVM_PROFILE_FILE: "${{ github.workspace }}/target/coverage/cargo-test-${{ matrix.ci_node_index }}-%p-%m.profraw" + LLVM_PROFILE_FILE: "target/coverage/cargo-test-${{ matrix.ci_node_index }}-%p-%m.profraw" strategy: fail-fast: false matrix: @@ -98,7 +98,7 @@ jobs: - run: chmod +x .forklift/forklift && .forklift/forklift version - run: rustup component add llvm-tools-preview - - run: mkdir -p ${{ github.workspace }}/target/coverage/result + - run: mkdir -p target/coverage/result - name: script run: > @@ -124,23 +124,23 @@ jobs: --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} - run: ls -la - - run: ls -la ${{ github.workspace }}/target/coverage/ + - run: ls -la target/coverage/ - name: generate report run: > grcov - ${{ github.workspace }}/target/coverage/ + target/coverage/ --binary-path ./target/release/ -s . -t lcov --branch - -o ${{ github.workspace }}/target/coverage/result/report-${{ matrix.ci_node_index }}.lcov + -o target/coverage/result/report-${{ matrix.ci_node_index }}.lcov - name: upload report uses: actions/upload-artifact@v4 with: name: coverage-report-${{ matrix.ci_node_index }}.lcov - path: ${{ github.workspace }}/target/coverage/report-${{ matrix.ci_node_index }}.lcov + path: target/coverage/report-${{ matrix.ci_node_index }}.lcov upload-reports: needs: [test-linux-stable] From ff75a557fccb78ecdd5faa7e654fb3f68bc4202a Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sat, 13 Jul 2024 23:46:39 +0400 Subject: [PATCH 042/135] upload path fix --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index aea639176d88..067c07926404 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -140,7 +140,7 @@ jobs: uses: actions/upload-artifact@v4 with: name: coverage-report-${{ matrix.ci_node_index }}.lcov - path: target/coverage/report-${{ matrix.ci_node_index }}.lcov + path: target/coverage/result/report-${{ matrix.ci_node_index }}.lcov upload-reports: needs: [test-linux-stable] From e5ee40e806c05a53b9a3e66de1bc7b9fc07bce76 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sat, 13 Jul 2024 23:52:27 +0400 Subject: [PATCH 043/135] remove ls --- .github/workflows/tests-linux-stable.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 067c07926404..9fcba7192715 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -123,8 +123,7 @@ jobs: " --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} - - run: ls -la - - run: ls -la target/coverage/ + - run: ls -la - name: generate report run: > From 31de451acb8a0c216648539e5012197d4c1fd834 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sun, 14 Jul 2024 01:27:12 +0400 Subject: [PATCH 044/135] grcov ignore --- .github/workflows/tests-linux-stable.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 9fcba7192715..fc736dbba163 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -134,6 +134,9 @@ jobs: -t lcov --branch -o target/coverage/result/report-${{ matrix.ci_node_index }}.lcov + --ignore "target/release/deps" + --log-level DEBUG + --llvm - name: upload report uses: actions/upload-artifact@v4 From a7bd7c6283fc950221acf18c470278b0b03e8c98 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sun, 14 Jul 2024 01:28:58 +0400 Subject: [PATCH 045/135] trigger --- .github/workflows/tests-linux-stable.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index fc736dbba163..52ad1bf4b6ad 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -137,7 +137,6 @@ jobs: --ignore "target/release/deps" --log-level DEBUG --llvm - - name: upload report uses: actions/upload-artifact@v4 with: From de67693ff6826257ee7f1db83c6e50fd4b01be8e Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sun, 14 Jul 2024 02:54:07 +0400 Subject: [PATCH 046/135] grcov ignore --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 52ad1bf4b6ad..93bc01229112 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -134,7 +134,7 @@ jobs: -t lcov --branch -o target/coverage/result/report-${{ matrix.ci_node_index }}.lcov - --ignore "target/release/deps" + --ignore "/*" --log-level DEBUG --llvm - name: upload report From 3a4a18db5cb82969a177ae9bd07186daf5c280d0 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sun, 14 Jul 2024 04:22:59 +0400 Subject: [PATCH 047/135] grcov ignore --- .github/workflows/tests-linux-stable.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 93bc01229112..b3773c423c71 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -134,9 +134,10 @@ jobs: -t lcov --branch -o target/coverage/result/report-${{ matrix.ci_node_index }}.lcov - --ignore "/*" + --ignore "/*,$HOME/.cargo/**,target/release/wbuild/*,target/release/build/*" --log-level DEBUG --llvm + --ignore-not-existing - name: upload report uses: actions/upload-artifact@v4 with: From e381a940e8f30f2177cb4ce3d68a74747d179a63 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Wed, 17 Jul 2024 15:41:46 +0400 Subject: [PATCH 048/135] try cargo-llvm-cov --- .github/workflows/tests-linux-stable.yml | 76 ++++++++++++------------ 1 file changed, 39 insertions(+), 37 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index b3773c423c71..85a54556fc35 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -98,11 +98,12 @@ jobs: - run: chmod +x .forklift/forklift && .forklift/forklift version - run: rustup component add llvm-tools-preview + - run: cargo install cargo-llvm-cov - run: mkdir -p target/coverage/result - name: script run: > - time cargo + time cargo llvm-cov --no-report nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests @@ -123,41 +124,42 @@ jobs: " --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} + - run: cargo llvm-cov report --lcov --output-path lcov.info - run: ls -la + + #- name: generate report + # run: > + # grcov + # target/coverage/ + # --binary-path ./target/release/ + # -s . + # -t lcov + # --branch + # -o target/coverage/result/report-${{ matrix.ci_node_index }}.lcov + # --ignore "/*,$HOME/.cargo/**,target/release/wbuild/*,target/release/build/*" + # --log-level DEBUG + # --llvm + # --ignore-not-existing + #- name: upload report + # uses: actions/upload-artifact@v4 + # with: + # name: coverage-report-${{ matrix.ci_node_index }}.lcov + # path: target/coverage/result/report-${{ matrix.ci_node_index }}.lcov - - name: generate report - run: > - grcov - target/coverage/ - --binary-path ./target/release/ - -s . - -t lcov - --branch - -o target/coverage/result/report-${{ matrix.ci_node_index }}.lcov - --ignore "/*,$HOME/.cargo/**,target/release/wbuild/*,target/release/build/*" - --log-level DEBUG - --llvm - --ignore-not-existing - - name: upload report - uses: actions/upload-artifact@v4 - with: - name: coverage-report-${{ matrix.ci_node_index }}.lcov - path: target/coverage/result/report-${{ matrix.ci_node_index }}.lcov - - upload-reports: - needs: [test-linux-stable] - runs-on: ubuntu-latest - steps: - - name: Download artifacts - uses: actions/download-artifact@v4 - with: - path: reports - pattern: coverage-report-* - merge-multiple: true - - run: ls -al reports/ - - name: Upload to Codecov - uses: codecov/codecov-action@v2 - with: - token: ${{ secrets.CODECOV_TOKEN }} - verbose: true - directory: reports \ No newline at end of file + #upload-reports: + # needs: [test-linux-stable] + # runs-on: ubuntu-latest + # steps: + # - name: Download artifacts + # uses: actions/download-artifact@v4 + # with: + # path: reports + # pattern: coverage-report-* + # merge-multiple: true + # - run: ls -al reports/ + # - name: Upload to Codecov + # uses: codecov/codecov-action@v2 + # with: + # token: ${{ secrets.CODECOV_TOKEN }} + # verbose: true + # directory: reports \ No newline at end of file From 3e75e21d0464259481dd8a8f67bc21130ac32659 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Wed, 17 Jul 2024 15:50:20 +0400 Subject: [PATCH 049/135] ci-unified image update --- .github/env | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/env b/.github/env index bedd51ab71a6..9f7108cebc1d 100644 --- a/.github/env +++ b/.github/env @@ -1 +1 @@ -IMAGE="docker.io/paritytech/ci-unified:bullseye-1.77.0-2024-04-10-v202406031250" \ No newline at end of file +IMAGE="docker.io/paritytech/ci-unified:bullseye-1.77.0-2024-04-10-v202407161507" \ No newline at end of file From 354d888fd1cade7538938d70436397f6a9875170 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Wed, 17 Jul 2024 18:41:38 +0400 Subject: [PATCH 050/135] LLVM_PROFILE_FILE disable --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 85a54556fc35..df9be97ad3cc 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -84,7 +84,7 @@ jobs: # Enable debug assertions since we are running optimized builds for testing # but still want to have debug assertions. RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings -Cinstrument-coverage" - LLVM_PROFILE_FILE: "target/coverage/cargo-test-${{ matrix.ci_node_index }}-%p-%m.profraw" + #LLVM_PROFILE_FILE: "target/coverage/cargo-test-${{ matrix.ci_node_index }}-%p-%m.profraw" strategy: fail-fast: false matrix: From 4251cb67414066aa46f661fcbd07366a42756903 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Wed, 17 Jul 2024 23:52:56 +0400 Subject: [PATCH 051/135] opts order --- .github/workflows/tests-linux-stable.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index df9be97ad3cc..2ff155034e53 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -103,8 +103,9 @@ jobs: - name: script run: > - time cargo llvm-cov --no-report + time cargo llvm-cov nextest run + --no-report --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E " From 6f2c06f050a71435237b1a00326421a45258aa9e Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 18 Jul 2024 01:00:34 +0400 Subject: [PATCH 052/135] subcommand order --- .github/workflows/tests-linux-stable.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 2ff155034e53..eb4941d4b1cc 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -104,10 +104,11 @@ jobs: - name: script run: > time cargo llvm-cov - nextest run + nextest --no-report --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests + run -E " !test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) From f6f18dc77fbba59b5cce6feb44949d27c3e59ec6 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 18 Jul 2024 02:51:38 +0400 Subject: [PATCH 053/135] order --- .github/workflows/tests-linux-stable.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index eb4941d4b1cc..139477636926 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -104,11 +104,11 @@ jobs: - name: script run: > time cargo llvm-cov - nextest + --no-report --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests - run + nextest run -E " !test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) From 31599d7c7f3cff3c467dc24adce8503942b5133f Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 18 Jul 2024 04:16:00 +0400 Subject: [PATCH 054/135] nextest args --- .github/workflows/tests-linux-stable.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 139477636926..2d50362cd8d9 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -109,6 +109,8 @@ jobs: --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests nextest run + --workspace --locked --release --no-fail-fast + --features try-runtime,experimental,riscv,ci-only-tests -E " !test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) From 6edf13c959403f8ae6f43795038d6f8c9ded4c90 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 18 Jul 2024 12:18:54 +0400 Subject: [PATCH 055/135] remove "run" --- .github/workflows/tests-linux-stable.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 2d50362cd8d9..9ee84c97e6ee 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -104,11 +104,10 @@ jobs: - name: script run: > time cargo llvm-cov - + nextest --no-report --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests - nextest run --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E " From 10e1416486be03b052765dc35ea99073d69c4b91 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 18 Jul 2024 13:23:19 +0400 Subject: [PATCH 056/135] remove double --- .github/workflows/tests-linux-stable.yml | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 9ee84c97e6ee..5cf7723c7838 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -107,9 +107,7 @@ jobs: nextest --no-report --workspace --locked --release --no-fail-fast - --features try-runtime,experimental,riscv,ci-only-tests - --workspace --locked --release --no-fail-fast - --features try-runtime,experimental,riscv,ci-only-tests + --features try-runtime,experimental,riscv,ci-only-tests -E " !test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) From 822629bcbc5154cc4663ce0269cdb3a5057b4db5 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 03:44:20 +0400 Subject: [PATCH 057/135] try nextest -p --- .github/scripts/group-crates.py | 21 ++++++++++ .github/workflows/tests-linux-stable.yml | 53 ++++++++++++------------ 2 files changed, 48 insertions(+), 26 deletions(-) create mode 100644 .github/scripts/group-crates.py diff --git a/.github/scripts/group-crates.py b/.github/scripts/group-crates.py new file mode 100644 index 000000000000..ee93ff74106d --- /dev/null +++ b/.github/scripts/group-crates.py @@ -0,0 +1,21 @@ +import subprocess, sys + +# Get all crates +output = subprocess.check_output(["cargo", "tree", "--locked", "--workspace", "--depth", "0", "--prefix", "none"]) + +# Convert the output into a proper list +crates = [] +for line in output.splitlines(): + if line != b"": + line = line.decode('utf8').split(" ") + crate_name = line[0] + # The crate path is always the last element in the line. + crate_path = line[len(line) - 1].replace("(", "").replace(")", "") + crates.append(crate_name) + +# Make the list unique and sorted +crates = list(set(crates)) +crates.sort() + +part = crates[:len(crates)//5] +print( ','.join(part) ) \ No newline at end of file diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 5cf7723c7838..21dd799d8c59 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -88,8 +88,8 @@ jobs: strategy: fail-fast: false matrix: - ci_node_total: [5] - ci_node_index: [1, 2, 3, 4, 5] + ci_node_total: [1] + ci_node_index: [1] steps: - name: Checkout uses: actions/checkout@v4 @@ -98,16 +98,17 @@ jobs: - run: chmod +x .forklift/forklift && .forklift/forklift version - run: rustup component add llvm-tools-preview - - run: cargo install cargo-llvm-cov - run: mkdir -p target/coverage/result + - run: - name: script run: > - time cargo llvm-cov - nextest - --no-report + PACKAGES=`.github/scripts/group-crates.py 1 5` + time cargo + nextest run --workspace --locked --release --no-fail-fast - --features try-runtime,experimental,riscv,ci-only-tests + --features try-runtime,experimental,riscv,ci-only-tests + -p $PACKAGES -E " !test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) @@ -123,29 +124,29 @@ jobs: - test(/tests::authoring_blocks/) - test(/rejects_missing_seals/) " - --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} + #--partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} - run: cargo llvm-cov report --lcov --output-path lcov.info - run: ls -la - #- name: generate report - # run: > - # grcov - # target/coverage/ - # --binary-path ./target/release/ - # -s . - # -t lcov - # --branch - # -o target/coverage/result/report-${{ matrix.ci_node_index }}.lcov - # --ignore "/*,$HOME/.cargo/**,target/release/wbuild/*,target/release/build/*" - # --log-level DEBUG - # --llvm - # --ignore-not-existing - #- name: upload report - # uses: actions/upload-artifact@v4 - # with: - # name: coverage-report-${{ matrix.ci_node_index }}.lcov - # path: target/coverage/result/report-${{ matrix.ci_node_index }}.lcov + - name: generate report + run: > + grcov + target/coverage/ + --binary-path ./target/release/ + -s . + -t lcov + --branch + -o target/coverage/result/report-${{ matrix.ci_node_index }}.lcov + --ignore "/*,$HOME/.cargo/**,target/release/wbuild/*,target/release/build/*" + --log-level DEBUG + --llvm + --ignore-not-existing + - name: upload report + uses: actions/upload-artifact@v4 + with: + name: coverage-report-${{ matrix.ci_node_index }}.lcov + path: target/coverage/result/report-${{ matrix.ci_node_index }}.lcov #upload-reports: # needs: [test-linux-stable] From 85df09d6f80dfa9135e98fc7ae554d7dea634645 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 04:02:06 +0400 Subject: [PATCH 058/135] yaml fix --- .github/workflows/tests-linux-stable.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 21dd799d8c59..0632a813964c 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -124,7 +124,6 @@ jobs: - test(/tests::authoring_blocks/) - test(/rejects_missing_seals/) " - #--partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} - run: cargo llvm-cov report --lcov --output-path lcov.info - run: ls -la From d2ab16adc3f3bac51b60ff979e51d6a433f29628 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 04:03:23 +0400 Subject: [PATCH 059/135] typo --- .github/workflows/tests-linux-stable.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 0632a813964c..faee43f92d51 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -99,7 +99,6 @@ jobs: - run: rustup component add llvm-tools-preview - run: mkdir -p target/coverage/result - - run: - name: script run: > From 61d83c06cf232778ed61cd8a20fb01935d3d9fc6 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 05:52:46 +0400 Subject: [PATCH 060/135] group-crates test --- .github/workflows/tests-linux-stable.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index faee43f92d51..3282cf44db7b 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -99,6 +99,7 @@ jobs: - run: rustup component add llvm-tools-preview - run: mkdir -p target/coverage/result + - run: .github/scripts/group-crates.py 1 5 - name: script run: > From 0f90f68593433f23043afd48f8e780bd4580c559 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 12:15:34 +0400 Subject: [PATCH 061/135] python3 --- .github/workflows/tests-linux-stable.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 3282cf44db7b..2235044c254b 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -99,11 +99,11 @@ jobs: - run: rustup component add llvm-tools-preview - run: mkdir -p target/coverage/result - - run: .github/scripts/group-crates.py 1 5 + - run: python3 .github/scripts/group-crates.py 1 5 - name: script run: > - PACKAGES=`.github/scripts/group-crates.py 1 5` + PACKAGES=`python3 .github/scripts/group-crates.py 1 5` time cargo nextest run --workspace --locked --release --no-fail-fast From d9e892b3643419fb956087051b247c6f7e07d9c2 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 12:28:28 +0400 Subject: [PATCH 062/135] && --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 2235044c254b..0faf1ad53fcc 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -103,7 +103,7 @@ jobs: - name: script run: > - PACKAGES=`python3 .github/scripts/group-crates.py 1 5` + PACKAGES=`python3 .github/scripts/group-crates.py 1 5` && time cargo nextest run --workspace --locked --release --no-fail-fast From 403319a31cb7f730f4dfbe2ce6cc84c8e794b96d Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 13:17:35 +0400 Subject: [PATCH 063/135] remove llvm-cov leftovers --- .github/workflows/tests-linux-stable.yml | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 0faf1ad53fcc..8cb1cae92137 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -84,7 +84,7 @@ jobs: # Enable debug assertions since we are running optimized builds for testing # but still want to have debug assertions. RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings -Cinstrument-coverage" - #LLVM_PROFILE_FILE: "target/coverage/cargo-test-${{ matrix.ci_node_index }}-%p-%m.profraw" + LLVM_PROFILE_FILE: "target/coverage/cargo-test-${{ matrix.ci_node_index }}-%p-%m.profraw" strategy: fail-fast: false matrix: @@ -124,9 +124,6 @@ jobs: - test(/tests::authoring_blocks/) - test(/rejects_missing_seals/) " - - - run: cargo llvm-cov report --lcov --output-path lcov.info - - run: ls -la - name: generate report run: > From 0827203bceac4d5d2efeaa2946a342cbb438e239 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 15:22:35 +0400 Subject: [PATCH 064/135] 7 parts --- .github/scripts/group-crates.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/scripts/group-crates.py b/.github/scripts/group-crates.py index ee93ff74106d..131fbb9e4d50 100644 --- a/.github/scripts/group-crates.py +++ b/.github/scripts/group-crates.py @@ -17,5 +17,5 @@ crates = list(set(crates)) crates.sort() -part = crates[:len(crates)//5] +part = crates[:len(crates)//7] print( ','.join(part) ) \ No newline at end of file From c8b6924259b1622712882b99125d47631c09c6d5 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 16:29:08 +0400 Subject: [PATCH 065/135] try nextest filter --- .github/workflows/tests-linux-stable.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 8cb1cae92137..4438b431f737 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -107,10 +107,10 @@ jobs: time cargo nextest run --workspace --locked --release --no-fail-fast - --features try-runtime,experimental,riscv,ci-only-tests - -p $PACKAGES + --features try-runtime,experimental,riscv,ci-only-tests -E " - !test(/.*benchmark.*/) + package(asset-hub-rococo-emulated-chain | asset-hub-rococo-integration-tests) + - test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) - test(/participation_requests_reprioritized_for_newly_included/) - test(/availability_is_recovered_from_chunks_if_no_group_provided::case_1/) @@ -122,7 +122,7 @@ jobs: - test(/recovers_from_only_chunks_if_pov_large::case_3/) - test(/recovers_from_only_chunks_if_pov_large::case_2/) - test(/tests::authoring_blocks/) - - test(/rejects_missing_seals/) + - test(/rejects_missing_seals/) " - name: generate report From 95945ee80992619603857c5a1acfdd3e92218393 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 18:17:58 +0400 Subject: [PATCH 066/135] package -E --- .github/scripts/group-crates.py | 2 +- .github/workflows/tests-linux-stable.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/scripts/group-crates.py b/.github/scripts/group-crates.py index 131fbb9e4d50..d6ba2dcf949f 100644 --- a/.github/scripts/group-crates.py +++ b/.github/scripts/group-crates.py @@ -18,4 +18,4 @@ crates.sort() part = crates[:len(crates)//7] -print( ','.join(part) ) \ No newline at end of file +print( ' | '.join(part) ) \ No newline at end of file diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 4438b431f737..49ff12df7e17 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -109,7 +109,7 @@ jobs: --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E " - package(asset-hub-rococo-emulated-chain | asset-hub-rococo-integration-tests) + package($PACKAGES) - test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) - test(/participation_requests_reprioritized_for_newly_included/) From baf3006218e06963b2639fa5a37924cdc5454526 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 18:49:15 +0400 Subject: [PATCH 067/135] more packages --- .github/scripts/group-crates.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/scripts/group-crates.py b/.github/scripts/group-crates.py index d6ba2dcf949f..daac25c8dd5b 100644 --- a/.github/scripts/group-crates.py +++ b/.github/scripts/group-crates.py @@ -17,5 +17,5 @@ crates = list(set(crates)) crates.sort() -part = crates[:len(crates)//7] +part = crates[:len(crates)//2] print( ' | '.join(part) ) \ No newline at end of file From fdc9bbaaaaaed2a6f826aaaf9a90d28fda6075c0 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 19:54:59 +0400 Subject: [PATCH 068/135] try +package(polkadot) --- .github/workflows/tests-linux-stable.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 49ff12df7e17..792f26547524 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -110,6 +110,7 @@ jobs: --features try-runtime,experimental,riscv,ci-only-tests -E " package($PACKAGES) + +package(polkadot) - test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) - test(/participation_requests_reprioritized_for_newly_included/) From ef400bdcf48dc8f20a604283b16b8e918662d61e Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 20:05:16 +0400 Subject: [PATCH 069/135] only polkadot --- .github/workflows/tests-linux-stable.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 792f26547524..6aee2460f905 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -109,8 +109,7 @@ jobs: --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E " - package($PACKAGES) - +package(polkadot) + package(polkadot) - test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) - test(/participation_requests_reprioritized_for_newly_included/) From 1152fb63eeef21b9ad50c0b7554eae763fe417b8 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 20:52:59 +0400 Subject: [PATCH 070/135] try asset-hub-rococo-runtime only --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 6aee2460f905..61060099c78e 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -109,7 +109,7 @@ jobs: --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E " - package(polkadot) + package(asset-hub-rococo-runtime) - test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) - test(/participation_requests_reprioritized_for_newly_included/) From 222d7276d90db4ef4b20f396ec9fb57aecad2584 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 21:08:13 +0400 Subject: [PATCH 071/135] grout-crates out format --- .github/scripts/group-crates.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/.github/scripts/group-crates.py b/.github/scripts/group-crates.py index daac25c8dd5b..fa79f2aff330 100644 --- a/.github/scripts/group-crates.py +++ b/.github/scripts/group-crates.py @@ -17,5 +17,7 @@ crates = list(set(crates)) crates.sort() -part = crates[:len(crates)//2] -print( ' | '.join(part) ) \ No newline at end of file +part = crates[:len(crates)//6] + +for pgk in part: + print ('+package('+pkg+') ') \ No newline at end of file From 50156737261c4789c5e9445162e7042931b47141 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 21:08:29 +0400 Subject: [PATCH 072/135] $PACKAGES --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 61060099c78e..49ff12df7e17 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -109,7 +109,7 @@ jobs: --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E " - package(asset-hub-rococo-runtime) + package($PACKAGES) - test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) - test(/participation_requests_reprioritized_for_newly_included/) From 82c634ce10a3b737d82a5bc71be2ca9ce5dff33b Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 21:13:26 +0400 Subject: [PATCH 073/135] typo pkg --- .github/scripts/group-crates.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/scripts/group-crates.py b/.github/scripts/group-crates.py index fa79f2aff330..862d6230982c 100644 --- a/.github/scripts/group-crates.py +++ b/.github/scripts/group-crates.py @@ -19,5 +19,5 @@ part = crates[:len(crates)//6] -for pgk in part: +for pkg in part: print ('+package('+pkg+') ') \ No newline at end of file From 479e18694c4641ca3eb59b20a3d239a954f66a34 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 21:19:31 +0400 Subject: [PATCH 074/135] grout-crates single line output --- .github/scripts/group-crates.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/.github/scripts/group-crates.py b/.github/scripts/group-crates.py index 862d6230982c..42c78b9196f5 100644 --- a/.github/scripts/group-crates.py +++ b/.github/scripts/group-crates.py @@ -18,6 +18,9 @@ crates.sort() part = crates[:len(crates)//6] +result = "" for pkg in part: - print ('+package('+pkg+') ') \ No newline at end of file + result += '+package('+pkg+') ' + +print(result) \ No newline at end of file From 9f0050cf7f25671634fadc41546318717c2e1f74 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 21:28:31 +0400 Subject: [PATCH 075/135] filter expression --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 49ff12df7e17..ef84c7bef1d7 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -109,7 +109,7 @@ jobs: --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E " - package($PACKAGES) + $PACKAGES - test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) - test(/participation_requests_reprioritized_for_newly_included/) From ad8a0194afc8f410771f48996209e98c4fc8b72e Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 21:35:26 +0400 Subject: [PATCH 076/135] space --- .github/scripts/group-crates.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/scripts/group-crates.py b/.github/scripts/group-crates.py index 42c78b9196f5..ae0e60358545 100644 --- a/.github/scripts/group-crates.py +++ b/.github/scripts/group-crates.py @@ -21,6 +21,6 @@ result = "" for pkg in part: - result += '+package('+pkg+') ' + result += '+ package('+pkg+') ' print(result) \ No newline at end of file From 3d7fd2775fe962041b1b7d497f9cdd685044ac0f Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Fri, 19 Jul 2024 21:38:00 +0400 Subject: [PATCH 077/135] expression format --- .github/scripts/group-crates.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/scripts/group-crates.py b/.github/scripts/group-crates.py index ae0e60358545..5ec323add99a 100644 --- a/.github/scripts/group-crates.py +++ b/.github/scripts/group-crates.py @@ -18,9 +18,9 @@ crates.sort() part = crates[:len(crates)//6] -result = "" +result = 'package('+part[0]+')' -for pkg in part: - result += '+ package('+pkg+') ' +for pkg in part[1:]: + result += ' + package('+pkg+')' print(result) \ No newline at end of file From 3e05ca145bd152eb09bfa35dee341836511ea1ee Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sat, 20 Jul 2024 03:19:34 +0400 Subject: [PATCH 078/135] less packages per job --- .github/scripts/group-crates.py | 4 +++- .github/workflows/tests-linux-stable.yml | 2 +- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/.github/scripts/group-crates.py b/.github/scripts/group-crates.py index 5ec323add99a..927eb12bb71b 100644 --- a/.github/scripts/group-crates.py +++ b/.github/scripts/group-crates.py @@ -17,7 +17,9 @@ crates = list(set(crates)) crates.sort() -part = crates[:len(crates)//6] +groups_total = int(sys.argv[2]) + +part = crates[:len(crates)//groups_total] result = 'package('+part[0]+')' for pkg in part[1:]: diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index ef84c7bef1d7..71d3a056d471 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -99,7 +99,7 @@ jobs: - run: rustup component add llvm-tools-preview - run: mkdir -p target/coverage/result - - run: python3 .github/scripts/group-crates.py 1 5 + - run: python3 .github/scripts/group-crates.py 1 8 - name: script run: > From 7f7efa4507604f37630e284e838c65f6fa3ca250 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sat, 20 Jul 2024 05:04:26 +0400 Subject: [PATCH 079/135] 20 groups try --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 71d3a056d471..9d8b2c3e970e 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -99,7 +99,7 @@ jobs: - run: rustup component add llvm-tools-preview - run: mkdir -p target/coverage/result - - run: python3 .github/scripts/group-crates.py 1 8 + - run: python3 .github/scripts/group-crates.py 1 20 - name: script run: > From a8b3217ca684cea3d88764110b6a30b011885bfd Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sat, 20 Jul 2024 13:02:56 +0400 Subject: [PATCH 080/135] package(polkadot) only test --- .github/workflows/tests-linux-stable.yml | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 9d8b2c3e970e..b046a0e2482a 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -109,7 +109,7 @@ jobs: --workspace --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E " - $PACKAGES + package(polkadot) - test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) - test(/participation_requests_reprioritized_for_newly_included/) @@ -134,9 +134,8 @@ jobs: -t lcov --branch -o target/coverage/result/report-${{ matrix.ci_node_index }}.lcov - --ignore "/*,$HOME/.cargo/**,target/release/wbuild/*,target/release/build/*" + --ignore "/*" --log-level DEBUG - --llvm --ignore-not-existing - name: upload report uses: actions/upload-artifact@v4 From cd0ffa9c7edd61f35a0868ed9139f47f000a02de Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sat, 20 Jul 2024 16:21:21 +0400 Subject: [PATCH 081/135] grcov args try --- .github/workflows/tests-linux-stable.yml | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index b046a0e2482a..c5ca3fd9a4f5 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -85,6 +85,7 @@ jobs: # but still want to have debug assertions. RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings -Cinstrument-coverage" LLVM_PROFILE_FILE: "target/coverage/cargo-test-${{ matrix.ci_node_index }}-%p-%m.profraw" + #LLVM_PROFILE_FILE:"/__w/polkadot-sdk/polkadot-sdk/target/coverage/cargo-test-${{ matrix.ci_node_index }}-%p-%m.profraw" strategy: fail-fast: false matrix: @@ -124,7 +125,7 @@ jobs: - test(/tests::authoring_blocks/) - test(/rejects_missing_seals/) " - + - run: ls -al target/coverage - name: generate report run: > grcov @@ -134,9 +135,6 @@ jobs: -t lcov --branch -o target/coverage/result/report-${{ matrix.ci_node_index }}.lcov - --ignore "/*" - --log-level DEBUG - --ignore-not-existing - name: upload report uses: actions/upload-artifact@v4 with: From a8b9239e549cd299b8aae304a5d21ec1489d75ab Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sat, 20 Jul 2024 21:28:59 +0400 Subject: [PATCH 082/135] no workspace --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index c5ca3fd9a4f5..ab43258b9cbc 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -107,7 +107,7 @@ jobs: PACKAGES=`python3 .github/scripts/group-crates.py 1 5` && time cargo nextest run - --workspace --locked --release --no-fail-fast + --locked --release --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests -E " package(polkadot) From 6c905d9cd88c48d85cdfa2120c10e11ae92935d4 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sat, 20 Jul 2024 22:40:38 +0400 Subject: [PATCH 083/135] features --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index ab43258b9cbc..770a6695a9d5 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -108,7 +108,7 @@ jobs: time cargo nextest run --locked --release --no-fail-fast - --features try-runtime,experimental,riscv,ci-only-tests + --features try-runtime,ci-only-tests -E " package(polkadot) - test(/.*benchmark.*/) From 376886c4b1c43691d784b816735723ff83fb4c5b Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sun, 21 Jul 2024 00:11:37 +0400 Subject: [PATCH 084/135] multiple packages test --- .github/workflows/tests-linux-stable.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 770a6695a9d5..4c533aab3967 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -104,13 +104,13 @@ jobs: - name: script run: > - PACKAGES=`python3 .github/scripts/group-crates.py 1 5` && + PACKAGES=`python3 .github/scripts/group-crates.py 1 10` && time cargo nextest run --locked --release --no-fail-fast --features try-runtime,ci-only-tests -E " - package(polkadot) + package($PACKAGES) - test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) - test(/participation_requests_reprioritized_for_newly_included/) From 6e35056e68b3e315548d3c71dc324eef8631a317 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sun, 21 Jul 2024 00:52:41 +0400 Subject: [PATCH 085/135] packages --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 4c533aab3967..367b399a1a6f 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -110,7 +110,7 @@ jobs: --locked --release --no-fail-fast --features try-runtime,ci-only-tests -E " - package($PACKAGES) + $PACKAGES - test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) - test(/participation_requests_reprioritized_for_newly_included/) From 01f6f41ccc8d4d85e17ec0b215e0116e96ecb5bf Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sun, 21 Jul 2024 01:43:20 +0400 Subject: [PATCH 086/135] multiple jobs --- .github/scripts/group-crates.py | 15 +++++++++++++-- .github/workflows/tests-linux-stable.yml | 11 ++++++----- 2 files changed, 19 insertions(+), 7 deletions(-) diff --git a/.github/scripts/group-crates.py b/.github/scripts/group-crates.py index 927eb12bb71b..b84d7e28e0cb 100644 --- a/.github/scripts/group-crates.py +++ b/.github/scripts/group-crates.py @@ -17,11 +17,22 @@ crates = list(set(crates)) crates.sort() +# +current_group = int(sys.argv[1]) - 1 groups_total = int(sys.argv[2]) +cratesPerGroup = len(crates) // groups_total -part = crates[:len(crates)//groups_total] -result = 'package('+part[0]+')' +# +start = cratesPerGroup * current_group +end = cratesPerGroup * (current_group + 1) + +if target_group + 1 == groups_total: + end = len(crates) - 1 +# +part = crates[start : end] + +result = 'package('+part[0]+')' for pkg in part[1:]: result += ' + package('+pkg+')' diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 367b399a1a6f..d15c3e6bfc70 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -89,8 +89,8 @@ jobs: strategy: fail-fast: false matrix: - ci_node_total: [1] - ci_node_index: [1] + ci_node_total: [7] + ci_node_index: [1,2,3,4,5,6,7] steps: - name: Checkout uses: actions/checkout@v4 @@ -100,15 +100,15 @@ jobs: - run: rustup component add llvm-tools-preview - run: mkdir -p target/coverage/result - - run: python3 .github/scripts/group-crates.py 1 20 + - run: python3 .github/scripts/group-crates.py ${{ matrix.ci_node_index }} ${{ matrix.ci_node_total }} - name: script run: > - PACKAGES=`python3 .github/scripts/group-crates.py 1 10` && + PACKAGES=`python3 .github/scripts/group-crates.py ${{ matrix.ci_node_index }} ${{ matrix.ci_node_total }}` && time cargo nextest run --locked --release --no-fail-fast - --features try-runtime,ci-only-tests + --features try-runtime,ci-only-tests,experimental,riscv -E " $PACKAGES - test(/.*benchmark.*/) @@ -126,6 +126,7 @@ jobs: - test(/rejects_missing_seals/) " - run: ls -al target/coverage + - run: ls -al /__w/polkadot-sdk/polkadot-sdk/ - name: generate report run: > grcov From 137e9efcf5c44e596b845207c055b3a03a4dc497 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sun, 21 Jul 2024 02:13:21 +0400 Subject: [PATCH 087/135] group-crates fix --- .github/scripts/group-crates.py | 13 +++++++++---- 1 file changed, 9 insertions(+), 4 deletions(-) diff --git a/.github/scripts/group-crates.py b/.github/scripts/group-crates.py index b84d7e28e0cb..8e27ac5f407e 100644 --- a/.github/scripts/group-crates.py +++ b/.github/scripts/group-crates.py @@ -19,15 +19,20 @@ # current_group = int(sys.argv[1]) - 1 -groups_total = int(sys.argv[2]) -cratesPerGroup = len(crates) // groups_total +total_groups = int(sys.argv[2]) + +cratesPerGroup = len(crates) // total_groups + +if current_group >= total_groups: + print("`current group` is greater than `total groups`") + sys.exit(1) # start = cratesPerGroup * current_group end = cratesPerGroup * (current_group + 1) -if target_group + 1 == groups_total: - end = len(crates) - 1 +if current_group + 1 == total_groups: + end = len(crates) # part = crates[start : end] From 0669fc90f0cc5f002e1cd70e92ad282a8d7722cc Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sun, 21 Jul 2024 02:18:57 +0400 Subject: [PATCH 088/135] remove ,experimental,riscv --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index d15c3e6bfc70..a708bc73b6ba 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -108,7 +108,7 @@ jobs: time cargo nextest run --locked --release --no-fail-fast - --features try-runtime,ci-only-tests,experimental,riscv + --features try-runtime,ci-only-tests -E " $PACKAGES - test(/.*benchmark.*/) From 8277e7226298ce083e8cbfe869ccdeb2f117afcf Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sun, 21 Jul 2024 03:48:20 +0400 Subject: [PATCH 089/135] codecov upload --- .github/workflows/tests-linux-stable.yml | 34 ++++++++++++------------ 1 file changed, 17 insertions(+), 17 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index a708bc73b6ba..91432bfe60af 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -142,20 +142,20 @@ jobs: name: coverage-report-${{ matrix.ci_node_index }}.lcov path: target/coverage/result/report-${{ matrix.ci_node_index }}.lcov - #upload-reports: - # needs: [test-linux-stable] - # runs-on: ubuntu-latest - # steps: - # - name: Download artifacts - # uses: actions/download-artifact@v4 - # with: - # path: reports - # pattern: coverage-report-* - # merge-multiple: true - # - run: ls -al reports/ - # - name: Upload to Codecov - # uses: codecov/codecov-action@v2 - # with: - # token: ${{ secrets.CODECOV_TOKEN }} - # verbose: true - # directory: reports \ No newline at end of file + upload-reports: + needs: [test-linux-stable] + runs-on: ubuntu-latest + steps: + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + path: reports + pattern: coverage-report-* + merge-multiple: true + - run: ls -al reports/ + - name: Upload to Codecov + uses: codecov/codecov-action@v2 + with: + token: ${{ secrets.CODECOV_TOKEN }} + verbose: true + directory: reports \ No newline at end of file From ba79480522dae79c0630190e1b5318076ad05642 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sun, 21 Jul 2024 05:13:24 +0400 Subject: [PATCH 090/135] tree features --- .github/scripts/group-crates.py | 6 +++++- .github/workflows/tests-linux-stable.yml | 1 + 2 files changed, 6 insertions(+), 1 deletion(-) diff --git a/.github/scripts/group-crates.py b/.github/scripts/group-crates.py index 8e27ac5f407e..3596775e4361 100644 --- a/.github/scripts/group-crates.py +++ b/.github/scripts/group-crates.py @@ -1,7 +1,7 @@ import subprocess, sys # Get all crates -output = subprocess.check_output(["cargo", "tree", "--locked", "--workspace", "--depth", "0", "--prefix", "none"]) +output = subprocess.check_output(["cargo", "tree", "--locked", "--workspace", "--depth", "0", "--prefix", "none". "--features", "try-runtime,ci-only-tests,experimental,riscv"]) # Convert the output into a proper list crates = [] @@ -17,6 +17,8 @@ crates = list(set(crates)) crates.sort() +print(f'total crates: {len(crates)}') + # current_group = int(sys.argv[1]) - 1 total_groups = int(sys.argv[2]) @@ -27,6 +29,8 @@ print("`current group` is greater than `total groups`") sys.exit(1) +print(f'group {current_group+1}/{total_groups}, {cratesPerGroup} crates per group') + # start = cratesPerGroup * current_group end = cratesPerGroup * (current_group + 1) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 91432bfe60af..70a167cff7b4 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -105,6 +105,7 @@ jobs: - name: script run: > PACKAGES=`python3 .github/scripts/group-crates.py ${{ matrix.ci_node_index }} ${{ matrix.ci_node_total }}` && + echo $PACKAGES && time cargo nextest run --locked --release --no-fail-fast From 7ff9ba12e515ab0ab10df8e70989ee55f5eb944e Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sun, 21 Jul 2024 05:21:54 +0400 Subject: [PATCH 091/135] typo --- .github/scripts/group-crates.py | 2 +- .github/workflows/tests-linux-stable.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/scripts/group-crates.py b/.github/scripts/group-crates.py index 3596775e4361..762b321237c3 100644 --- a/.github/scripts/group-crates.py +++ b/.github/scripts/group-crates.py @@ -1,7 +1,7 @@ import subprocess, sys # Get all crates -output = subprocess.check_output(["cargo", "tree", "--locked", "--workspace", "--depth", "0", "--prefix", "none". "--features", "try-runtime,ci-only-tests,experimental,riscv"]) +output = subprocess.check_output(["cargo", "tree", "--locked", "--workspace", "--depth", "0", "--prefix", "none", "--features", "try-runtime,ci-only-tests,experimental,riscv"]) # Convert the output into a proper list crates = [] diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 70a167cff7b4..3e0e8924774b 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -109,7 +109,7 @@ jobs: time cargo nextest run --locked --release --no-fail-fast - --features try-runtime,ci-only-tests + --features try-runtime,ci-only-tests,experimental,riscv -E " $PACKAGES - test(/.*benchmark.*/) From 03b3aa9ff04b501605ab76de8cfb2e484c4d9393 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sun, 21 Jul 2024 05:39:42 +0400 Subject: [PATCH 092/135] script output --- .github/scripts/group-crates.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/scripts/group-crates.py b/.github/scripts/group-crates.py index 762b321237c3..9d373d88b18d 100644 --- a/.github/scripts/group-crates.py +++ b/.github/scripts/group-crates.py @@ -17,7 +17,7 @@ crates = list(set(crates)) crates.sort() -print(f'total crates: {len(crates)}') +#print(f'total crates: {len(crates)}') # current_group = int(sys.argv[1]) - 1 @@ -29,7 +29,7 @@ print("`current group` is greater than `total groups`") sys.exit(1) -print(f'group {current_group+1}/{total_groups}, {cratesPerGroup} crates per group') +#print(f'group {current_group+1}/{total_groups}, {cratesPerGroup} crates per group') # start = cratesPerGroup * current_group From 4eb795000f82f72c9a38839a75c63f429d6372af Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sun, 21 Jul 2024 05:47:50 +0400 Subject: [PATCH 093/135] features --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 3e0e8924774b..70a167cff7b4 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -109,7 +109,7 @@ jobs: time cargo nextest run --locked --release --no-fail-fast - --features try-runtime,ci-only-tests,experimental,riscv + --features try-runtime,ci-only-tests -E " $PACKAGES - test(/.*benchmark.*/) From 3aec7b39656c241430914832b953d23e907e9d81 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sun, 21 Jul 2024 15:08:22 +0400 Subject: [PATCH 094/135] llvm-profdata --- .github/workflows/tests-linux-stable.yml | 32 ++++++++++-------------- 1 file changed, 13 insertions(+), 19 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 70a167cff7b4..ce5d8c9e0fde 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -84,13 +84,13 @@ jobs: # Enable debug assertions since we are running optimized builds for testing # but still want to have debug assertions. RUSTFLAGS: "-Cdebug-assertions=y -Dwarnings -Cinstrument-coverage" - LLVM_PROFILE_FILE: "target/coverage/cargo-test-${{ matrix.ci_node_index }}-%p-%m.profraw" - #LLVM_PROFILE_FILE:"/__w/polkadot-sdk/polkadot-sdk/target/coverage/cargo-test-${{ matrix.ci_node_index }}-%p-%m.profraw" + #LLVM_PROFILE_FILE: "target/coverage/cargo-test-${{ matrix.ci_node_index }}-%p-%m.profraw" + LLVM_PROFILE_FILE: "/__w/polkadot-sdk/polkadot-sdk/target/coverage/cargo-test-${{ matrix.ci_node_index }}-%p-%m.profraw" strategy: fail-fast: false matrix: - ci_node_total: [7] - ci_node_index: [1,2,3,4,5,6,7] + ci_node_total: [5] + ci_node_index: [1,2,3,4,5] steps: - name: Checkout uses: actions/checkout@v4 @@ -104,14 +104,12 @@ jobs: - name: script run: > - PACKAGES=`python3 .github/scripts/group-crates.py ${{ matrix.ci_node_index }} ${{ matrix.ci_node_total }}` && - echo $PACKAGES && time cargo nextest run + --workspace --locked --release --no-fail-fast --features try-runtime,ci-only-tests -E " - $PACKAGES - test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) - test(/participation_requests_reprioritized_for_newly_included/) @@ -126,22 +124,18 @@ jobs: - test(/tests::authoring_blocks/) - test(/rejects_missing_seals/) " + --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} - run: ls -al target/coverage - run: ls -al /__w/polkadot-sdk/polkadot-sdk/ - name: generate report run: > - grcov - target/coverage/ - --binary-path ./target/release/ - -s . - -t lcov - --branch - -o target/coverage/result/report-${{ matrix.ci_node_index }}.lcov - - name: upload report - uses: actions/upload-artifact@v4 - with: - name: coverage-report-${{ matrix.ci_node_index }}.lcov - path: target/coverage/result/report-${{ matrix.ci_node_index }}.lcov + llvm-profdata-15 merge --sparse /__w/polkadot-sdk/polkadot-sdk/target/coverage/cargo-test-*.profraw -o json5format.profdata + - run: cat json5format.profdata + #- name: upload report + # uses: actions/upload-artifact@v4 + # with: + # name: coverage-report-${{ matrix.ci_node_index }}.lcov + # path: target/coverage/result/report-${{ matrix.ci_node_index }}.lcov upload-reports: needs: [test-linux-stable] From bf6cdd017baac32ce4060b04795e5264c285fdc4 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sun, 21 Jul 2024 15:47:48 +0400 Subject: [PATCH 095/135] expression --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index ce5d8c9e0fde..533787288d30 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -110,7 +110,7 @@ jobs: --locked --release --no-fail-fast --features try-runtime,ci-only-tests -E " - - test(/.*benchmark.*/) + !test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) - test(/participation_requests_reprioritized_for_newly_included/) - test(/availability_is_recovered_from_chunks_if_no_group_provided::case_1/) From 6cff40cdcd34f83224fe7b7dbd50fcf01ad21f85 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sun, 21 Jul 2024 16:35:16 +0400 Subject: [PATCH 096/135] trigger --- .github/workflows/tests-linux-stable.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 533787288d30..e033d7ffc59c 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -100,8 +100,7 @@ jobs: - run: rustup component add llvm-tools-preview - run: mkdir -p target/coverage/result - - run: python3 .github/scripts/group-crates.py ${{ matrix.ci_node_index }} ${{ matrix.ci_node_total }} - + #- run: python3 .github/scripts/group-crates.py ${{ matrix.ci_node_index }} ${{ matrix.ci_node_total }} - name: script run: > time cargo From 8834c0bb1e31785a8aed122a3ef5a073335910d7 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sun, 21 Jul 2024 16:42:59 +0400 Subject: [PATCH 097/135] trigger --- .github/workflows/tests-linux-stable.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index e033d7ffc59c..af226a1a82a0 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -100,7 +100,6 @@ jobs: - run: rustup component add llvm-tools-preview - run: mkdir -p target/coverage/result - #- run: python3 .github/scripts/group-crates.py ${{ matrix.ci_node_index }} ${{ matrix.ci_node_total }} - name: script run: > time cargo From 84f6cdee90573b36813797cea69d032301610271 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Mon, 22 Jul 2024 01:51:07 +0400 Subject: [PATCH 098/135] grcov target/release/deps/ --- .github/workflows/tests-linux-stable.yml | 19 ++++++++++++------- 1 file changed, 12 insertions(+), 7 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index af226a1a82a0..045128bc901d 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -127,13 +127,18 @@ jobs: - run: ls -al /__w/polkadot-sdk/polkadot-sdk/ - name: generate report run: > - llvm-profdata-15 merge --sparse /__w/polkadot-sdk/polkadot-sdk/target/coverage/cargo-test-*.profraw -o json5format.profdata - - run: cat json5format.profdata - #- name: upload report - # uses: actions/upload-artifact@v4 - # with: - # name: coverage-report-${{ matrix.ci_node_index }}.lcov - # path: target/coverage/result/report-${{ matrix.ci_node_index }}.lcov + grcov + /__w/polkadot-sdk/polkadot-sdk/target/coverage/ + --binary-path ./target/release/deps/ + -s . + -t lcov + --branch + -o target/coverage/result/report-${{ matrix.ci_node_index }}.lcov + - name: upload report + uses: actions/upload-artifact@v4 + with: + name: coverage-report-${{ matrix.ci_node_index }}.lcov + path: target/coverage/result/report-${{ matrix.ci_node_index }}.lcov upload-reports: needs: [test-linux-stable] From 422756b25cdc63b2b661762d97a3a3ac45a789e2 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Mon, 22 Jul 2024 14:54:46 +0400 Subject: [PATCH 099/135] --bins --lib --- .github/workflows/tests-linux-stable.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 045128bc901d..390af7f87834 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -106,6 +106,7 @@ jobs: nextest run --workspace --locked --release --no-fail-fast + --bins --lib --features try-runtime,ci-only-tests -E " !test(/.*benchmark.*/) From a950a9454f5af31f41504bd5701bb61510a7cc88 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Mon, 22 Jul 2024 15:05:49 +0400 Subject: [PATCH 100/135] remove workspace --- .github/workflows/tests-linux-stable.yml | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 390af7f87834..fb477f9f6681 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -89,8 +89,8 @@ jobs: strategy: fail-fast: false matrix: - ci_node_total: [5] - ci_node_index: [1,2,3,4,5] + ci_node_total: [3] + ci_node_index: [1,2,3] steps: - name: Checkout uses: actions/checkout@v4 @@ -104,7 +104,6 @@ jobs: run: > time cargo nextest run - --workspace --locked --release --no-fail-fast --bins --lib --features try-runtime,ci-only-tests From ff20ef4fc8a955f964065caf991c14d487dd0e9f Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Mon, 22 Jul 2024 15:31:19 +0400 Subject: [PATCH 101/135] llvm-profdata test again --- .github/workflows/tests-linux-stable.yml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index fb477f9f6681..54978f2a7811 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -89,8 +89,8 @@ jobs: strategy: fail-fast: false matrix: - ci_node_total: [3] - ci_node_index: [1,2,3] + ci_node_total: [5] + ci_node_index: [1,2,3,4,5] steps: - name: Checkout uses: actions/checkout@v4 @@ -104,6 +104,7 @@ jobs: run: > time cargo nextest run + --workspace --locked --release --no-fail-fast --bins --lib --features try-runtime,ci-only-tests @@ -125,6 +126,7 @@ jobs: --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} - run: ls -al target/coverage - run: ls -al /__w/polkadot-sdk/polkadot-sdk/ + - run: llvm-profdata-15 merge --sparse /__w/polkadot-sdk/polkadot-sdk/target/coverage/cargo-test-${{ matrix.ci_node_index }}-1*.profraw -o json5format.profdata - name: generate report run: > grcov From bd581d3246a319d953e1c7244755339d622b3fd7 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Tue, 23 Jul 2024 02:05:09 +0400 Subject: [PATCH 102/135] all --- .github/workflows/tests-linux-stable.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 54978f2a7811..1af784361002 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -106,7 +106,6 @@ jobs: nextest run --workspace --locked --release --no-fail-fast - --bins --lib --features try-runtime,ci-only-tests -E " !test(/.*benchmark.*/) From 4859dfb070c3e297df64b12a6e93a9bcdea234a1 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Tue, 23 Jul 2024 04:08:49 +0400 Subject: [PATCH 103/135] llcm-cov --- .github/workflows/tests-linux-stable.yml | 27 ++++++++++-------------- 1 file changed, 11 insertions(+), 16 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 1af784361002..ce8fe7f5bea4 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -99,11 +99,13 @@ jobs: - run: chmod +x .forklift/forklift && .forklift/forklift version - run: rustup component add llvm-tools-preview + - run: cargo install cargo-llvm-cov + - run: mkdir -p target/coverage/result - name: script run: > - time cargo - nextest run + time cargo llvm-cov nextest + --no-report --workspace --locked --release --no-fail-fast --features try-runtime,ci-only-tests @@ -124,22 +126,15 @@ jobs: " --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} - run: ls -al target/coverage + - run: ls -al target/lvm-cov-target - run: ls -al /__w/polkadot-sdk/polkadot-sdk/ - - run: llvm-profdata-15 merge --sparse /__w/polkadot-sdk/polkadot-sdk/target/coverage/cargo-test-${{ matrix.ci_node_index }}-1*.profraw -o json5format.profdata - name: generate report - run: > - grcov - /__w/polkadot-sdk/polkadot-sdk/target/coverage/ - --binary-path ./target/release/deps/ - -s . - -t lcov - --branch - -o target/coverage/result/report-${{ matrix.ci_node_index }}.lcov - - name: upload report - uses: actions/upload-artifact@v4 - with: - name: coverage-report-${{ matrix.ci_node_index }}.lcov - path: target/coverage/result/report-${{ matrix.ci_node_index }}.lcov + run: cargo llvm-cov report --lcov --output-path lcov.info + #- name: upload report + # uses: actions/upload-artifact@v4 + # with: + # name: coverage-report-${{ matrix.ci_node_index }}.lcov + # path: target/coverage/result/report-${{ matrix.ci_node_index }}.lcov upload-reports: needs: [test-linux-stable] From 8f540e66561302c9fe6750af0894ea5f31645288 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Tue, 23 Jul 2024 13:02:53 +0400 Subject: [PATCH 104/135] - test(/chain-spec-guide-runtime::chain_spec_builder_tests/) exclude --- .github/workflows/tests-linux-stable.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index ce8fe7f5bea4..ab5b11f6c969 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -122,11 +122,11 @@ jobs: - test(/recovers_from_only_chunks_if_pov_large::case_3/) - test(/recovers_from_only_chunks_if_pov_large::case_2/) - test(/tests::authoring_blocks/) - - test(/rejects_missing_seals/) + - test(/rejects_missing_seals/) + - test(/chain-spec-guide-runtime::chain_spec_builder_tests/) " --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} - run: ls -al target/coverage - - run: ls -al target/lvm-cov-target - run: ls -al /__w/polkadot-sdk/polkadot-sdk/ - name: generate report run: cargo llvm-cov report --lcov --output-path lcov.info From cc4024cf21db8b581dd7e61fa87f85491d32e188 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Tue, 23 Jul 2024 14:23:27 +0400 Subject: [PATCH 105/135] filter fix --- .github/workflows/tests-linux-stable.yml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index ab5b11f6c969..e14b07aa2d7d 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -89,8 +89,8 @@ jobs: strategy: fail-fast: false matrix: - ci_node_total: [5] - ci_node_index: [1,2,3,4,5] + ci_node_total: [1] + ci_node_index: [1] steps: - name: Checkout uses: actions/checkout@v4 @@ -121,11 +121,11 @@ jobs: - test(/nonexistent_cache_dir/) - test(/recovers_from_only_chunks_if_pov_large::case_3/) - test(/recovers_from_only_chunks_if_pov_large::case_2/) - - test(/tests::authoring_blocks/) + - test(/authoring_blocks/) - test(/rejects_missing_seals/) - - test(/chain-spec-guide-runtime::chain_spec_builder_tests/) + - test(/chain_spec_builder_tests/) " - --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} + --partition count:${{ matrix.ci_node_index }}/100 - run: ls -al target/coverage - run: ls -al /__w/polkadot-sdk/polkadot-sdk/ - name: generate report From f41b4b8c8ff952cf7a005af676b7bc7b576ed2bd Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Tue, 23 Jul 2024 19:00:54 +0400 Subject: [PATCH 106/135] chain_spec_builder_tests regex --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index e14b07aa2d7d..03e5975510b0 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -123,7 +123,7 @@ jobs: - test(/recovers_from_only_chunks_if_pov_large::case_2/) - test(/authoring_blocks/) - test(/rejects_missing_seals/) - - test(/chain_spec_builder_tests/) + - test(/.*chain_spec_builder_tests.*/) " --partition count:${{ matrix.ci_node_index }}/100 - run: ls -al target/coverage From 3f0963e480d268649bcca67cdf885eff81ecd1bc Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Tue, 23 Jul 2024 22:25:25 +0400 Subject: [PATCH 107/135] --filter-expr --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 03e5975510b0..f9e641f8015d 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -109,7 +109,7 @@ jobs: --workspace --locked --release --no-fail-fast --features try-runtime,ci-only-tests - -E " + --filter-expr " !test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) - test(/participation_requests_reprioritized_for_newly_included/) From 347ad257b22d4aa8e564bdd060f7f43596746042 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Wed, 24 Jul 2024 00:51:44 +0400 Subject: [PATCH 108/135] -generate_chain_spec --- .github/workflows/tests-linux-stable.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index f9e641f8015d..3d62c18331c6 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -108,7 +108,7 @@ jobs: --no-report --workspace --locked --release --no-fail-fast - --features try-runtime,ci-only-tests + --features try-runtime,ci-only-tests,experimental,riscv --filter-expr " !test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) @@ -123,7 +123,7 @@ jobs: - test(/recovers_from_only_chunks_if_pov_large::case_2/) - test(/authoring_blocks/) - test(/rejects_missing_seals/) - - test(/.*chain_spec_builder_tests.*/) + - test(/generate_chain_spec/) " --partition count:${{ matrix.ci_node_index }}/100 - run: ls -al target/coverage From f14c54f4a78fbf545117d8df8103a4220203aaef Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Wed, 24 Jul 2024 02:29:57 +0400 Subject: [PATCH 109/135] - chain_spec_builder_tests --- .github/workflows/tests-linux-stable.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 3d62c18331c6..c710bf794d45 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -123,7 +123,8 @@ jobs: - test(/recovers_from_only_chunks_if_pov_large::case_2/) - test(/authoring_blocks/) - test(/rejects_missing_seals/) - - test(/generate_chain_spec/) + - test(/generate_chain_spec/) + - test(/chain_spec_builder_tests/) " --partition count:${{ matrix.ci_node_index }}/100 - run: ls -al target/coverage From d96397a9dd5abb5106925d3a9f6484dc1dc903c9 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Wed, 24 Jul 2024 03:35:59 +0400 Subject: [PATCH 110/135] -p polkadot --- .github/workflows/tests-linux-stable.yml | 20 +------------------- 1 file changed, 1 insertion(+), 19 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index c710bf794d45..07226c1bfc83 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -106,26 +106,8 @@ jobs: run: > time cargo llvm-cov nextest --no-report - --workspace + -p polkadot --locked --release --no-fail-fast - --features try-runtime,ci-only-tests,experimental,riscv - --filter-expr " - !test(/.*benchmark.*/) - - test(/recovers_from_only_chunks_if_pov_large::case_1/) - - test(/participation_requests_reprioritized_for_newly_included/) - - test(/availability_is_recovered_from_chunks_if_no_group_provided::case_1/) - - test(/rejects_missing_inherent_digest/) - - test(/availability_is_recovered_from_chunks_even_if_backing_group_supplied_if_chunks_only::case_1/) - - test(/availability_is_recovered_from_chunks_if_no_group_provided::case_2/) - - test(/all_security_features_work/) - - test(/nonexistent_cache_dir/) - - test(/recovers_from_only_chunks_if_pov_large::case_3/) - - test(/recovers_from_only_chunks_if_pov_large::case_2/) - - test(/authoring_blocks/) - - test(/rejects_missing_seals/) - - test(/generate_chain_spec/) - - test(/chain_spec_builder_tests/) - " --partition count:${{ matrix.ci_node_index }}/100 - run: ls -al target/coverage - run: ls -al /__w/polkadot-sdk/polkadot-sdk/ From 28eb75540ba00a78f7a6b66b4c0b5edb3d83eb12 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Wed, 24 Jul 2024 04:03:47 +0400 Subject: [PATCH 111/135] release --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 07226c1bfc83..cedd7c724527 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -104,7 +104,7 @@ jobs: - run: mkdir -p target/coverage/result - name: script run: > - time cargo llvm-cov nextest + time cargo llvm-cov --release nextest --no-report -p polkadot --locked --release --no-fail-fast From 6f6c9c759cb7866de10e228f8051e3eae2123f1e Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Wed, 24 Jul 2024 04:13:14 +0400 Subject: [PATCH 112/135] release --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index cedd7c724527..1d7f8cc59278 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -107,7 +107,7 @@ jobs: time cargo llvm-cov --release nextest --no-report -p polkadot - --locked --release --no-fail-fast + --locked --no-fail-fast --partition count:${{ matrix.ci_node_index }}/100 - run: ls -al target/coverage - run: ls -al /__w/polkadot-sdk/polkadot-sdk/ From 2043bc39a69d5615f1d211249aba5e2b0f5bcc5c Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Wed, 24 Jul 2024 04:47:29 +0400 Subject: [PATCH 113/135] ls target --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 1d7f8cc59278..c9f8545062fe 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -110,7 +110,7 @@ jobs: --locked --no-fail-fast --partition count:${{ matrix.ci_node_index }}/100 - run: ls -al target/coverage - - run: ls -al /__w/polkadot-sdk/polkadot-sdk/ + - run: ls -al /__w/polkadot-sdk/polkadot-sdk/target - name: generate report run: cargo llvm-cov report --lcov --output-path lcov.info #- name: upload report From cbab6669cda150dd7f4054d4f764e1b97834a2c1 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Wed, 24 Jul 2024 05:12:49 +0400 Subject: [PATCH 114/135] ls llvm-cov-target --- .github/workflows/tests-linux-stable.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index c9f8545062fe..0fd17700a2cc 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -111,6 +111,7 @@ jobs: --partition count:${{ matrix.ci_node_index }}/100 - run: ls -al target/coverage - run: ls -al /__w/polkadot-sdk/polkadot-sdk/target + - run: ls -al /__w/polkadot-sdk/polkadot-sdk/target/llvm-cov-target - name: generate report run: cargo llvm-cov report --lcov --output-path lcov.info #- name: upload report From 031e994fcfa136b9df5ee1fa8593c71d3605347a Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Wed, 24 Jul 2024 17:15:52 +0400 Subject: [PATCH 115/135] --release --codecov --- .github/workflows/tests-linux-stable.yml | 39 ++++++++++++------------ 1 file changed, 20 insertions(+), 19 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 0fd17700a2cc..155ed32ee684 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -113,27 +113,28 @@ jobs: - run: ls -al /__w/polkadot-sdk/polkadot-sdk/target - run: ls -al /__w/polkadot-sdk/polkadot-sdk/target/llvm-cov-target - name: generate report - run: cargo llvm-cov report --lcov --output-path lcov.info + run: cargo llvm-cov report --release --codecov --output-path coverage.info + - run: ls -al #- name: upload report # uses: actions/upload-artifact@v4 # with: # name: coverage-report-${{ matrix.ci_node_index }}.lcov # path: target/coverage/result/report-${{ matrix.ci_node_index }}.lcov - - upload-reports: - needs: [test-linux-stable] - runs-on: ubuntu-latest - steps: - - name: Download artifacts - uses: actions/download-artifact@v4 - with: - path: reports - pattern: coverage-report-* - merge-multiple: true - - run: ls -al reports/ - - name: Upload to Codecov - uses: codecov/codecov-action@v2 - with: - token: ${{ secrets.CODECOV_TOKEN }} - verbose: true - directory: reports \ No newline at end of file +# + #upload-reports: + # needs: [test-linux-stable] + # runs-on: ubuntu-latest + # steps: + # - name: Download artifacts + # uses: actions/download-artifact@v4 + # with: + # path: reports + # pattern: coverage-report-* + # merge-multiple: true + # - run: ls -al reports/ + # - name: Upload to Codecov + # uses: codecov/codecov-action@v2 + # with: + # token: ${{ secrets.CODECOV_TOKEN }} + # verbose: true + # directory: reports \ No newline at end of file From 4e89cc88f03a5bb601fcf855a237b9d28ef9428f Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Wed, 24 Jul 2024 17:43:07 +0400 Subject: [PATCH 116/135] --workspace --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 155ed32ee684..89194f9d37ce 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -106,7 +106,7 @@ jobs: run: > time cargo llvm-cov --release nextest --no-report - -p polkadot + --workspace --locked --no-fail-fast --partition count:${{ matrix.ci_node_index }}/100 - run: ls -al target/coverage From 6f5931b86d3f7e0ad159aa65cc29691504a3a51c Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Wed, 24 Jul 2024 17:45:01 +0400 Subject: [PATCH 117/135] build args --- .github/workflows/tests-linux-stable.yml | 22 ++++++++++++++++++++-- 1 file changed, 20 insertions(+), 2 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 89194f9d37ce..fcf9606ab573 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -104,10 +104,28 @@ jobs: - run: mkdir -p target/coverage/result - name: script run: > - time cargo llvm-cov --release nextest - --no-report + time cargo llvm-cov nextest + --no-report --release --workspace --locked --no-fail-fast + --features try-runtime,experimental,riscv,ci-only-tests + --filter-expr " + !test(/.*benchmark.*/) + - test(/recovers_from_only_chunks_if_pov_large::case_1/) + - test(/participation_requests_reprioritized_for_newly_included/) + - test(/availability_is_recovered_from_chunks_if_no_group_provided::case_1/) + - test(/rejects_missing_inherent_digest/) + - test(/availability_is_recovered_from_chunks_even_if_backing_group_supplied_if_chunks_only::case_1/) + - test(/availability_is_recovered_from_chunks_if_no_group_provided::case_2/) + - test(/all_security_features_work/) + - test(/nonexistent_cache_dir/) + - test(/recovers_from_only_chunks_if_pov_large::case_3/) + - test(/recovers_from_only_chunks_if_pov_large::case_2/) + - test(/authoring_blocks/) + - test(/rejects_missing_seals/) + - test(/generate_chain_spec/) + - test(/chain_spec_builder_tests/) + " --partition count:${{ matrix.ci_node_index }}/100 - run: ls -al target/coverage - run: ls -al /__w/polkadot-sdk/polkadot-sdk/target From d74eab9a1c034e872ac34c504e53d4bbba9cc7ce Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Wed, 24 Jul 2024 21:35:39 +0400 Subject: [PATCH 118/135] partition --- .github/workflows/tests-linux-stable.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index fcf9606ab573..008d5fe889bd 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -89,8 +89,8 @@ jobs: strategy: fail-fast: false matrix: - ci_node_total: [1] - ci_node_index: [1] + ci_node_total: [5] + ci_node_index: [1,2,3,4,5] steps: - name: Checkout uses: actions/checkout@v4 @@ -126,7 +126,7 @@ jobs: - test(/generate_chain_spec/) - test(/chain_spec_builder_tests/) " - --partition count:${{ matrix.ci_node_index }}/100 + --partition count:${{ matrix.ci_node_index }}/5 - run: ls -al target/coverage - run: ls -al /__w/polkadot-sdk/polkadot-sdk/target - run: ls -al /__w/polkadot-sdk/polkadot-sdk/target/llvm-cov-target From 5812f5b3624ff7b8cd5f5a2b68b93287d1b06616 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 25 Jul 2024 02:35:32 +0400 Subject: [PATCH 119/135] chain-spec-guide-runtime::chain_spec_builder_tests --- .github/workflows/tests-linux-stable.yml | 50 ++++++++++++------------ 1 file changed, 25 insertions(+), 25 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 008d5fe889bd..6fa8ed33bbfa 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -124,35 +124,35 @@ jobs: - test(/authoring_blocks/) - test(/rejects_missing_seals/) - test(/generate_chain_spec/) - - test(/chain_spec_builder_tests/) + - test(/chain-spec-guide-runtime::chain_spec_builder_tests/) " - --partition count:${{ matrix.ci_node_index }}/5 + --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} - run: ls -al target/coverage - run: ls -al /__w/polkadot-sdk/polkadot-sdk/target - run: ls -al /__w/polkadot-sdk/polkadot-sdk/target/llvm-cov-target - name: generate report - run: cargo llvm-cov report --release --codecov --output-path coverage.info + run: cargo llvm-cov report --release --codecov --output-path coverage-${{ matrix.ci_node_index }}.info - run: ls -al - #- name: upload report - # uses: actions/upload-artifact@v4 - # with: - # name: coverage-report-${{ matrix.ci_node_index }}.lcov - # path: target/coverage/result/report-${{ matrix.ci_node_index }}.lcov + - name: upload report + uses: actions/upload-artifact@v4 + with: + name: coverage-report-${{ matrix.ci_node_index }}.lcov + path: coverage-${{ matrix.ci_node_index }}.info # - #upload-reports: - # needs: [test-linux-stable] - # runs-on: ubuntu-latest - # steps: - # - name: Download artifacts - # uses: actions/download-artifact@v4 - # with: - # path: reports - # pattern: coverage-report-* - # merge-multiple: true - # - run: ls -al reports/ - # - name: Upload to Codecov - # uses: codecov/codecov-action@v2 - # with: - # token: ${{ secrets.CODECOV_TOKEN }} - # verbose: true - # directory: reports \ No newline at end of file + upload-reports: + needs: [test-linux-stable] + runs-on: ubuntu-latest + steps: + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + path: reports + pattern: coverage-report-* + merge-multiple: true + - run: ls -al reports/ + - name: Upload to Codecov + uses: codecov/codecov-action@v2 + with: + token: ${{ secrets.CODECOV_TOKEN }} + verbose: true + directory: reports \ No newline at end of file From bb133f4b066244e9e48f1124c4860df9807aea95 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 25 Jul 2024 03:54:26 +0400 Subject: [PATCH 120/135] presets tests --- .github/workflows/tests-linux-stable.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 6fa8ed33bbfa..dbf69162e29b 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -124,7 +124,8 @@ jobs: - test(/authoring_blocks/) - test(/rejects_missing_seals/) - test(/generate_chain_spec/) - - test(/chain-spec-guide-runtime::chain_spec_builder_tests/) + - test(/get_preset/) + - test(/list_presets/) " --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} - run: ls -al target/coverage From 43550f396688908d30cbd5c37d386c852e2c149b Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 25 Jul 2024 05:56:26 +0400 Subject: [PATCH 121/135] --lcov report --- .github/workflows/tests-linux-stable.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index dbf69162e29b..d5de503017ba 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -132,13 +132,13 @@ jobs: - run: ls -al /__w/polkadot-sdk/polkadot-sdk/target - run: ls -al /__w/polkadot-sdk/polkadot-sdk/target/llvm-cov-target - name: generate report - run: cargo llvm-cov report --release --codecov --output-path coverage-${{ matrix.ci_node_index }}.info + run: cargo llvm-cov report --release --lcov --output-path coverage-${{ matrix.ci_node_index }}.lcov --features try-runtime,experimental,riscv,ci-only-tests - run: ls -al - name: upload report uses: actions/upload-artifact@v4 with: name: coverage-report-${{ matrix.ci_node_index }}.lcov - path: coverage-${{ matrix.ci_node_index }}.info + path: coverage-${{ matrix.ci_node_index }}.lcov # upload-reports: needs: [test-linux-stable] From 61ee433abe5d97b30cd8f8b70b37849d1fa768b8 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 25 Jul 2024 12:03:13 +0400 Subject: [PATCH 122/135] upload test --- .github/workflows/tests-linux-stable.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index d5de503017ba..59ee2cfc5448 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -89,8 +89,8 @@ jobs: strategy: fail-fast: false matrix: - ci_node_total: [5] - ci_node_index: [1,2,3,4,5] + ci_node_total: [1] + ci_node_index: [1] steps: - name: Checkout uses: actions/checkout@v4 @@ -106,7 +106,7 @@ jobs: run: > time cargo llvm-cov nextest --no-report --release - --workspace + -p polkadot --locked --no-fail-fast --features try-runtime,experimental,riscv,ci-only-tests --filter-expr " @@ -132,7 +132,7 @@ jobs: - run: ls -al /__w/polkadot-sdk/polkadot-sdk/target - run: ls -al /__w/polkadot-sdk/polkadot-sdk/target/llvm-cov-target - name: generate report - run: cargo llvm-cov report --release --lcov --output-path coverage-${{ matrix.ci_node_index }}.lcov --features try-runtime,experimental,riscv,ci-only-tests + run: cargo llvm-cov report --release --lcov --output-path coverage-${{ matrix.ci_node_index }}.lcov - run: ls -al - name: upload report uses: actions/upload-artifact@v4 From 1ac9cf5ea48c618a10b919f5f3c8e8eb4f3b2756 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 25 Jul 2024 12:17:11 +0400 Subject: [PATCH 123/135] features --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 59ee2cfc5448..7eb999b3fdf2 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -108,7 +108,7 @@ jobs: --no-report --release -p polkadot --locked --no-fail-fast - --features try-runtime,experimental,riscv,ci-only-tests + --features try-runtime,experimental, --filter-expr " !test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) From c372b7c70632d6bde5ea78acc1efe5a39f0464e3 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 25 Jul 2024 12:24:12 +0400 Subject: [PATCH 124/135] remove features --- .github/workflows/tests-linux-stable.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 7eb999b3fdf2..c4bf5e8ea685 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -108,7 +108,6 @@ jobs: --no-report --release -p polkadot --locked --no-fail-fast - --features try-runtime,experimental, --filter-expr " !test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) From 26b47951a4b07fce532b7ac835836bac28140c66 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 25 Jul 2024 13:16:46 +0400 Subject: [PATCH 125/135] codecov root_dir --- .github/workflows/tests-linux-stable.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index c4bf5e8ea685..99005371db58 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -155,4 +155,5 @@ jobs: with: token: ${{ secrets.CODECOV_TOKEN }} verbose: true - directory: reports \ No newline at end of file + directory: reports + root_dir: /__w/polkadot-sdk/polkadot-sdk/ \ No newline at end of file From 16bcd651a3f634723ad4c543c1b9c33102e7c5e7 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 25 Jul 2024 13:48:57 +0400 Subject: [PATCH 126/135] all --- .github/workflows/tests-linux-stable.yml | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 99005371db58..9240067e542e 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -89,8 +89,8 @@ jobs: strategy: fail-fast: false matrix: - ci_node_total: [1] - ci_node_index: [1] + ci_node_total: [5] + ci_node_index: [1, 2, 3, 4, 5] steps: - name: Checkout uses: actions/checkout@v4 @@ -106,8 +106,9 @@ jobs: run: > time cargo llvm-cov nextest --no-report --release - -p polkadot + --workspace --locked --no-fail-fast + --features try-runtime,ci-only-tests,experimental,riscv --filter-expr " !test(/.*benchmark.*/) - test(/recovers_from_only_chunks_if_pov_large::case_1/) From a50ab82405515b3ad1068f53763e1e59220ad548 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 25 Jul 2024 15:38:55 +0400 Subject: [PATCH 127/135] report --codecov --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 9240067e542e..df228e166820 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -132,7 +132,7 @@ jobs: - run: ls -al /__w/polkadot-sdk/polkadot-sdk/target - run: ls -al /__w/polkadot-sdk/polkadot-sdk/target/llvm-cov-target - name: generate report - run: cargo llvm-cov report --release --lcov --output-path coverage-${{ matrix.ci_node_index }}.lcov + run: cargo llvm-cov report --release --codecov --output-path coverage-${{ matrix.ci_node_index }}.lcov - run: ls -al - name: upload report uses: actions/upload-artifact@v4 From 0340b0f9bb8ecd9f99e9df1e51a0067000985469 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 25 Jul 2024 16:57:05 +0400 Subject: [PATCH 128/135] - tests::receive_rate_limit_is_enforced --- .github/workflows/tests-linux-stable.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index df228e166820..7eb3a71b5f57 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -126,6 +126,7 @@ jobs: - test(/generate_chain_spec/) - test(/get_preset/) - test(/list_presets/) + - test(/tests::receive_rate_limit_is_enforced/) " --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} - run: ls -al target/coverage From 70f6d64d6566e61793ec6d6e0b63eeb4356c57b4 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 25 Jul 2024 19:31:11 +0400 Subject: [PATCH 129/135] - polkadot-availability-recovery --- .github/workflows/tests-linux-stable.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 7eb3a71b5f57..64797689500c 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -127,6 +127,7 @@ jobs: - test(/get_preset/) - test(/list_presets/) - test(/tests::receive_rate_limit_is_enforced/) + - test(/polkadot-availability-recovery/) " --partition count:${{ matrix.ci_node_index }}/${{ matrix.ci_node_total }} - run: ls -al target/coverage From ff39eae7e51dae00c349bc31d29ed22b30090381 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Sun, 28 Jul 2024 22:21:19 +0400 Subject: [PATCH 130/135] codecov v4 --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index 64797689500c..a110c496fe09 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -154,7 +154,7 @@ jobs: merge-multiple: true - run: ls -al reports/ - name: Upload to Codecov - uses: codecov/codecov-action@v2 + uses: codecov/codecov-action@v4 with: token: ${{ secrets.CODECOV_TOKEN }} verbose: true From 065de6723e7e7ac19ca04310bdcffc8d554310bb Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Mon, 29 Jul 2024 02:41:46 +0400 Subject: [PATCH 131/135] codecov path "fixes" --- .github/codecov.yml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/.github/codecov.yml b/.github/codecov.yml index ceceb9e63654..e88ef224f83d 100644 --- a/.github/codecov.yml +++ b/.github/codecov.yml @@ -6,4 +6,7 @@ coverage: project: default: target: 1.0 - threshold: 2.0 \ No newline at end of file + threshold: 2.0 + +fixes: + - "/__w/polkadot-sdk/::" \ No newline at end of file From 79fa81918fca088fa998ba8b70c61c11546db343 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Mon, 29 Jul 2024 04:23:17 +0400 Subject: [PATCH 132/135] more "fixes" --- .github/codecov.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/codecov.yml b/.github/codecov.yml index e88ef224f83d..0602b6128e6d 100644 --- a/.github/codecov.yml +++ b/.github/codecov.yml @@ -9,4 +9,4 @@ coverage: threshold: 2.0 fixes: - - "/__w/polkadot-sdk/::" \ No newline at end of file + - "/__w/polkadot-sdk/polkadot-sdk/::" \ No newline at end of file From 45d8a8c78bf5e4f8aa8178daf1fbd86d28ff3609 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 1 Aug 2024 00:34:56 +0400 Subject: [PATCH 133/135] try forklift --- .github/workflows/tests-linux-stable.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index a110c496fe09..ffde037981fd 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -95,16 +95,16 @@ jobs: - name: Checkout uses: actions/checkout@v4 - name: update forklift - run: curl -o .forklift/forklift -L https://github.com/paritytech/forklift/releases/download/0.13.1-alpha/forklift_0.13.1-alpha_linux_amd64 - - run: chmod +x .forklift/forklift && .forklift/forklift version - + run: ./builds/download-forklift.sh -v master -p ./forklift/ + - run: forklift version + - run: rustup component add llvm-tools-preview - run: cargo install cargo-llvm-cov - run: mkdir -p target/coverage/result - name: script run: > - time cargo llvm-cov nextest + time forklift cargo llvm-cov nextest --no-report --release --workspace --locked --no-fail-fast From a99a51b09bd813e3398be7cf2646795a6b40f8f0 Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 1 Aug 2024 00:43:14 +0400 Subject: [PATCH 134/135] download-forklift path fix --- .github/workflows/tests-linux-stable.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests-linux-stable.yml b/.github/workflows/tests-linux-stable.yml index ffde037981fd..a17f737e4d6a 100644 --- a/.github/workflows/tests-linux-stable.yml +++ b/.github/workflows/tests-linux-stable.yml @@ -95,7 +95,7 @@ jobs: - name: Checkout uses: actions/checkout@v4 - name: update forklift - run: ./builds/download-forklift.sh -v master -p ./forklift/ + run: /builds/download-forklift.sh -v master -p ./forklift/ - run: forklift version - run: rustup component add llvm-tools-preview From 072a338e6a70584ca7300f7a6daea43fffdfa04b Mon Sep 17 00:00:00 2001 From: Evgeny Snitko Date: Thu, 1 Aug 2024 02:18:15 +0400 Subject: [PATCH 135/135] log trace --- .forklift/config.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.forklift/config.toml b/.forklift/config.toml index 6f8eed8882ea..5b1e43e1beb1 100644 --- a/.forklift/config.toml +++ b/.forklift/config.toml @@ -7,7 +7,7 @@ compressionLevel = 3 [general] jobNameVariable = "CI_JOB_NAME" jobsBlackList = [] -logLevel = "warn" +logLevel = "trace" threadsCount = 6 [cache]