chore(CI): Run tests with all features (#5035)

* chore(CI): Run tests with all features * try excluding tests that are run later * try again * refactor * use binary names instead of test names * Add script to the diff * elaborate --------- Co-authored-by: Thibault Martinez <[email protected]>
iotaledger · Feb 6, 2025 · 0ae9a7e · 0ae9a7e
1 parent 01cada2
commit 0ae9a7e
Show file tree

Hide file tree

Showing 2 changed files with 41 additions and 8 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/scripts/ci_tests/rust_tests.sh b/scripts/ci_tests/rust_tests.sh
@@ -73,12 +73,12 @@ function mk_test_filterset() {
     FILTERSET=""
     for crate in ${CHANGED_CRATES[@]}; do
         # rdeps selects the crate plus all crates that depend on it
-        add_filter="-E rdeps(${crate})"
+        add_filter="rdeps(${crate})"
 
         if [ -z "$FILTERSET" ]; then
             FILTERSET="$add_filter"
         else
-            FILTERSET="$FILTERSET $add_filter"
+            FILTERSET="$FILTERSET | $add_filter"
         fi
     done
 
@@ -89,6 +89,31 @@ function mk_test_filterset() {
     echo "${FILTERSET}"
 }
 
+function mk_exclude_filterset() {
+    EXCLUDE_SET=""
+
+    # These require extra config which is applied in `tests_using_postgres` below.
+    # They are excluded from the main tests group, which runs with all features enabled,
+    # because they will fail due to cross-thread contamination.
+    EXCLUDED=(
+        "package(iota-graphql-rpc) & (binary(e2e_tests) | binary(examples_validation_tests) | test(test_query_cost))"
+        "package(iota-graphql-e2e-tests)"
+        "package(iota-cluster-test) & binary(local_cluster_test)"
+        "package(iota-indexer) & (binary(ingestion_tests) | binary(rpc-tests))"
+    )
+
+    for item in "${EXCLUDED[@]}"; do
+        add_filter="!(${item})"
+
+        if [ -z "$EXCLUDE_SET" ]; then
+            EXCLUDE_SET="$add_filter"
+        else
+            EXCLUDE_SET="$EXCLUDE_SET & $add_filter"
+        fi
+    done
+    echo "${EXCLUDE_SET}"
+}
+
 function retry_only_tests() {
     FILTERSET=""
     for test_name in "${RETRY_ONLY_TESTS[@]}"; do
@@ -110,9 +135,17 @@ function rust_crates() {
     # mk_test_filterset returns an empty filterset in this case
     FILTERSET="$(mk_test_filterset)"
 
-    command="cargo nextest run --config-file .config/nextest.toml --profile ci $FILTERSET"
+    EXCLUDE_SET="$(mk_exclude_filterset)"
+
+    if [ -z "$FILTERSET" ]; then
+        FILTERSET="-E '$EXCLUDE_SET'"
+    else
+        FILTERSET="-E '($FILTERSET) & ($EXCLUDE_SET)'"
+    fi
+
+    command="cargo nextest run --config-file .config/nextest.toml --profile ci --all-features $FILTERSET"
     echo "Running: $command"
-    cargo nextest run --config-file .config/nextest.toml --profile ci $FILTERSET
+    eval ${command}
 }
 
 function external_crates() {