chore: make compatibility tests work with test suites

cosmos · Jul 10, 2024 · 52c3e9b · 52c3e9b
1 parent 575902b
commit 52c3e9b
Show file tree

Hide file tree

Showing 5 changed files with 236 additions and 251 deletions.
diff --git a/.github/compatibility-test-matrices/release-v8.3.x/transfer-chain-a.json b/.github/compatibility-test-matrices/release-v8.3.x/transfer-chain-a.json
@@ -8,24 +8,12 @@
     "v7.6.0",
     "v7.5.0",
     "v7.4.0",
-    "v6.3.0",
-    "v5.4.0",
-    "v4.6.0",
-    "v3.4.0",
-    "v2.5.0",
     "release-v8.3.x"
   ],
   "entrypoint": [
     "TestTransferTestSuite"
   ],
-  "test": [
-    "TestMsgTransfer_Succeeds_Nonincentivized",
-    "TestMsgTransfer_Fails_InvalidAddress",
-    "TestMsgTransfer_Timeout_Nonincentivized",
-    "TestMsgTransfer_WithMemo",
-    "TestSendEnabledParam",
-    "TestReceiveEnabledParam"
-  ],
+  "test": [],
   "relayer-type": [
     "hermes"
   ]

diff --git a/.github/compatibility-test-matrices/release-v8.3.x/transfer-chain-b.json b/.github/compatibility-test-matrices/release-v8.3.x/transfer-chain-b.json
@@ -5,11 +5,6 @@
     "v7.6.0",
     "v7.5.0",
     "v7.4.0",
-    "v6.3.0",
-    "v5.4.0",
-    "v4.6.0",
-    "v3.4.0",
-    "v2.5.0",
     "release-v8.3.x"
   ],
   "chain-b": [
@@ -18,12 +13,7 @@
   "entrypoint": [
     "TestTransferTestSuite"
   ],
-  "test": [
-    "TestMsgTransfer_Succeeds_Nonincentivized",
-    "TestMsgTransfer_Fails_InvalidAddress",
-    "TestMsgTransfer_Timeout_Nonincentivized",
-    "TestMsgTransfer_WithMemo"
-  ],
+  "test": [],
   "relayer-type": [
     "hermes"
   ]

diff --git a/.github/workflows/e2e-compatibility-workflow-call.yaml b/.github/workflows/e2e-compatibility-workflow-call.yaml
@@ -48,7 +48,14 @@ jobs:
       - name: Run e2e Test
         run: |
           cd e2e
-          make e2e-test test=${{ matrix.test }}
+          # if specifying a single test, run as usual
+          if [ "${{ matrix.test }}" ]; then
+            make e2e-test test=${{ matrix.test }}
+            exit 0
+          fi
+          
+          # otherwise we run the full suite
+          make e2e-suite entrypoint=${{ matrix.entrypoint }}
         env:
           # each test has its own set of variables to specify which images are used.
           # Note: this is significant as the standard behaviour when running e2es on PRs