On GitHub Actions, run only the e2e tests that are reliable there (#2954

)

.github/workflows/advance-zed.yml

@@ -45,7 +45,7 @@ jobs:
         uses: GabrielBB/xvfb-action@v1
         with:
           options: -screen 0 1280x1024x24
-          run: yarn e2e
+          run: yarn e2e:ci
       - uses: actions/upload-artifact@v2
         if: failure() && steps.playwright.outcome == 'failure'
         with:

.github/workflows/e2e.yml

@@ -0,0 +1,31 @@
+name: Run e2e tests
+
+on:
+  workflow_dispatch:
+
+jobs:
+  run-e2e-tests:
+    name: Run e2e tests
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [ubuntu-20.04]
+    steps:
+      - uses: actions/checkout@v3
+      - uses: ./.github/actions/setup-zui
+      - run: yarn lint
+      - run: yarn test
+      - run: yarn build
+      - name: End to end tests
+        id: playwright
+        uses: GabrielBB/xvfb-action@v1
+        with:
+          options: -screen 0 1280x1024x24
+          run: yarn e2e:ci
+      - uses: actions/upload-artifact@v2
+        if: failure() && steps.playwright.outcome == 'failure'
+        with:
+          name: artifacts-${{ matrix.os }}
+          path: |
+            run/playwright-itest
+            !run/**/SS

package.json

@@ -14,7 +14,8 @@
     "lint": "nx run-many -t lint --all --exclude zui-player",
     "test": "nx run-many -t test --all --exclude zui-player --skip-nx-cache",
     "start": "nx start zui",
-    "e2e": "NODE_ENV=production nx test zui-player"
+    "e2e": "NODE_ENV=production nx test zui-player",
+    "e2e:ci": "NODE_ENV=production nx ci zui-player"
   },
   "devDependencies": {
     "@nx-go/nx-go": "^2.7.0",

packages/zui-player/ci.config.js

@@ -0,0 +1,7 @@
+const baseConfig = require('./playwright.config');
+
+module.exports = {
+  ...baseConfig,
+  /* This is the list of flaky tests to ignore when running on CI */
+  testIgnore: /(pool-loads|pool-groups|title-bar-buttons).spec/,
+};

packages/zui-player/package.json

@@ -3,7 +3,8 @@
   "private": true,
   "main": "./index.ts",
   "scripts": {
-    "test": "playwright test --config playwright.config.js"
+    "test": "playwright test -c playwright.config.js",
+    "ci": "playwright test -c ci.config.js"
   },
   "dependencies": {
     "@playwright/test": "next",