Clean up how Cypress tests are run (#832)

* Remove replay and ensure that we don't send tests to Cypress Cloud for Dependabot PRs * Fix browser references
bluehost · Nov 30, 2023 · d27dbee · d27dbee
1 parent cf4b06e
commit d27dbee
Show file tree

Hide file tree

Showing 7 changed files with 441 additions and 831 deletions.
diff --git a/.github/workflows/cypress-matrix.yml b/.github/workflows/cypress-matrix.yml
@@ -115,27 +115,12 @@ jobs:
         run: npx wp-env start --debug
 
       - name: Run Cypress Tests
-        env:
-          RECORD_REPLAY_API_KEY: ${{ secrets.RECORD_REPLAY_API_KEY }}
-        if: ${{ github.repository != 'bluehost/bluehost-wordpress-plugin' || env.RECORD_REPLAY_API_KEY == '' }}
-        run: npx cypress run
+        if: ${{ github.repository != 'bluehost/bluehost-wordpress-plugin' || github.actor == 'dependabot[bot]' }}
+        run: npm run test:e2e -- --browser chrome
 
       - name: Run Cypress Tests
-        uses: replayio/[email protected]
-        env:
-          RECORD_REPLAY_METADATA_TEST_RUN_TITLE: "php-${{ matrix.phpVersion }}, wp-${{ matrix.wpVersion }}"
-          RECORD_REPLAY_API_KEY: ${{ secrets.RECORD_REPLAY_API_KEY }}
-        if: ${{ github.repository == 'bluehost/bluehost-wordpress-plugin' && env.RECORD_REPLAY_API_KEY != '' }}
-        with:
-          api-key: ${{ secrets.RECORD_REPLAY_API_KEY }}
-          browser: 'replay-chromium'
-          command: npm run test:e2e -- --record --key ${{ secrets.CYPRESS_RECORD_KEY }} --tag bluehost,php-${{ matrix.phpVersion }},wp-${{ matrix.wpVersion }}
-          upload-all: false
-
-      - name: List Replays
-        if: always()
-        shell: bash
-        run: npx @replayio/replay ls --json
+        if: ${{ github.repository == 'bluehost/bluehost-wordpress-plugin' && github.actor != 'dependabot[bot]' }}
+        run: npm run test:e2e -- --browser chrome --record --key ${{ secrets.CYPRESS_RECORD_KEY }} --tag "bluehost,php-${{ matrix.phpVersion }},wp-${{ matrix.wpVersion }}"
 
       - name: Store screenshots of test failures
         if: ${{ failure() }}

diff --git a/.github/workflows/cypress-tests-beta.yml b/.github/workflows/cypress-tests-beta.yml
@@ -98,27 +98,13 @@ jobs:
       - name: Install WordPress
         run: npx wp-env start --debug
 
-      - name: Run Cypress Beta Only Tests
-        env:
-          RECORD_REPLAY_API_KEY: ${{ secrets.RECORD_REPLAY_API_KEY }}
-        if: ${{ github.repository != 'bluehost/bluehost-wordpress-plugin' || env.RECORD_REPLAY_API_KEY == '' }}
-        run: npx cypress run
+      - name: Run Cypress Tests
+        if: ${{ github.repository != 'bluehost/bluehost-wordpress-plugin' || github.actor == 'dependabot[bot]' }}
+        run: npm run test:e2e -- --browser chrome
 
-      - name: Run Cypress Beta Only Tests
-        uses: replayio/[email protected]
-        env:
-          RECORD_REPLAY_API_KEY: ${{ secrets.RECORD_REPLAY_API_KEY }}
-        if: ${{ github.repository == 'bluehost/bluehost-wordpress-plugin' && env.RECORD_REPLAY_API_KEY != '' }}
-        with:
-          api-key: ${{ secrets.RECORD_REPLAY_API_KEY }}
-          browser: 'replay-chromium'
-          command: npm run test:e2e -- --record --key ${{ secrets.CYPRESS_RECORD_KEY }}
-          upload-all: false
-
-      - name: List Replays
-        if: always()
-        shell: bash
-        run: npx @replayio/replay ls --json
+      - name: Run Cypress Tests
+        if: ${{ github.repository == 'bluehost/bluehost-wordpress-plugin' && github.actor != 'dependabot[bot]' }}
+        run: npm run test:e2e -- --browser chrome --record --key ${{ secrets.CYPRESS_RECORD_KEY }} --tag "bluehost, wp-beta"
 
       - name: Store screenshots of test failures
         if: failure()

diff --git a/.github/workflows/cypress.yml b/.github/workflows/cypress.yml
@@ -102,26 +102,12 @@ jobs:
         run: npx wp-env start --debug
 
       - name: Run Cypress Tests
-        env:
-          RECORD_REPLAY_API_KEY: ${{ secrets.RECORD_REPLAY_API_KEY }}
-        if: ${{ github.repository != 'bluehost/bluehost-wordpress-plugin' || env.RECORD_REPLAY_API_KEY == '' }}
-        run: npx cypress run
+        if: ${{ github.repository != 'bluehost/bluehost-wordpress-plugin' || github.actor == 'dependabot[bot]' }}
+        run: npm run test:e2e -- --browser chrome
 
       - name: Run Cypress Tests
-        uses: replayio/[email protected]
-        env:
-          RECORD_REPLAY_API_KEY: ${{ secrets.RECORD_REPLAY_API_KEY }}
-        if: ${{ github.repository == 'bluehost/bluehost-wordpress-plugin' && env.RECORD_REPLAY_API_KEY != '' }}
-        with:
-          api-key: ${{ secrets.RECORD_REPLAY_API_KEY }}
-          browser: 'replay-chromium'
-          command: npm run test:e2e -- --record --key ${{ secrets.CYPRESS_RECORD_KEY }} --tag bluehost
-          upload-all: false
-
-      - name: List Replays
-        if: always()
-        shell: bash
-        run: npx @replayio/replay ls --json
+        if: ${{ github.repository == 'bluehost/bluehost-wordpress-plugin' && github.actor != 'dependabot[bot]' }}
+        run: npm run test:e2e -- --browser chrome --record --key ${{ secrets.CYPRESS_RECORD_KEY }} --tag bluehost
 
       - name: Store screenshots of test failures
         if: failure()

diff --git a/cypress.config.js b/cypress.config.js
@@ -1,5 +1,4 @@
 const { defineConfig } = require('cypress')
-const cypressReplay = require("@replayio/cypress")
 const { phpVersion, core } = require('./.wp-env.json')
 const wpVersion = /[^/]*$/.exec(core)[0]
 
@@ -18,7 +17,6 @@ module.exports = defineConfig({
   screenshotsFolder: 'tests/cypress/screenshots',
   video: true,
   videosFolder: 'tests/cypress/videos',
-  videoUploadOnPasses: false,
   chromeWebSecurity: false,
   viewportWidth: 1024,
   viewportHeight: 768,
@@ -31,9 +29,6 @@ module.exports = defineConfig({
 		setupNodeEvents(on, config) {
 			const semver = require('semver');
 
-			// Setup Replay
-			cypressReplay.default(on, config);
-
 			// Ensure that the base URL is always properly set.
 			if (config.env && config.env.baseUrl) {
 				config.baseUrl = config.env.baseUrl;