chore(next): DEVXP-2630: run v0 tests

Author: lukad

.github/workflows/build-next.yml

@@ -61,7 +61,9 @@ jobs:
           key: ${{ runner.os }}-pnpm-next-${{ hashFiles('next/pnpm-lock.yaml') }}
 
       - name: Run lint and type checks
-        run: cd next && pnpm check
+        working-directory: next
+        run: pnpm check
 
       - name: Tests
-        run: cd next && pnpm test
+        working-directory: next
+        run: pnpm test

next/.gitignore

@@ -1,3 +1,4 @@
 /node_modules
 /dist
 /json-schema-test-suite
+/test/v0-test-results.json

next/eslint.config.mjs

@@ -1,3 +1,5 @@
 import antfu from '@antfu/eslint-config'
 
-export default antfu({})
+export default antfu({
+  ignores: ['test/v0-baseline-test-results.json'],
+})

next/jest.config.mjs

@@ -48,7 +48,11 @@ const config = {
   roots,
   moduleNameMapper,
   testPathIgnorePatterns,
-  reporters: ['default', '<rootDir>/test/json-schema-test-suite/json-schema-test-suite-tracker.js'],
+  reporters: [
+    ['github-actions', { silent: false }],
+    '<rootDir>/test/json-schema-test-suite/json-schema-test-suite-tracker.js',
+    'summary',
+  ],
   transformIgnorePatterns: ['<rootDir>/node_modules/json-schema-typed/'],
 }
 

next/package.json

@@ -27,10 +27,13 @@
     "node": ">=18.14.0"
   },
   "scripts": {
-    "build": "tsup",
-    "test": "jest",
+    "build": "tsup --metafile",
+    "test": "jest && pnpm run test:v0",
     "test:watch": "jest --watchAll",
     "test:file": "jest --runTestsByPath",
+    "test:v0-update-baseline": "jest --roots '<rootDir>/../src/tests' --json --outputFile=test/v0-baseline-test-results.json",
+    "test:v0-compare-results": "node test/v0_compare_test_results.js",
+    "test:v0": "jest --roots '<rootDir>/../src/tests' --json --outputFile=test/v0-test-results.json; pnpm run test:v0-compare-results",
     "lint": "eslint --max-warnings 0 .",
     "typecheck": "tsc --noEmit",
     "check": "pnpm run lint && pnpm run typecheck",

next/test/v0-baseline-test-results.json

@@ -0,0 +1,56 @@
+// const fs = require('node:fs')
+// const process = require('node:process')
+
+import fs from 'node:fs'
+import process from 'node:process'
+
+const BASELINE_FILE = './test/v0-baseline-test-results.json'
+const CURRENT_FILE = './test/v0-test-results.json'
+
+if (!fs.existsSync(BASELINE_FILE)) {
+  console.error('🚨 Baseline file not found. Run Jest and save it first!')
+  process.exit(1)
+}
+
+// Load test results
+const baseline = JSON.parse(fs.readFileSync(BASELINE_FILE, 'utf8'))
+const current = JSON.parse(fs.readFileSync(CURRENT_FILE, 'utf8'))
+
+// Extract test statuses
+function getTestStatus(results) {
+  const statusMap = new Map()
+  results.testResults.forEach((testFile) => {
+    testFile.assertionResults.forEach((test) => {
+      statusMap.set(test.fullName, test.status)
+    })
+  })
+  return statusMap
+}
+
+const baselineStatus = getTestStatus(baseline)
+const currentStatus = getTestStatus(current)
+
+let failed = false
+
+baselineStatus.forEach((oldStatus, testName) => {
+  const newStatus = currentStatus.get(testName)
+
+  if (oldStatus === 'passed' && newStatus !== 'passed') {
+    console.error(`🚨 Regression: "${testName}" was passing but now fails!`)
+    failed = true
+  }
+
+  if (oldStatus === 'failed' && newStatus === 'passed') {
+    console.error(`🎉 Fixed: "${testName}" was failing but now passes.`)
+    failed = true
+  }
+})
+
+if (failed) {
+  console.error('❌ V0 test results changed unexpectedly.')
+  process.exit(1)
+}
+else {
+  // eslint-disable-next-line no-console
+  console.log('✅ V0 test results match the expected state.')
+}