da rolling import #48
run-nala-default.yml
on: pull_request
Matrix: Running Nala E2E UI Tests
Annotations
10 errors, 1 warning, and 1 notice
[milo-live-chromium] › features/mas/benchmark/benchmark.test.js:17:7 › Benchmark feature test suite › @MAS-CCD-benchmark:
nala/features/mas/benchmark/benchmark.test.js#L31
1) [milo-live-chromium] › features/mas/benchmark/benchmark.test.js:17:7 › Benchmark feature test suite › @MAS-CCD-benchmark,@MAS-CCD @merch-benchmark-ccd-cards @mas-benchmark @Commerce @smoke @regression @milo › step-2: Validate benchmark
Error: Timed out 5000ms waiting for expect(locator).toBeVisible()
Locator: locator('.ccd-slice')
Expected: visible
Received: <element(s) not found>
Call log:
- expect.toBeVisible with timeout 5000ms
- waiting for locator('.ccd-slice')
29 | const benchmarkPage = new BenchmarkPage(page);
30 | const benchmark = await benchmarkPage.getBenchmark(selector);
> 31 | await expect(benchmark).toBeVisible();
| ^
32 | const limit = await benchmark.getAttribute('data-benchmark-limit');
33 | const previousLimit = await benchmark.getAttribute('data-benchmark-previous-limit');
34 | const limitMessage = previousLimit ? `${limit}ms (adjusted from ${previousLimit}ms)` : `${limit}ms`;
at /home/runner/work/milo/milo/nala/features/mas/benchmark/benchmark.test.js:31:31
at /home/runner/work/milo/milo/nala/features/mas/benchmark/benchmark.test.js:27:5
|
[milo-live-chromium] › features/mas/benchmark/benchmark.test.js:17:7 › Benchmark feature test suite › @MAS-CCD-benchmark:
nala/features/mas/benchmark/benchmark.test.js#L31
1) [milo-live-chromium] › features/mas/benchmark/benchmark.test.js:17:7 › Benchmark feature test suite › @MAS-CCD-benchmark,@MAS-CCD @merch-benchmark-ccd-cards @mas-benchmark @Commerce @smoke @regression @milo › step-2: Validate benchmark
Retry #1 ───────────────────────────────────────────────────────────────────────────────────────
Error: Timed out 5000ms waiting for expect(locator).toBeVisible()
Locator: locator('.ccd-slice')
Expected: visible
Received: <element(s) not found>
Call log:
- expect.toBeVisible with timeout 5000ms
- waiting for locator('.ccd-slice')
29 | const benchmarkPage = new BenchmarkPage(page);
30 | const benchmark = await benchmarkPage.getBenchmark(selector);
> 31 | await expect(benchmark).toBeVisible();
| ^
32 | const limit = await benchmark.getAttribute('data-benchmark-limit');
33 | const previousLimit = await benchmark.getAttribute('data-benchmark-previous-limit');
34 | const limitMessage = previousLimit ? `${limit}ms (adjusted from ${previousLimit}ms)` : `${limit}ms`;
at /home/runner/work/milo/milo/nala/features/mas/benchmark/benchmark.test.js:31:31
at /home/runner/work/milo/milo/nala/features/mas/benchmark/benchmark.test.js:27:5
|
[milo-live-chromium] › features/mas/ccd/masccd.test.js:25:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-eyebrow:
nala/features/mas/ccd/masccd.test.js#L64
2) [milo-live-chromium] › features/mas/ccd/masccd.test.js:25:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-eyebrow,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo › step-3: Verify CCD Merch Card spec
Error: expect(received).toBeTruthy()
Received: false
62 | expect(await webUtil.verifyCSS(await CCD.getCardDescription(data.id, 'suggested'), CCD.suggestedCssProp.description.light)).toBeTruthy();
63 | expect(await webUtil.verifyCSS(await CCD.getCardPrice(data.id, 'suggested'), CCD.suggestedCssProp.price.light)).toBeTruthy();
> 64 | expect(await webUtil.verifyCSS(await CCD.getCardCTA(data.id, 'suggested'), CCD.suggestedCssProp.cta.light)).toBeTruthy();
| ^
65 | });
66 |
67 | await test.step('step-4: Go to CCD Merch Card feature test page in dark mode', async () => {
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:64:115
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:57:5
|
[milo-live-chromium] › features/mas/ccd/masccd.test.js:25:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-eyebrow:
nala/features/mas/ccd/masccd.test.js#L64
2) [milo-live-chromium] › features/mas/ccd/masccd.test.js:25:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-eyebrow,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo › step-3: Verify CCD Merch Card spec
Retry #1 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(received).toBeTruthy()
Received: false
62 | expect(await webUtil.verifyCSS(await CCD.getCardDescription(data.id, 'suggested'), CCD.suggestedCssProp.description.light)).toBeTruthy();
63 | expect(await webUtil.verifyCSS(await CCD.getCardPrice(data.id, 'suggested'), CCD.suggestedCssProp.price.light)).toBeTruthy();
> 64 | expect(await webUtil.verifyCSS(await CCD.getCardCTA(data.id, 'suggested'), CCD.suggestedCssProp.cta.light)).toBeTruthy();
| ^
65 | });
66 |
67 | await test.step('step-4: Go to CCD Merch Card feature test page in dark mode', async () => {
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:64:115
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:57:5
|
[milo-live-chromium] › features/mas/ccd/masccd.test.js:87:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-strikethrough:
nala/features/mas/ccd/masccd.test.js#L130
3) [milo-live-chromium] › features/mas/ccd/masccd.test.js:87:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-strikethrough,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo › step-3: Verify CCD Merch Card spec
Error: expect(received).toBeTruthy()
Received: false
128 | expect(await webUtil.verifyCSS(await CCD.getCardTitle(data.id, 'suggested'), CCD.suggestedCssProp.title.light)).toBeTruthy();
129 | expect(await webUtil.verifyCSS(await CCD.getCardDescription(data.id, 'suggested'), CCD.suggestedCssProp.description.light)).toBeTruthy();
> 130 | expect(await webUtil.verifyCSS(await CCD.getCardLegalLink(data.id, 'suggested'), CCD.suggestedCssProp.legalLink.light)).toBeTruthy();
| ^
131 | expect(await webUtil.verifyCSS(await CCD.getCardPrice(data.id, 'suggested'), CCD.suggestedCssProp.price.light)).toBeTruthy();
132 | expect(await webUtil.verifyCSS(await CCD.getCardPriceStrikethrough(data.id, 'suggested'), CCD.suggestedCssProp.strikethroughPrice.light)).toBeTruthy();
133 | expect(await webUtil.verifyCSS(await CCD.getCardCTA(data.id, 'suggested'), CCD.suggestedCssProp.cta.light)).toBeTruthy();
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:130:127
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:124:5
|
[milo-live-chromium] › features/mas/ccd/masccd.test.js:87:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-strikethrough:
nala/features/mas/ccd/masccd.test.js#L130
3) [milo-live-chromium] › features/mas/ccd/masccd.test.js:87:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-strikethrough,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo › step-3: Verify CCD Merch Card spec
Retry #1 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(received).toBeTruthy()
Received: false
128 | expect(await webUtil.verifyCSS(await CCD.getCardTitle(data.id, 'suggested'), CCD.suggestedCssProp.title.light)).toBeTruthy();
129 | expect(await webUtil.verifyCSS(await CCD.getCardDescription(data.id, 'suggested'), CCD.suggestedCssProp.description.light)).toBeTruthy();
> 130 | expect(await webUtil.verifyCSS(await CCD.getCardLegalLink(data.id, 'suggested'), CCD.suggestedCssProp.legalLink.light)).toBeTruthy();
| ^
131 | expect(await webUtil.verifyCSS(await CCD.getCardPrice(data.id, 'suggested'), CCD.suggestedCssProp.price.light)).toBeTruthy();
132 | expect(await webUtil.verifyCSS(await CCD.getCardPriceStrikethrough(data.id, 'suggested'), CCD.suggestedCssProp.strikethroughPrice.light)).toBeTruthy();
133 | expect(await webUtil.verifyCSS(await CCD.getCardCTA(data.id, 'suggested'), CCD.suggestedCssProp.cta.light)).toBeTruthy();
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:130:127
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:124:5
|
[milo-live-chromium] › features/mas/ccd/masccd.test.js:158:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-noeyebrow-priceunit:
nala/features/mas/ccd/masccd.test.js#L197
4) [milo-live-chromium] › features/mas/ccd/masccd.test.js:158:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-noeyebrow-priceunit,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo › step-3: Verify CCD Merch Card spec
Error: expect(received).toBeTruthy()
Received: false
195 | expect(await webUtil.verifyCSS(await CCD.getCardDescription(data.id, 'suggested'), CCD.suggestedCssProp.description.light)).toBeTruthy();
196 | expect(await webUtil.verifyCSS(await CCD.getCardPrice(data.id, 'suggested'), CCD.suggestedCssProp.price.light)).toBeTruthy();
> 197 | expect(await webUtil.verifyCSS(await CCD.getCardCTA(data.id, 'suggested'), CCD.suggestedCssProp.cta.light)).toBeTruthy();
| ^
198 | });
199 |
200 | await test.step('step-4: Go to CCD Merch Card feature test page in dark mode', async () => {
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:197:115
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:190:5
|
[milo-live-chromium] › features/mas/ccd/masccd.test.js:158:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-noeyebrow-priceunit:
nala/features/mas/ccd/masccd.test.js#L197
4) [milo-live-chromium] › features/mas/ccd/masccd.test.js:158:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-noeyebrow-priceunit,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo › step-3: Verify CCD Merch Card spec
Retry #1 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(received).toBeTruthy()
Received: false
195 | expect(await webUtil.verifyCSS(await CCD.getCardDescription(data.id, 'suggested'), CCD.suggestedCssProp.description.light)).toBeTruthy();
196 | expect(await webUtil.verifyCSS(await CCD.getCardPrice(data.id, 'suggested'), CCD.suggestedCssProp.price.light)).toBeTruthy();
> 197 | expect(await webUtil.verifyCSS(await CCD.getCardCTA(data.id, 'suggested'), CCD.suggestedCssProp.cta.light)).toBeTruthy();
| ^
198 | });
199 |
200 | await test.step('step-4: Go to CCD Merch Card feature test page in dark mode', async () => {
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:197:115
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:190:5
|
[milo-live-chromium] › features/mas/ccd/masccd.test.js:219:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-thin:
nala/features/mas/ccd/masccd.test.js#L259
5) [milo-live-chromium] › features/mas/ccd/masccd.test.js:219:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-thin,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo › step-3: Verify CCD Merch Card spec
Error: expect(received).toBeTruthy()
Received: false
257 | expect(await webUtil.verifyCSS(await CCD.getCardDescription(data.id, 'suggested'), CCD.suggestedCssProp.description.light)).toBeTruthy();
258 | expect(await webUtil.verifyCSS(await CCD.getCardPrice(data.id, 'suggested'), CCD.suggestedCssProp.price.light)).toBeTruthy();
> 259 | expect(await webUtil.verifyCSS(await CCD.getCardCTA(data.id, 'suggested'), CCD.suggestedCssProp.cta.light)).toBeTruthy();
| ^
260 | });
261 |
262 | await test.step('step-4: Go to CCD Merch Card feature test page in dark mode', async () => {
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:259:115
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:252:5
|
[milo-live-chromium] › features/mas/ccd/masccd.test.js:219:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-thin:
nala/features/mas/ccd/masccd.test.js#L259
5) [milo-live-chromium] › features/mas/ccd/masccd.test.js:219:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-thin,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo › step-3: Verify CCD Merch Card spec
Retry #1 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(received).toBeTruthy()
Received: false
257 | expect(await webUtil.verifyCSS(await CCD.getCardDescription(data.id, 'suggested'), CCD.suggestedCssProp.description.light)).toBeTruthy();
258 | expect(await webUtil.verifyCSS(await CCD.getCardPrice(data.id, 'suggested'), CCD.suggestedCssProp.price.light)).toBeTruthy();
> 259 | expect(await webUtil.verifyCSS(await CCD.getCardCTA(data.id, 'suggested'), CCD.suggestedCssProp.cta.light)).toBeTruthy();
| ^
260 | });
261 |
262 | await test.step('step-4: Go to CCD Merch Card feature test page in dark mode', async () => {
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:259:115
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:252:5
|
Running Nala E2E UI Tests (20.x)
ubuntu-latest pipelines will use ubuntu-24.04 soon. For more details, see https://github.com/actions/runner-images/issues/10636
|
🎭 Playwright Run Summary
21 failed
[milo-live-chromium] › features/mas/benchmark/benchmark.test.js:17:7 › Benchmark feature test suite › @MAS-CCD-benchmark,@MAS-CCD @merch-benchmark-ccd-cards @mas-benchmark @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:25:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-eyebrow,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:87:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-strikethrough,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:158:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-noeyebrow-priceunit,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:219:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-thin,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:282:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-thin-seeterms,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:350:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-thin-noeyebrow-priceunit,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:411:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-wide-seeterms,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:479:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-wide-noeyebrow-priceunit,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:542:7 › CCD Merchcard feature test suite › @MAS-CCD-slice-percentage,@MAS-CCD @slice-card @slice-single @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:600:7 › CCD Merchcard feature test suite › @MAS-CCD-slice-mnemonics,@MAS-CCD @slice-card @slice-single @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:667:7 › CCD Merchcard feature test suite › @MAS-CCD-slice-seeterms,@MAS-CCD @slice-card @slice-single @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:730:7 › CCD Merchcard feature test suite › @MAS-CCD-slice-percentage-seeterms,@MAS-CCD @slice-card @slice-single @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:791:7 › CCD Merchcard feature test suite › @MAS-CCD-slice-without-mnemonic,@MAS-CCD @slice-card @slice-single @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:848:7 › CCD Merchcard feature test suite › @MAS-CCD-slice-badge,@MAS-CCD @slice-card @slice-single @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:912:7 › CCD Merchcard feature test suite › @MAS-CCD-slice-wide-seeterms,@MAS-CCD @slice-card @slice-wide @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:974:7 › CCD Merchcard feature test suite › @MAS-CCD-slice-wide-badge,@MAS-CCD @slice-card @slice-wide @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:1037:7 › CCD Merchcard feature test suite › @MAS-CCD-slice-wide-price,@MAS-CCD @slice-card @slice-wide @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:1100:7 › CCD Merchcard feature test suite › @MAS-CCD-slice-wide-strikethrough,@MAS-CCD @slice-card @slice-wide @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:1167:7 › CCD Merchcard feature test suite › @MAS-CCD-slice-wide-without-mnemonic,@MAS-CCD @slice-card @slice-wide @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/docs/masdocs.test.js:18:7 › MAS Docs featu
|