Accessibility Tests for 3d0f9f7ea748cd4b45090b6b0f4fd33ab75dd945 #113
a11y_tests.yml
on: schedule
notify-of-test-run-start
7s
notify-of-test-run-completion
16s
Annotations
10 errors, 3 warnings, and 1 notice
[chromium] › a11y/components/navigation.spec.js:25:9 › Navigation (desktop) › should not have any detectable a11y issues @a11y:
tests/playwright/specs/a11y/components/navigation.spec.js#L36
1) [chromium] › a11y/components/navigation.spec.js:25:9 › Navigation (desktop) › should not have any detectable a11y issues @a11y
Error: expect(received).toEqual(expected) // deep equality
Expected: 0
Received: 1
34 | const results = await scanPageElement(page, navigationLocator);
35 | createReport('component', 'navigation-desktop', results);
> 36 | expect(results.violations.length).toEqual(0);
| ^
37 | });
38 | }
39 | );
at /home/runner/work/bedrock/bedrock/tests/playwright/specs/a11y/components/navigation.spec.js:36:47
|
[chromium] › a11y/components/navigation.spec.js:25:9 › Navigation (desktop) › should not have any detectable a11y issues @a11y:
tests/playwright/specs/a11y/components/navigation.spec.js#L36
1) [chromium] › a11y/components/navigation.spec.js:25:9 › Navigation (desktop) › should not have any detectable a11y issues @a11y
Retry #1 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(received).toEqual(expected) // deep equality
Expected: 0
Received: 1
34 | const results = await scanPageElement(page, navigationLocator);
35 | createReport('component', 'navigation-desktop', results);
> 36 | expect(results.violations.length).toEqual(0);
| ^
37 | });
38 | }
39 | );
at /home/runner/work/bedrock/bedrock/tests/playwright/specs/a11y/components/navigation.spec.js:36:47
|
[chromium] › a11y/components/navigation.spec.js:25:9 › Navigation (desktop) › should not have any detectable a11y issues @a11y:
tests/playwright/specs/a11y/components/navigation.spec.js#L36
1) [chromium] › a11y/components/navigation.spec.js:25:9 › Navigation (desktop) › should not have any detectable a11y issues @a11y
Retry #2 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(received).toEqual(expected) // deep equality
Expected: 0
Received: 1
34 | const results = await scanPageElement(page, navigationLocator);
35 | createReport('component', 'navigation-desktop', results);
> 36 | expect(results.violations.length).toEqual(0);
| ^
37 | });
38 | }
39 | );
at /home/runner/work/bedrock/bedrock/tests/playwright/specs/a11y/components/navigation.spec.js:36:47
|
[chromium] › a11y/components/navigation.spec.js:53:9 › Navigation (mobile) › should not have any detectable a11y issues @a11y:
tests/playwright/specs/a11y/components/navigation.spec.js#L75
2) [chromium] › a11y/components/navigation.spec.js:53:9 › Navigation (mobile) › should not have any detectable a11y issues @a11y
Error: expect(received).toEqual(expected) // deep equality
Expected: 0
Received: 1
73 | const results = await scanPageElement(page, navigationLocator);
74 | createReport('component', 'navigation-mobile', results);
> 75 | expect(results.violations.length).toEqual(0);
| ^
76 | });
77 | }
78 | );
at /home/runner/work/bedrock/bedrock/tests/playwright/specs/a11y/components/navigation.spec.js:75:47
|
[chromium] › a11y/components/navigation.spec.js:53:9 › Navigation (mobile) › should not have any detectable a11y issues @a11y:
tests/playwright/specs/a11y/components/navigation.spec.js#L75
2) [chromium] › a11y/components/navigation.spec.js:53:9 › Navigation (mobile) › should not have any detectable a11y issues @a11y
Retry #1 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(received).toEqual(expected) // deep equality
Expected: 0
Received: 1
73 | const results = await scanPageElement(page, navigationLocator);
74 | createReport('component', 'navigation-mobile', results);
> 75 | expect(results.violations.length).toEqual(0);
| ^
76 | });
77 | }
78 | );
at /home/runner/work/bedrock/bedrock/tests/playwright/specs/a11y/components/navigation.spec.js:75:47
|
[chromium] › a11y/components/navigation.spec.js:53:9 › Navigation (mobile) › should not have any detectable a11y issues @a11y:
tests/playwright/specs/a11y/components/navigation.spec.js#L75
2) [chromium] › a11y/components/navigation.spec.js:53:9 › Navigation (mobile) › should not have any detectable a11y issues @a11y
Retry #2 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(received).toEqual(expected) // deep equality
Expected: 0
Received: 1
73 | const results = await scanPageElement(page, navigationLocator);
74 | createReport('component', 'navigation-mobile', results);
> 75 | expect(results.violations.length).toEqual(0);
| ^
76 | });
77 | }
78 | );
at /home/runner/work/bedrock/bedrock/tests/playwright/specs/a11y/components/navigation.spec.js:75:47
|
[chromium] › a11y/components/side-menu.spec.js:25:9 › Side Menu (desktop) › should not have any detectable a11y issues @a11y:
tests/playwright/specs/a11y/components/side-menu.spec.js#L28
3) [chromium] › a11y/components/side-menu.spec.js:25:9 › Side Menu (desktop) › should not have any detectable a11y issues @a11y
Error: expect(received).toEqual(expected) // deep equality
Expected: 0
Received: 1
26 | const results = await scanPageElement(page, sideMenuLocator);
27 | createReport('component', 'side-menu-desktop', results);
> 28 | expect(results.violations.length).toEqual(0);
| ^
29 | });
30 | }
31 | );
at /home/runner/work/bedrock/bedrock/tests/playwright/specs/a11y/components/side-menu.spec.js:28:47
|
[chromium] › a11y/components/side-menu.spec.js:25:9 › Side Menu (desktop) › should not have any detectable a11y issues @a11y:
tests/playwright/specs/a11y/components/side-menu.spec.js#L28
3) [chromium] › a11y/components/side-menu.spec.js:25:9 › Side Menu (desktop) › should not have any detectable a11y issues @a11y
Retry #1 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(received).toEqual(expected) // deep equality
Expected: 0
Received: 1
26 | const results = await scanPageElement(page, sideMenuLocator);
27 | createReport('component', 'side-menu-desktop', results);
> 28 | expect(results.violations.length).toEqual(0);
| ^
29 | });
30 | }
31 | );
at /home/runner/work/bedrock/bedrock/tests/playwright/specs/a11y/components/side-menu.spec.js:28:47
|
[chromium] › a11y/components/side-menu.spec.js:25:9 › Side Menu (desktop) › should not have any detectable a11y issues @a11y:
tests/playwright/specs/a11y/components/side-menu.spec.js#L28
3) [chromium] › a11y/components/side-menu.spec.js:25:9 › Side Menu (desktop) › should not have any detectable a11y issues @a11y
Retry #2 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(received).toEqual(expected) // deep equality
Expected: 0
Received: 1
26 | const results = await scanPageElement(page, sideMenuLocator);
27 | createReport('component', 'side-menu-desktop', results);
> 28 | expect(results.violations.length).toEqual(0);
| ^
29 | });
30 | }
31 | );
at /home/runner/work/bedrock/bedrock/tests/playwright/specs/a11y/components/side-menu.spec.js:28:47
|
[chromium] › a11y/components/side-menu.spec.js:45:9 › Side Menu (mobile) › should not have any detectable a11y issues @a11y:
tests/playwright/specs/a11y/components/side-menu.spec.js#L1
4) [chromium] › a11y/components/side-menu.spec.js:45:9 › Side Menu (mobile) › should not have any detectable a11y issues @a11y
Test timeout of 30000ms exceeded.
|
notify-of-test-run-start
ubuntu-latest pipelines will use ubuntu-24.04 soon. For more details, see https://github.com/actions/runner-images/issues/10636
|
accessibility-tests
ubuntu-latest pipelines will use ubuntu-24.04 soon. For more details, see https://github.com/actions/runner-images/issues/10636
|
notify-of-test-run-completion
ubuntu-latest pipelines will use ubuntu-24.04 soon. For more details, see https://github.com/actions/runner-images/issues/10636
|
🎭 Playwright Run Summary
8 failed
[chromium] › a11y/components/navigation.spec.js:25:9 › Navigation (desktop) › should not have any detectable a11y issues @a11y
[chromium] › a11y/components/navigation.spec.js:53:9 › Navigation (mobile) › should not have any detectable a11y issues @a11y
[chromium] › a11y/components/side-menu.spec.js:25:9 › Side Menu (desktop) › should not have any detectable a11y issues @a11y
[chromium] › a11y/components/side-menu.spec.js:45:9 › Side Menu (mobile) › should not have any detectable a11y issues @a11y
[chromium] › a11y/pages.spec.js:25:13 › /en-US/about/governance/policies/participation/ page (desktop) › should not have any detectable a11y issues @a11y
[chromium] › a11y/pages.spec.js:25:13 › /en-US/contact/ page (desktop) › should not have any detectable a11y issues @a11y
[chromium] › a11y/pages.spec.js:25:13 › /en-US/privacy/ page (desktop) › should not have any detectable a11y issues @a11y
[chromium] › a11y/pages.spec.js:25:13 › /en-US/products/vpn/download/ page (desktop) › should not have any detectable a11y issues @a11y
44 passed (1.8m)
|
Artifacts
Produced during runtime
Name | Size | |
---|---|---|
test-results-a11y-3d0f9f7ea748cd4b45090b6b0f4fd33ab75dd945
|
44.3 KB |
|