feat(dev): use wp-env for e2e #1071
test-e2e.yml
on: push
Playwright E2E tests
17m 0s
Annotations
10 errors, 1 warning, and 1 notice
|
[chromium] › tests/e2e/specs/admin.spec.js:127:5 › Chart Library › create all free charts:
tests/e2e/utils/common.js#L149
4) [chromium] › tests/e2e/specs/admin.spec.js:127:5 › Chart Library › create all free charts ─────
Error: expect(locator).toBeVisible() failed
Locator: locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Line$/ })
Expected: visible
Timeout: 5000ms
Error: element(s) not found
Call log:
- Expect "toBeVisible" with timeout 5000ms
- waiting for locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Line$/ })
at ../utils/common.js:149
147 | export async function selectChartAdmin(iframeLocator, chartLabel) {
148 | const labelRegex = new RegExp(`^${chartLabel}$`);
> 149 | await expect( iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }) ).toBeVisible({ timeout: 5000 });
| ^
150 | await iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }).click();
151 | await expect( iframeLocator.getByRole('button', { name: 'Next' }) ).toBeVisible({ timeout: 5000 });
152 | await iframeLocator.getByRole('button', { name: 'Next' }).click();
at selectChartAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:149:111)
at createChartWithAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:57:11)
at createAllFreeCharts (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:124:20)
at /home/runner/work/visualizer/visualizer/tests/e2e/specs/admin.spec.js:128:26
|
|
[chromium] › tests/e2e/specs/admin.spec.js:109:5 › Chart Library › delete a chart:
tests/e2e/utils/common.js#L149
3) [chromium] › tests/e2e/specs/admin.spec.js:109:5 › Chart Library › delete a chart ─────────────
Retry #2 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(locator).toBeVisible() failed
Locator: locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Pie\/Donut$/ })
Expected: visible
Timeout: 5000ms
Error: element(s) not found
Call log:
- Expect "toBeVisible" with timeout 5000ms
- waiting for locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Pie\/Donut$/ })
at ../utils/common.js:149
147 | export async function selectChartAdmin(iframeLocator, chartLabel) {
148 | const labelRegex = new RegExp(`^${chartLabel}$`);
> 149 | await expect( iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }) ).toBeVisible({ timeout: 5000 });
| ^
150 | await iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }).click();
151 | await expect( iframeLocator.getByRole('button', { name: 'Next' }) ).toBeVisible({ timeout: 5000 });
152 | await iframeLocator.getByRole('button', { name: 'Next' }).click();
at selectChartAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:149:111)
at createChartWithAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:57:11)
at /home/runner/work/visualizer/visualizer/tests/e2e/specs/admin.spec.js:110:25
|
|
[chromium] › tests/e2e/specs/admin.spec.js:109:5 › Chart Library › delete a chart:
tests/e2e/utils/common.js#L149
3) [chromium] › tests/e2e/specs/admin.spec.js:109:5 › Chart Library › delete a chart ─────────────
Retry #1 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(locator).toBeVisible() failed
Locator: locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Pie\/Donut$/ })
Expected: visible
Timeout: 5000ms
Error: element(s) not found
Call log:
- Expect "toBeVisible" with timeout 5000ms
- waiting for locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Pie\/Donut$/ })
at ../utils/common.js:149
147 | export async function selectChartAdmin(iframeLocator, chartLabel) {
148 | const labelRegex = new RegExp(`^${chartLabel}$`);
> 149 | await expect( iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }) ).toBeVisible({ timeout: 5000 });
| ^
150 | await iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }).click();
151 | await expect( iframeLocator.getByRole('button', { name: 'Next' }) ).toBeVisible({ timeout: 5000 });
152 | await iframeLocator.getByRole('button', { name: 'Next' }).click();
at selectChartAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:149:111)
at createChartWithAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:57:11)
at /home/runner/work/visualizer/visualizer/tests/e2e/specs/admin.spec.js:110:25
|
|
[chromium] › tests/e2e/specs/admin.spec.js:109:5 › Chart Library › delete a chart:
tests/e2e/utils/common.js#L149
3) [chromium] › tests/e2e/specs/admin.spec.js:109:5 › Chart Library › delete a chart ─────────────
Error: expect(locator).toBeVisible() failed
Locator: locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Pie\/Donut$/ })
Expected: visible
Timeout: 5000ms
Error: element(s) not found
Call log:
- Expect "toBeVisible" with timeout 5000ms
- waiting for locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Pie\/Donut$/ })
at ../utils/common.js:149
147 | export async function selectChartAdmin(iframeLocator, chartLabel) {
148 | const labelRegex = new RegExp(`^${chartLabel}$`);
> 149 | await expect( iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }) ).toBeVisible({ timeout: 5000 });
| ^
150 | await iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }).click();
151 | await expect( iframeLocator.getByRole('button', { name: 'Next' }) ).toBeVisible({ timeout: 5000 });
152 | await iframeLocator.getByRole('button', { name: 'Next' }).click();
at selectChartAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:149:111)
at createChartWithAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:57:11)
at /home/runner/work/visualizer/visualizer/tests/e2e/specs/admin.spec.js:110:25
|
|
[chromium] › tests/e2e/specs/admin.spec.js:91:5 › Chart Library › clone/duplicate a chart:
tests/e2e/utils/common.js#L149
2) [chromium] › tests/e2e/specs/admin.spec.js:91:5 › Chart Library › clone/duplicate a chart ─────
Retry #2 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(locator).toBeVisible() failed
Locator: locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Pie\/Donut$/ })
Expected: visible
Timeout: 5000ms
Error: element(s) not found
Call log:
- Expect "toBeVisible" with timeout 5000ms
- waiting for locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Pie\/Donut$/ })
at ../utils/common.js:149
147 | export async function selectChartAdmin(iframeLocator, chartLabel) {
148 | const labelRegex = new RegExp(`^${chartLabel}$`);
> 149 | await expect( iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }) ).toBeVisible({ timeout: 5000 });
| ^
150 | await iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }).click();
151 | await expect( iframeLocator.getByRole('button', { name: 'Next' }) ).toBeVisible({ timeout: 5000 });
152 | await iframeLocator.getByRole('button', { name: 'Next' }).click();
at selectChartAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:149:111)
at createChartWithAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:57:11)
at /home/runner/work/visualizer/visualizer/tests/e2e/specs/admin.spec.js:92:25
|
|
[chromium] › tests/e2e/specs/admin.spec.js:91:5 › Chart Library › clone/duplicate a chart:
tests/e2e/utils/common.js#L149
2) [chromium] › tests/e2e/specs/admin.spec.js:91:5 › Chart Library › clone/duplicate a chart ─────
Retry #1 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(locator).toBeVisible() failed
Locator: locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Pie\/Donut$/ })
Expected: visible
Timeout: 5000ms
Error: element(s) not found
Call log:
- Expect "toBeVisible" with timeout 5000ms
- waiting for locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Pie\/Donut$/ })
at ../utils/common.js:149
147 | export async function selectChartAdmin(iframeLocator, chartLabel) {
148 | const labelRegex = new RegExp(`^${chartLabel}$`);
> 149 | await expect( iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }) ).toBeVisible({ timeout: 5000 });
| ^
150 | await iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }).click();
151 | await expect( iframeLocator.getByRole('button', { name: 'Next' }) ).toBeVisible({ timeout: 5000 });
152 | await iframeLocator.getByRole('button', { name: 'Next' }).click();
at selectChartAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:149:111)
at createChartWithAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:57:11)
at /home/runner/work/visualizer/visualizer/tests/e2e/specs/admin.spec.js:92:25
|
|
[chromium] › tests/e2e/specs/admin.spec.js:91:5 › Chart Library › clone/duplicate a chart:
tests/e2e/utils/common.js#L149
2) [chromium] › tests/e2e/specs/admin.spec.js:91:5 › Chart Library › clone/duplicate a chart ─────
Error: expect(locator).toBeVisible() failed
Locator: locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Pie\/Donut$/ })
Expected: visible
Timeout: 5000ms
Error: element(s) not found
Call log:
- Expect "toBeVisible" with timeout 5000ms
- waiting for locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Pie\/Donut$/ })
at ../utils/common.js:149
147 | export async function selectChartAdmin(iframeLocator, chartLabel) {
148 | const labelRegex = new RegExp(`^${chartLabel}$`);
> 149 | await expect( iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }) ).toBeVisible({ timeout: 5000 });
| ^
150 | await iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }).click();
151 | await expect( iframeLocator.getByRole('button', { name: 'Next' }) ).toBeVisible({ timeout: 5000 });
152 | await iframeLocator.getByRole('button', { name: 'Next' }).click();
at selectChartAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:149:111)
at createChartWithAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:57:11)
at /home/runner/work/visualizer/visualizer/tests/e2e/specs/admin.spec.js:92:25
|
|
[chromium] › tests/e2e/specs/admin.spec.js:77:5 › Chart Library › create a chart:
tests/e2e/utils/common.js#L149
1) [chromium] › tests/e2e/specs/admin.spec.js:77:5 › Chart Library › create a chart ──────────────
Retry #2 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(locator).toBeVisible() failed
Locator: locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Pie\/Donut$/ })
Expected: visible
Timeout: 5000ms
Error: element(s) not found
Call log:
- Expect "toBeVisible" with timeout 5000ms
- waiting for locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Pie\/Donut$/ })
at ../utils/common.js:149
147 | export async function selectChartAdmin(iframeLocator, chartLabel) {
148 | const labelRegex = new RegExp(`^${chartLabel}$`);
> 149 | await expect( iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }) ).toBeVisible({ timeout: 5000 });
| ^
150 | await iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }).click();
151 | await expect( iframeLocator.getByRole('button', { name: 'Next' }) ).toBeVisible({ timeout: 5000 });
152 | await iframeLocator.getByRole('button', { name: 'Next' }).click();
at selectChartAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:149:111)
at createChartWithAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:57:11)
at /home/runner/work/visualizer/visualizer/tests/e2e/specs/admin.spec.js:78:25
|
|
[chromium] › tests/e2e/specs/admin.spec.js:77:5 › Chart Library › create a chart:
tests/e2e/utils/common.js#L149
1) [chromium] › tests/e2e/specs/admin.spec.js:77:5 › Chart Library › create a chart ──────────────
Retry #1 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(locator).toBeVisible() failed
Locator: locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Pie\/Donut$/ })
Expected: visible
Timeout: 5000ms
Error: element(s) not found
Call log:
- Expect "toBeVisible" with timeout 5000ms
- waiting for locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Pie\/Donut$/ })
at ../utils/common.js:149
147 | export async function selectChartAdmin(iframeLocator, chartLabel) {
148 | const labelRegex = new RegExp(`^${chartLabel}$`);
> 149 | await expect( iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }) ).toBeVisible({ timeout: 5000 });
| ^
150 | await iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }).click();
151 | await expect( iframeLocator.getByRole('button', { name: 'Next' }) ).toBeVisible({ timeout: 5000 });
152 | await iframeLocator.getByRole('button', { name: 'Next' }).click();
at selectChartAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:149:111)
at createChartWithAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:57:11)
at /home/runner/work/visualizer/visualizer/tests/e2e/specs/admin.spec.js:78:25
|
|
[chromium] › tests/e2e/specs/admin.spec.js:77:5 › Chart Library › create a chart:
tests/e2e/utils/common.js#L149
1) [chromium] › tests/e2e/specs/admin.spec.js:77:5 › Chart Library › create a chart ──────────────
Error: expect(locator).toBeVisible() failed
Locator: locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Pie\/Donut$/ })
Expected: visible
Timeout: 5000ms
Error: element(s) not found
Call log:
- Expect "toBeVisible" with timeout 5000ms
- waiting for locator('iframe').contentFrame().locator('div#type-picker').locator('label').filter({ hasText: /^Pie\/Donut$/ })
at ../utils/common.js:149
147 | export async function selectChartAdmin(iframeLocator, chartLabel) {
148 | const labelRegex = new RegExp(`^${chartLabel}$`);
> 149 | await expect( iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }) ).toBeVisible({ timeout: 5000 });
| ^
150 | await iframeLocator.locator('div#type-picker').locator('label').filter({ hasText: labelRegex }).click();
151 | await expect( iframeLocator.getByRole('button', { name: 'Next' }) ).toBeVisible({ timeout: 5000 });
152 | await iframeLocator.getByRole('button', { name: 'Next' }).click();
at selectChartAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:149:111)
at createChartWithAdmin (/home/runner/work/visualizer/visualizer/tests/e2e/utils/common.js:57:11)
at /home/runner/work/visualizer/visualizer/tests/e2e/specs/admin.spec.js:78:25
|
|
Playwright E2E tests
Node.js 20 actions are deprecated. The following actions are running on Node.js 20 and may not work as expected: actions/checkout@v4, actions/setup-node@v4, actions/upload-artifact@v4. Actions will be forced to run with Node.js 24 by default starting June 2nd, 2026. Node.js 20 will be removed from the runner on September 16th, 2026. Please check if updated versions of these actions are available that support Node.js 24. To opt into Node.js 24 now, set the FORCE_JAVASCRIPT_ACTIONS_TO_NODE24=true environment variable on the runner or in your workflow file. Once Node.js 24 becomes the default, you can temporarily opt out by setting ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION=true. For more information see: https://github.blog/changelog/2025-09-19-deprecation-of-node-20-on-github-actions-runners/
|
|
🎭 Playwright Run Summary
25 failed
[chromium] › tests/e2e/specs/admin.spec.js:77:5 › Chart Library › create a chart ───────────────
[chromium] › tests/e2e/specs/admin.spec.js:91:5 › Chart Library › clone/duplicate a chart ──────
[chromium] › tests/e2e/specs/admin.spec.js:109:5 › Chart Library › delete a chart ──────────────
[chromium] › tests/e2e/specs/admin.spec.js:127:5 › Chart Library › create all free charts ──────
[chromium] › tests/e2e/specs/admin.spec.js:137:5 › Chart Library › cancel second step of chart creation
[chromium] › tests/e2e/specs/admin.spec.js:158:5 › Chart Library › chart filtering ─────────────
[chromium] › tests/e2e/specs/admin.spec.js:174:5 › Chart Library › check info panel ────────────
[chromium] › tests/e2e/specs/admin.spec.js:234:5 › Support › check Chart selection ─────────────
[chromium] › tests/e2e/specs/chart-sources.spec.js:18:5 › Data Free Sources › manual import ────
[chromium] › tests/e2e/specs/classic-editor.spec.js:21:5 › Charts with Classic Editor › insert chart into a Post via Media
[chromium] › tests/e2e/specs/gutenberg-editor.spec.js:31:5 › Charts with Gutenberg Editor › new chart creation
[chromium] › tests/e2e/specs/gutenberg-editor.spec.js:52:5 › Charts with Gutenberg Editor › insert an existing chart
[chromium] › tests/e2e/specs/gutenberg-editor.spec.js:69:5 › Charts with Gutenberg Editor › check block Edit new button
[chromium] › tests/e2e/specs/gutenberg-editor.spec.js:88:5 › Charts with Gutenberg Editor › check widgets
[chromium] › tests/e2e/specs/gutenberg-editor.spec.js:105:5 › Charts with Gutenberg Editor › check widgets in the Customizer
[chromium] › tests/e2e/specs/library-view.spec.js:48:2 › Library View Toggle › list view table has correct column headers
[chromium] › tests/e2e/specs/library-view.spec.js:62:2 › Library View Toggle › list view shows chart data in table row
[chromium] › tests/e2e/specs/library-view.spec.js:81:2 › Library View Toggle › list view does not render chart canvas elements
[chromium] › tests/e2e/specs/library-view.spec.js:91:2 › Library View Toggle › clicking shortcode display copies shortcode to clipboard
[chromium] › tests/e2e/specs/library-view.spec.js:103:2 › Library View Toggle › view preference persists across page visits via user meta
[chromium] › tests/e2e/specs/library-view.spec.js:120:2 › Library View Toggle › switching back to grid view works
[chromium] › tests/e2e/specs/library-view.spec.js:134:2 › Library View Toggle › applying filters preserves the current view
[chromium] › tests/e2e/specs/onboarding.spec.ts:32:9 › Onboarding › Check the setup wizard ─────
[chromium] › tests/e2e/specs/upsell.spec.js:18:2 › Upsell › chart selection on admin ───────────
[chromium] › tests/e2e/specs/upsell.spec.js:38:2 › Upsell › chart settings on admin ────────────
6 skipped
13 passed (12.3m)
|
Artifacts
Produced during runtime
| Name | Size | Digest | |
|---|---|---|---|
|
e2e-playwright-results
Expired
|
52.8 MB |
sha256:cbb28c1a0289493d5d3da59bd8f4a0792ec4fff192e456b87617998b0883fa85
|
|