From b92bf041768cbbf6cbf418e7a469b2809b779c94 Mon Sep 17 00:00:00 2001 From: Jerry Jones Date: Wed, 18 Oct 2023 09:06:28 -0500 Subject: [PATCH] Remove tab keypresses from webkit menu interaction tests Tab keypreses on webkit playwright are really flakey (or it's something in our code that we haven't isolated) so I've split out the webkit tests to test everything I can without using a tab keypress. --- .../navigation-frontend-interactivity.spec.js | 140 +++++++++++++++++- 1 file changed, 137 insertions(+), 3 deletions(-) diff --git a/test/e2e/specs/editor/blocks/navigation-frontend-interactivity.spec.js b/test/e2e/specs/editor/blocks/navigation-frontend-interactivity.spec.js index 983a74276c8bf3..c3d8078aea0921 100644 --- a/test/e2e/specs/editor/blocks/navigation-frontend-interactivity.spec.js +++ b/test/e2e/specs/editor/blocks/navigation-frontend-interactivity.spec.js @@ -3,7 +3,7 @@ */ const { test, expect } = require( '@wordpress/e2e-test-utils-playwright' ); -test.describe( 'Navigation block - Frontend interactivity (@firefox, @webkit)', () => { +test.describe( 'Navigation block - Frontend interactivity', () => { test.beforeAll( async ( { requestUtils } ) => { await requestUtils.activateTheme( 'emptytheme' ); await requestUtils.deleteAllTemplates( 'wp_template_part' ); @@ -80,6 +80,51 @@ test.describe( 'Navigation block - Frontend interactivity (@firefox, @webkit)', await expect( overlayMenuFirstElement ).toBeHidden(); await expect( openMenuButton ).toBeFocused(); } ); + + /** + * These are already tested within the Overlay Interactions test above, but Safari is flakey on the Tab + * keypresses (passes 50 - 70% of the time). Tab keypresses are testing fine manually in Safari, but not + * in the test. nce we figure out why the Tab keypresses are flakey in the test, we can + * remove this test and only rely on the Overlay Interactions test above and add a (@firefox, @webkit) + * directive to the describe() statement. https://github.com/WordPress/gutenberg/pull/55198 + */ + test( 'Overlay menu interactions in Safari (@webkit)', async ( { + page, + pageUtils, + } ) => { + await page.goto( '/' ); + const overlayMenuFirstElement = page.getByRole( 'link', { + name: 'Item 1', + } ); + const openMenuButton = page.getByRole( 'button', { + name: 'Open menu', + } ); + + const closeMenuButton = page.getByRole( 'button', { + name: 'Close menu', + } ); + + // Test: overlay menu opens on click on open menu button + await expect( overlayMenuFirstElement ).toBeHidden(); + await openMenuButton.click(); + await expect( overlayMenuFirstElement ).toBeVisible(); + + // Test: overlay menu focuses on first element after opening + await expect( overlayMenuFirstElement ).toBeFocused(); + + // Not Tested: overlay menu traps focus + + // Test: overlay menu closes on click on close menu button + await closeMenuButton.click(); + await expect( overlayMenuFirstElement ).toBeHidden(); + + // Test: overlay menu closes on ESC key + await openMenuButton.click(); + await expect( overlayMenuFirstElement ).toBeVisible(); + await pageUtils.pressKeys( 'Escape' ); + await expect( overlayMenuFirstElement ).toBeHidden(); + await expect( openMenuButton ).toBeFocused(); + } ); } ); test.describe( 'Submenu mouse and keyboard interactions', () => { @@ -204,9 +249,98 @@ test.describe( 'Navigation block - Frontend interactivity (@firefox, @webkit)', await page.keyboard.press( 'Tab' ); await expect( firstLevelElement ).toBeHidden(); } ); + + /** + * These are already tested within the Submenu Interactions test above, but Safari is flakey on the + * Tab keypresses (passes 50 - 70% of the time). Tab keypresses are testing fine manually in Safari, + * but not in the test. Once we figure out why the Tab keypresses are flakey in the test, we can + * remove this test and only rely on the Submenu interactions test above and add a (@firefox, @webkit) + * directive to the describe() statement. https://github.com/WordPress/gutenberg/pull/55198 + */ + test( 'Submenu interactions on Safari (@webkit)', async ( { + page, + pageUtils, + } ) => { + await page.goto( '/' ); + const simpleSubmenuButton = page.getByRole( 'button', { + name: 'Simple Submenu', + } ); + const innerElement = page.getByRole( 'link', { + name: 'Simple Submenu Link 1', + } ); + const complexSubmenuButton = page.getByRole( 'button', { + name: 'Complex Submenu', + } ); + const nestedSubmenuButton = page.getByRole( 'button', { + name: 'Nested Submenu', + } ); + const firstLevelElement = page.getByRole( 'link', { + name: 'Complex Submenu Link 1', + } ); + const secondLevelElement = page.getByRole( 'link', { + name: 'Nested Submenu Link 1', + } ); + + // Test: submenu opens on click and focuses the button + await expect( innerElement ).toBeHidden(); + await simpleSubmenuButton.click(); + await expect( simpleSubmenuButton ).toBeFocused(); + await expect( innerElement ).toBeVisible(); + + // Test: a second click closes the submenu + await simpleSubmenuButton.click(); + await expect( simpleSubmenuButton ).toBeFocused(); + await expect( innerElement ).toBeHidden(); + + // Test: submenu opens on Enter keypress + await simpleSubmenuButton.focus(); + await pageUtils.pressKeys( 'Enter' ); + await expect( simpleSubmenuButton ).toBeFocused(); + await expect( innerElement ).toBeVisible(); + + // Test: submenu closes on second Enter keypress + await pageUtils.pressKeys( 'Enter' ); + await expect( innerElement ).toBeHidden(); + await expect( simpleSubmenuButton ).toBeFocused(); + + // Test: inner submenu opens on click and focuses the button + await complexSubmenuButton.click(); + await expect( complexSubmenuButton ).toBeFocused(); + await expect( firstLevelElement ).toBeVisible(); + await expect( secondLevelElement ).toBeHidden(); + // Click the inner menu button and check it opens the third level menu + await nestedSubmenuButton.click(); + await expect( nestedSubmenuButton ).toBeFocused(); + await expect( firstLevelElement ).toBeVisible(); + await expect( secondLevelElement ).toBeVisible(); + + // Click the inner menu button and check it closes the third level menu + await nestedSubmenuButton.click(); + await expect( nestedSubmenuButton ).toBeFocused(); + await expect( firstLevelElement ).toBeVisible(); + await expect( secondLevelElement ).toBeHidden(); + + // Do the same with Enter keypresses: open the third level menu + await pageUtils.pressKeys( 'Enter' ); + await expect( nestedSubmenuButton ).toBeFocused(); + await expect( firstLevelElement ).toBeVisible(); + await expect( secondLevelElement ).toBeVisible(); + + // Close the third level menu + await pageUtils.pressKeys( 'Enter' ); + await expect( nestedSubmenuButton ).toBeFocused(); + await expect( firstLevelElement ).toBeVisible(); + await expect( secondLevelElement ).toBeHidden(); + + // Close all the menus with click on a non-body element outside the menu + await page.getByText( 'Just another Gutenberg site' ).click(); + await expect( firstLevelElement ).toBeHidden(); + + // Tests not covered: Tabbing to close menus + } ); } ); - test.describe( 'Submenus (Arrow setting)', () => { + test.describe( 'Submenus (Arrow setting) (@firefox, @webkit)', () => { test.beforeEach( async ( { admin, editor, requestUtils } ) => { await admin.visitSiteEditor( { postId: 'emptytheme//header', @@ -289,7 +423,7 @@ test.describe( 'Navigation block - Frontend interactivity (@firefox, @webkit)', } ); } ); - test.describe( 'Page list block', () => { + test.describe( 'Page list block (@firefox, @webkit)', () => { test.beforeEach( async ( { admin, editor, requestUtils } ) => { const parentPage = await requestUtils.createPage( { title: 'Parent Page',