[Experiment] Use REST API in e2e tests to build up states

bin/plugin/commands/performance.js

@@ -150,13 +150,19 @@ async function setUpGitBranch( branch, environmentDirectory ) {
  *
  * @param {string} testSuite                Name of the tests set.
  * @param {string} performanceTestDirectory Path to the performance tests' clone.
+ * @param {string} environmentDirectory     Path to the environment directory.
  *
  * @return {Promise<WPPerformanceResults>} Performance results for the branch.
  */
-async function runTestSuite( testSuite, performanceTestDirectory ) {
+async function runTestSuite(
+	testSuite,
+	performanceTestDirectory,
+	environmentDirectory
+) {
 	await runShellScript(
 		`npm run test-performance -- packages/e2e-tests/specs/performance/${ testSuite }.test.js`,
-		performanceTestDirectory
+		performanceTestDirectory,
+		{ ENVIRONMENT_DIRECTORY: environmentDirectory }
 	);
 	const rawResults = await readJSONFile(
 		path.join(
@@ -300,7 +306,8 @@ async function runPerformanceTests( branches, options ) {
 				log( '        >> Running the test.' );
 				rawResults[ i ][ branch ] = await runTestSuite(
 					testSuite,
-					performanceTestDirectory
+					performanceTestDirectory,
+					environmentDirectory
 				);
 				log( '        >> Stopping the environment' );
 				await runShellScript(

bin/plugin/lib/utils.js

@@ -17,10 +17,13 @@ const { log, formats } = require( './logger' );
 /**
  * Utility to run a child script
  *
+ * @typedef {NodeJS.ProcessEnv} Env
+ *
  * @param {string}  script Script to run.
  * @param {string=} cwd    Working directory.
+ * @param {Env=}    env    Additional environment variables to pass to the script.
  */
-function runShellScript( script, cwd ) {
+function runShellScript( script, cwd, env = {} ) {
 	return new Promise( ( resolve, reject ) => {
 		childProcess.exec(
 			script,
@@ -30,6 +33,7 @@ function runShellScript( script, cwd ) {
 					NO_CHECKS: 'true',
 					PATH: process.env.PATH,
 					HOME: process.env.HOME,
+					...env,
 				},
 			},
 			function ( error, _, stderr ) {

packages/e2e-test-utils/package.json

@@ -30,8 +30,10 @@
 	"module": "build-module/index.js",
 	"dependencies": {
 		"@babel/runtime": "^7.13.10",
+		"@wordpress/api-fetch": "file:../api-fetch",
 		"@wordpress/keycodes": "file:../keycodes",
 		"@wordpress/url": "file:../url",
+		"form-data": "^4.0.0",
 		"lodash": "^4.17.21",
 		"node-fetch": "^2.6.0"
 	},

packages/e2e-test-utils/src/index.js

@@ -1,3 +1,7 @@
+export {
+	activatePlugin as __experimentalActivatePlugin,
+	deactivatePlugin as __experimentalDeactivatePlugin,
+} from './plugins';
 export { activatePlugin } from './activate-plugin';
 export { activateTheme } from './activate-theme';
 export { arePrePublishChecksEnabled } from './are-pre-publish-checks-enabled';
@@ -81,5 +85,9 @@ export { showBlockToolbar } from './show-block-toolbar';
 export { openPreviewPage } from './preview';
 export { wpDataSelect } from './wp-data-select';
 export { deleteAllWidgets } from './widgets';
+export {
+	rest as __experimentalRest,
+	batch as __experimentalBatch,
+} from './rest-api';
 
 export * from './mocks';

packages/e2e-test-utils/src/plugins.js

@@ -0,0 +1,54 @@
+/**
+ * External dependencies
+ */
+import { kebabCase } from 'lodash';
+
+/**
+ * Internal dependencies
+ */
+import { rest } from './rest-api';
+
+const pluginsMapPromise = ( async function getPluginsMap() {
+	const plugins = await rest( { path: '/wp/v2/plugins' } );
+	const map = {};
+	for ( const plugin of plugins ) {
+		// Ideally, we should be using sanitize_title() in PHP rather than kebabCase(),
+		// but we don't have the exact port of it in JS.
+		map[ kebabCase( plugin.name ) ] = plugin.plugin;
+	}
+	return map;
+} )();
+
+/**
+ * Activates an installed plugin.
+ *
+ * @param {string} slug Plugin slug.
+ */
+async function activatePlugin( slug ) {
+	const pluginsMap = await pluginsMapPromise;
+	const plugin = pluginsMap[ slug ];
+
+	await rest( {
+		method: 'PUT',
+		path: `/wp/v2/plugins/${ plugin }`,
+		data: { status: 'active' },
+	} );
+}
+
+/**
+ * Deactivates an active plugin.
+ *
+ * @param {string} slug Plugin slug.
+ */
+async function deactivatePlugin( slug ) {
+	const pluginsMap = await pluginsMapPromise;
+	const plugin = pluginsMap[ slug ];
+
+	await rest( {
+		method: 'PUT',
+		path: `/wp/v2/plugins/${ plugin }`,
+		data: { status: 'inactive' },
+	} );
+}
+
+export { activatePlugin, deactivatePlugin };

packages/e2e-test-utils/src/rest-api.js

@@ -0,0 +1,116 @@
+/**
+ * External dependencies
+ */
+import fetch from 'node-fetch';
+import FormData from 'form-data';
+
+/**
+ * WordPress dependencies
+ */
+import apiFetch from '@wordpress/api-fetch';
+
+/**
+ * Internal dependencies
+ */
+import { WP_BASE_URL } from './shared/config';
+import { createURL } from './create-url';
+
+// `apiFetch` expects `window.fetch` to be available in its default handler.
+global.window = global.window || {};
+global.window.fetch = fetch;
+
+const setAPIRootURL = ( async () => {
+	// Discover the API root url using link header.
+	// See https://developer.wordpress.org/rest-api/using-the-rest-api/discovery/#link-header
+	const res = await fetch( WP_BASE_URL, { method: 'HEAD' } );
+	const links = res.headers.get( 'link' );
+	const restLink = links.match( /<([^>]+)>; rel="https:\/\/api\.w\.org\/"/ );
+
+	if ( ! restLink ) {
+		throw new Error( `Failed to discover REST API endpoint.
+Link header: ${ links }` );
+	}
+
+	const [ , rootURL ] = restLink;
+	apiFetch.use( apiFetch.createRootURLMiddleware( rootURL ) );
+} )();
+
+const setNonce = ( async () => {
+	const formData = new FormData();
+	formData.append( 'log', 'admin' );
+	formData.append( 'pwd', 'password' );
+
+	// Login to admin using fetch.
+	const loginResponse = await fetch( createURL( 'wp-login.php' ), {
+		method: 'POST',
+		headers: formData.getHeaders(),
+		body: formData,
+		redirect: 'manual',
+	} );
+
+	// Retrieve the cookies.
+	const cookies = loginResponse.headers.get( 'set-cookie' );
+	const cookie = cookies
+		.split( ',' )
+		.map( ( setCookie ) => setCookie.split( ';' )[ 0 ] )
+		.join( ';' );
+
+	apiFetch.nonceEndpoint = createURL(
+		'wp-admin/admin-ajax.php',
+		'action=rest-nonce'
+	);
+
+	// Get the initial nonce.
+	const res = await fetch( apiFetch.nonceEndpoint, {
+		headers: { cookie },
+	} );
+	const nonce = await res.text();
+
+	// Register the nonce middleware.
+	apiFetch.use( apiFetch.createNonceMiddleware( nonce ) );
+
+	// For the nonce to work we have to also pass the cookies.
+	apiFetch.use( function setCookieMiddleware( request, next ) {
+		return next( {
+			...request,
+			headers: {
+				...request.headers,
+				cookie,
+			},
+		} );
+	} );
+} )();
+
+/**
+ * Call REST API using `apiFetch` to build and clear test states.
+ *
+ * @param {Object} options `apiFetch` options.
+ * @return {Promise<any>} The response value.
+ */
+async function rest( options = {} ) {
+	// Only need to set them once but before any requests.
+	await Promise.all( [ setAPIRootURL, setNonce ] );
+
+	return await apiFetch( options );
+}
+
+/**
+ * Call a set of REST APIs in batch.
+ * See https://make.wordpress.org/core/2020/11/20/rest-api-batch-framework-in-wordpress-5-6/
+ * Note that calling GET requests in batch is not supported.
+ *
+ * @param {Array<Object>} requests The request objects.
+ * @return {Promise<any>} The response value.
+ */
+async function batch( requests ) {
+	return await rest( {
+		method: 'POST',
+		path: '/batch/v1',
+		data: {
+			requests,
+			validation: 'require-all-validate',
+		},
+	} );
+}
+
+export { rest, batch };

packages/e2e-test-utils/src/widgets.js

@@ -1,32 +1,29 @@
 /**
  * Internal dependencies
  */
-import { activatePlugin } from './activate-plugin';
-import { deactivatePlugin } from './deactivate-plugin';
-import { visitAdminPage } from './visit-admin-page';
+import { rest, batch } from './rest-api';
 
 /**
  * Delete all the widgets in the widgets screen.
  */
 export async function deleteAllWidgets() {
-	// TODO: Deleting widgets in the new widgets screen is cumbersome and slow.
-	// To workaround this for now, we visit the old widgets screen to delete them.
-	await activatePlugin( 'gutenberg-test-classic-widgets' );
+	const [ widgets, sidebars ] = await Promise.all( [
+		rest( { path: '/wp/v2/widgets' } ),
+		rest( { path: '/wp/v2/sidebars' } ),
+	] );
 
-	await visitAdminPage( 'widgets.php' );
+	await batch(
+		widgets.map( ( widget ) => ( {
+			method: 'DELETE',
+			path: `/wp/v2/widgets/${ widget.id }?force=true`,
+		} ) )
+	);
 
-	let widget = await page.$( '.widgets-sortables .widget' );
-
-	// We have to do this one-by-one since there might be race condition when deleting multiple widgets at once.
-	while ( widget ) {
-		const deleteButton = await widget.$( 'button.widget-control-remove' );
-		const id = await widget.evaluate( ( node ) => node.id );
-		await deleteButton.evaluate( ( node ) => node.click() );
-		// Wait for the widget to be removed from DOM.
-		await page.waitForSelector( `#${ id }`, { hidden: true } );
-
-		widget = await page.$( '.widgets-sortables .widget' );
-	}
-
-	await deactivatePlugin( 'gutenberg-test-classic-widgets' );
+	await batch(
+		sidebars.map( ( sidebar ) => ( {
+			method: 'POST',
+			path: `/wp/v2/sidebars/${ sidebar.id }`,
+			body: { id: sidebar.id, widgets: [] },
+		} ) )
+	);
 }

packages/e2e-tests/jest.performance.config.js

@@ -1,7 +1,22 @@
+/**
+ * External dependencies
+ */
+const path = require( 'path' );
+
+const { ENVIRONMENT_DIRECTORY = '<rootDir>' } = process.env;
+
 module.exports = {
 	...require( '@wordpress/scripts/config/jest-e2e.config' ),
 	testMatch: [ '**/performance/*.test.js' ],
 	setupFiles: [ '<rootDir>/config/gutenberg-phase.js' ],
+	moduleNameMapper: {
+		// Use different versions of e2e-test-utils for different environments
+		// rather than always using the latest.
+		[ `@wordpress\\/e2e-test-utils$` ]: path.join(
+			ENVIRONMENT_DIRECTORY,
+			'packages/e2e-test-utils/src'
+		),
+	},
 	setupFilesAfterEnv: [
 		'<rootDir>/config/setup-performance-test.js',
 		'@wordpress/jest-console',

packages/e2e-tests/specs/widgets/customizing-widgets.test.js

@@ -2,9 +2,9 @@
  * WordPress dependencies
  */
 import {
-	activatePlugin,
+	__experimentalActivatePlugin as activatePlugin,
 	activateTheme,
-	deactivatePlugin,
+	__experimentalDeactivatePlugin as deactivatePlugin,
 	visitAdminPage,
 	showBlockToolbar,
 	clickBlockToolbarButton,