Add support for importing .wpress files

src/components/content-tab-import-export.tsx

@@ -233,7 +233,7 @@ const ImportSite = ( props: { selectedSite: SiteDetails } ) => {
 				className="hidden"
 				type="file"
 				data-testid="backup-file"
-				accept=".zip,.sql,.tar,.gz"
+				accept=".zip,.sql,.tar,.gz,.wpress"
 				onChange={ onFileSelected }
 			/>
 		</div>

src/components/site-form.tsx

@@ -192,7 +192,7 @@ function FormImportComponent( {
 					className="hidden"
 					type="file"
 					data-testid="backup-file"
-					accept=".zip,.tar,.gz"
+					accept=".zip,.tar,.gz,.wpress"
 					onChange={ handleFileChange }
 				/>
 			</div>

src/hooks/use-import-export.tsx

@@ -95,7 +95,7 @@ export const ImportExportProvider = ( { children }: { children: React.ReactNode
 					type: 'error',
 					message: __( 'Failed importing site' ),
 					detail: __(
-						'An error occurred while importing the site. Verify the file is a valid Jetpack backup, Local, Playground or .sql database file and try again. If this problem persists, please contact support.'
+						'An error occurred while importing the site. Verify the file is a valid Jetpack backup, Local, Playground, .wpress, or .sql database file and try again. If this problem persists, please contact support.'
 					),
 					buttons: [ __( 'OK' ) ],
 				} );

src/lib/import-export/import/handlers/backup-handler-factory.ts

@@ -2,8 +2,8 @@ import { EventEmitter } from 'events';
 import { BackupArchiveInfo } from '../types';
 import { BackupHandlerSql } from './backup-handler-sql';
 import { BackupHandlerTarGz } from './backup-handler-tar-gz';
+import { BackupHandlerWpress } from './backup-handler-wpress';
 import { BackupHandlerZip } from './backup-handler-zip';
-
 export interface BackupHandler extends Partial< EventEmitter > {
 	listFiles( file: BackupArchiveInfo ): Promise< string[] >;
 	extractFiles( file: BackupArchiveInfo, extractionDirectory: string ): Promise< void >;
@@ -54,6 +54,8 @@ export class BackupHandlerFactory {
 			return new BackupHandlerTarGz();
 		} else if ( this.isSql( file ) ) {
 			return new BackupHandlerSql();
+		} else if ( this.isWpress( file ) ) {
+			return new BackupHandlerWpress();
 		}
 	}
 
@@ -77,4 +79,8 @@ export class BackupHandlerFactory {
 			this.sqlExtensions.some( ( ext ) => file.path.endsWith( ext ) )
 		);
 	}
+
+	private static isWpress( file: BackupArchiveInfo ): boolean {
+		return file.path.endsWith( '.wpress' );
+	}
 }

src/lib/import-export/import/handlers/backup-handler-wpress.ts

@@ -0,0 +1,219 @@
+import { EventEmitter } from 'events';
+import * as fs from 'fs';
+import * as path from 'path';
+import * as fse from 'fs-extra';
+import { BackupArchiveInfo } from '../types';
+import { BackupHandler } from './backup-handler-factory';
+
+/**
+ * The .wpress format is a custom archive format used by All-In-One WP Migration.
+ * It is designed to encapsulate all necessary components of a WordPress site, including the database,
+ * plugins, themes, uploads, and other wp-content files, into a single file for easy transport and restoration.
+ *
+ * The .wpress file is structured as follows:
+ * 1. Header: Contains metadata about the file, such as the name, size, modification time, and prefix.
+ *    The header is a fixed size of 4377 bytes.
+ * 2. Data Blocks: The actual content of the files, stored in 512-byte blocks. Each file's data is stored
+ *    sequentially, following its corresponding header.
+ * 3. End of File Marker: A special marker indicating the end of the archive. This is represented by a
+ *    block of 4377 bytes filled with zeroes.
+ *
+ * The .wpress format ensures that all necessary components of a WordPress site are included in the backup,
+ * making it easy to restore the site to its original state. The format is designed to be efficient and
+ * easy to parse, allowing for quick extraction and restoration of the site's contents.
+ */
+
+const HEADER_SIZE = 4377;
+const HEADER_CHUNK_EOF = Buffer.alloc( HEADER_SIZE );
+
+interface Header {
+	name: string;
+	size: number;
+	mTime: string;
+	prefix: string;
+}
+
+/**
+ * Reads a string from a buffer at a given start and end position.
+ *
+ * @param {Buffer} buffer - The buffer to read from.
+ * @param {number} start - The start position of the string in the buffer.
+ * @param {number} end - The end position of the string in the buffer.
+ * @returns
+ */
+function readFromBuffer( buffer: Buffer, start: number, end: number ): string {
+	const _buffer = buffer.subarray( start, end );
+	return _buffer.subarray( 0, _buffer.indexOf( 0x00 ) ).toString();
+}
+
+/**
+ * Reads the header of a .wpress file.
+ *
+ * @param {fs.promises.FileHandle} fd - The file handle to read from.
+ * @returns {Promise<Header | null>} - A promise that resolves to the header or null if the end of the file is reached.
+ */
+async function readHeader( fd: fs.promises.FileHandle ): Promise< Header | null > {
+	const headerChunk = Buffer.alloc( HEADER_SIZE );
+	await fd.read( headerChunk, 0, HEADER_SIZE, null );
+
+	if ( Buffer.compare( headerChunk, HEADER_CHUNK_EOF ) === 0 ) {
+		return null;
+	}
+
+	const name = readFromBuffer( headerChunk, 0, 255 );
+	const size = parseInt( readFromBuffer( headerChunk, 255, 269 ), 10 );
+	const mTime = readFromBuffer( headerChunk, 269, 281 );
+	const prefix = readFromBuffer( headerChunk, 281, HEADER_SIZE );
+
+	return {
+		name,
+		size,
+		mTime,
+		prefix,
+	};
+}
+
+/**
+ * Reads a block of data from a .wpress file and writes it to a file.
+ *
+ * @param {fs.promises.FileHandle} fd - The file handle to read from.
+ * @param {Header} header - The header of the file to read.
+ * @param {string} outputPath - The path to write the file to.
+ */
+async function readBlockToFile( fd: fs.promises.FileHandle, header: Header, outputPath: string ) {
+	const outputFilePath = path.join( outputPath, header.prefix, header.name );
+	fse.ensureDirSync( path.dirname( outputFilePath ) );
+	const outputStream = fs.createWriteStream( outputFilePath );
+
+	let totalBytesToRead = header.size;
+	while ( totalBytesToRead > 0 ) {
+		let bytesToRead = 512;
+		if ( bytesToRead > totalBytesToRead ) {
+			bytesToRead = totalBytesToRead;
+		}
+
+		if ( bytesToRead === 0 ) {
+			break;
+		}
+
+		const buffer = Buffer.alloc( bytesToRead );
+		const data = await fd.read( buffer, 0, bytesToRead, null );
+		outputStream.write( buffer );
+
+		totalBytesToRead -= data.bytesRead;
+	}
+
+	outputStream.close();
+}
+
+export class BackupHandlerWpress extends EventEmitter implements BackupHandler {
+	private bytesRead: number;
+	private eof: Buffer;
+
+	constructor() {
+		super();
+		this.bytesRead = 0;
+		this.eof = Buffer.alloc( HEADER_SIZE, '\0' );
+	}
+
+	/**
+	 * Lists all files in a .wpress backup file by reading the headers sequentially.
+	 *
+	 * It opens the .wpress file, reads each header to get the file names, and stores them in an array.
+	 * The function continues reading headers until it reaches the end of the file.
+	 *
+	 * @param {BackupArchiveInfo} file - The backup archive information, including the file path.
+	 * @returns {Promise<string[]>} - A promise that resolves to an array of file names.
+	 */
+	async listFiles( file: BackupArchiveInfo ): Promise< string[] > {
+		const fileNames: string[] = [];
+
+		if ( ! fs.existsSync( file.path ) ) {
+			throw new Error( `Input file at location "${ file.path }" could not be found.` );
+		}
+
+		const inputFile = await fs.promises.open( file.path, 'r' );
+
+		// Read all of the headers and file data into memory.
+		try {
+			let header;
+			do {
+				header = await readHeader( inputFile );
+				if ( header ) {
+					fileNames.push( path.join( header.prefix, header.name ) );
+					await inputFile.read( Buffer.alloc( header.size ), 0, header.size, null );
+				}
+			} while ( header );
+		} finally {
+			await inputFile.close();
+		}
+
+		return fileNames;
+	}
+
+	/**
+	 * Extracts files from a .wpress backup file into a specified extraction directory.
+	 *
+	 * @param {BackupArchiveInfo} file - The backup archive information, including the file path.
+	 * @param {string} extractionDirectory - The directory where the files will be extracted.
+	 * @returns {Promise<void>} - A promise that resolves when the extraction is complete.
+	 */
+	async extractFiles( file: BackupArchiveInfo, extractionDirectory: string ): Promise< void > {
+		return new Promise( ( resolve, reject ) => {
+			( async () => {
+				try {
+					if ( ! fs.existsSync( file.path ) ) {
+						throw new Error( `Input file at location "${ file.path }" could not be found.` );
+					}
+
+					fse.emptyDirSync( extractionDirectory );
+
+					const inputFile = await fs.promises.open( file.path, 'r' );
+
+					let offset = 0;
+
+					let header;
+					while ( ( header = await readHeader( inputFile ) ) !== null ) {
+						if ( ! header ) {
+							break;
+						}
+
+						await readBlockToFile( inputFile, header, extractionDirectory );
+						offset = offset + HEADER_SIZE + header.size;
+					}
+
+					await inputFile.close();
+					resolve();
+				} catch ( err ) {
+					reject( err );
+				}
+			} )();
+		} );
+	}
+
+	/**
+	 * Checks if the provided file is a valid backup file.
+	 *
+	 * A valid backup file should have a header size of 4377 bytes and the last 4377 bytes should be 0.
+	 *
+	 * @param {BackupArchiveInfo} file - The backup archive information, including the file path.
+	 * @returns {boolean} - True if the file is valid, otherwise false.
+	 */
+	isValid( file: BackupArchiveInfo ): boolean {
+		const fd = fs.openSync( file.path, 'r' );
+		const fileSize = fs.fstatSync( fd ).size;
+
+		if ( fs.readSync( fd, this.eof, 0, HEADER_SIZE, fileSize - HEADER_SIZE ) !== HEADER_SIZE ) {
+			fs.closeSync( fd );
+			return false;
+		}
+
+		if ( this.eof.toString() !== Buffer.alloc( HEADER_SIZE, '\0' ).toString() ) {
+			fs.closeSync( fd );
+			return false;
+		}
+
+		fs.closeSync( fd );
+		return true;
+	}
+}

src/lib/import-export/import/import-manager.ts

@@ -11,9 +11,16 @@ import {
 	LocalImporter,
 	PlaygroundImporter,
 	SQLImporter,
+	WpressImporter,
 } from './importers/importer';
 import { BackupArchiveInfo, NewImporter } from './types';
-import { JetpackValidator, SqlValidator, LocalValidator, PlaygroundValidator } from './validators';
+import {
+	JetpackValidator,
+	SqlValidator,
+	LocalValidator,
+	PlaygroundValidator,
+	WpressValidator,
+} from './validators';
 import { Validator } from './validators/validator';
 
 export interface ImporterOption {
@@ -75,4 +82,5 @@ export const defaultImporterOptions: ImporterOption[] = [
 	{ validator: new LocalValidator(), importer: LocalImporter },
 	{ validator: new SqlValidator(), importer: SQLImporter },
 	{ validator: new PlaygroundValidator(), importer: PlaygroundImporter },
+	{ validator: new WpressValidator(), importer: WpressImporter },
 ];

src/lib/import-export/import/importers/importer.ts

@@ -1,8 +1,9 @@
 import { shell } from 'electron';
 import { EventEmitter } from 'events';
-import fs from 'fs';
+import fs, { createReadStream, createWriteStream } from 'fs';
 import fsPromises from 'fs/promises';
 import path from 'path';
+import { createInterface } from 'readline';
 import { lstat, move } from 'fs-extra';
 import semver from 'semver';
 import { DEFAULT_PHP_VERSION } from '../../../../../vendor/wp-now/src/constants';
@@ -49,6 +50,7 @@ abstract class BaseImporter extends EventEmitter implements Importer {
 
 			try {
 				await move( sqlFile, tmpPath );
+				await this.prepareSqlFile( tmpPath );
 				const { stderr, exitCode } = await server.executeWpCliCommand(
 					`sqlite import ${ sqlTempFile } --require=/tmp/sqlite-command/command.php`
 				);
@@ -69,6 +71,10 @@ abstract class BaseImporter extends EventEmitter implements Importer {
 		this.emit( ImportEvents.IMPORT_DATABASE_COMPLETE );
 	}
 
+	protected async prepareSqlFile( _tmpPath: string ): Promise< void > {
+		// This method can be overridden by subclasses to prepare the SQL file before import.
+	}
+
 	protected async replaceSiteUrl( siteId: string ) {
 		const server = SiteServer.get( siteId );
 		if ( ! server ) {
@@ -308,3 +314,36 @@ export class SQLImporter extends BaseImporter {
 		}
 	}
 }
+
+export class WpressImporter extends BaseBackupImporter {
+	protected async parseMetaFile(): Promise< MetaFileData | undefined > {
+		return undefined;
+	}
+
+	protected async prepareSqlFile( tmpPath: string ): Promise< void > {
+		const tempOutputPath = `${ tmpPath }.tmp`;
+		const readStream = createReadStream( tmpPath, 'utf8' );
+		const writeStream = createWriteStream( tempOutputPath, 'utf8' );
+
+		const rl = createInterface( {
+			input: readStream,
+			crlfDelay: Infinity,
+		} );
+
+		rl.on( 'line', ( line: string ) => {
+			writeStream.write( line.replace( /SERVMASK_PREFIX/g, 'wp' ) + '\n' );
+		} );
+
+		await new Promise( ( resolve, reject ) => {
+			rl.on( 'close', resolve );
+			rl.on( 'error', reject );
+		} );
+
+		await new Promise( ( resolve, reject ) => {
+			writeStream.end( resolve );
+			writeStream.on( 'error', reject );
+		} );
+
+		await fsPromises.rename( tempOutputPath, tmpPath );
+	}
+}

src/lib/import-export/import/validators/index.ts

@@ -3,3 +3,4 @@ export * from './sql-validator';
 export * from './jetpack-validator';
 export * from './local-validator';
 export * from './playground-validator';
+export * from './wpress-validator';