FISH-8908 - add e2e tests

Author: Simon Laden

package.json

@@ -712,6 +712,7 @@
 		"watch": "tsc -watch -p ./",
 		"pretest": "yarn run compile",
 		"test": "node ./out/test/runTest.js",
+		"test:e2e": "playwright test -c src/test/e2e/playwright.config.ts",
 		"tslint": "tslint -t verbose src/**/*.ts"
 	},
 	"dependencies": {
@@ -733,17 +734,19 @@
 		"xml2js": "^0.6.0"
 	},
 	"devDependencies": {
+		"@playwright/test": "^1.47.2",
 		"@types/fs-extra": "^11.0.1",
 		"@types/glob": "^8.0.0",
 		"@types/lodash": "^4.14.155",
-		"@types/mocha": "^10.0.0",
+		"@types/mocha": "10.0.8",
 		"@types/node": "^22.5.4",
 		"@types/vscode": "^1.93.0",
+		"@vscode/test-electron": "^2.4.1",
 		"glob": "^7.1.7",
-		"mocha": "^10.0.0",
+		"mocha": "10.7.3",
 		"os": "^0.1.1",
+		"playwright": "^1.47.2",
 		"tslint": "^6.1.0",
-		"typescript": "^5.0.3",
-		"vscode-test": "^1.2.2"
+		"typescript": "^5.0.3"
 	}
 }

src/test/e2e/baseTest.ts

@@ -0,0 +1,82 @@
+import fs from 'fs';
+import os from 'os';
+import path from 'path';
+import type { Page } from '@playwright/test';
+import { _electron, test as base } from '@playwright/test';
+import { downloadAndUnzipVSCode } from '@vscode/test-electron/out/download';
+
+export { expect } from '@playwright/test';
+
+export type TestOptions = {
+	vscodeVersion: string;
+};
+
+type TestFixtures = TestOptions & {
+	page: Page;
+	createTmpDir: () => Promise<string>;
+};
+
+export const MaxTimeout = 10000;
+
+let testProjectPath: string;
+export const test = base.extend<TestFixtures>({
+	vscodeVersion: ['insiders', { option: true }],
+	page: async ({ vscodeVersion, createTmpDir }, use) => {
+		const defaultCachePath = await createTmpDir();
+		const vscodePath = await downloadAndUnzipVSCode(vscodeVersion);
+		testProjectPath = path.join(__dirname, '..', '..', '..');
+
+		const electronApp = await _electron.launch({
+			executablePath: vscodePath,
+			// Got it from https://github.com/microsoft/vscode-test/blob/0ec222ef170e102244569064a12898fb203e5bb7/lib/runTest.ts#L126-L160
+			args: [
+				'--no-sandbox', // https://github.com/microsoft/vscode/issues/84238
+				'--disable-gpu-sandbox', // https://github.com/microsoft/vscode-test/issues/221
+				'--disable-updates', // https://github.com/microsoft/vscode-test/issues/120
+				'--skip-welcome',
+				'--skip-release-notes',
+				'--disable-workspace-trust',
+				`--extensionDevelopmentPath=${path.join(__dirname, '..', '..', '..')}`,
+				`--extensions-dir=${path.join(defaultCachePath, 'extensions')}`,
+				`--user-data-dir=${path.join(defaultCachePath, 'user-data')}`,
+				testProjectPath,
+			],
+		});
+
+		const page = await electronApp.firstWindow();
+		/*await page.context().tracing.start({
+			screenshots: true,
+			snapshots: true,
+			title: test.info().title,
+		});*/
+
+		await use(page);
+
+		/*const tracePath = test.info().outputPath('trace.zip');
+		await page.context().tracing.stop({ path: tracePath });
+		test.info().attachments.push({ name: 'trace', path: tracePath, contentType: 'application/zip' });*/
+		await electronApp.close();
+
+		const logPath = path.join(defaultCachePath, 'user-data');
+		if (fs.existsSync(logPath)) {
+			const logOutputPath = test.info().outputPath('vscode-logs');
+			await fs.promises.cp(logPath, logOutputPath, { recursive: true });
+		}
+	},
+	// Next line is necessary because of how Playwright works. It expect a destructured pattern here:
+	// https://github.com/microsoft/playwright/issues/14590#issuecomment-1911734641
+	// https://github.com/microsoft/playwright/issues/21566#issuecomment-1464858235
+
+	// eslint-disable-next-line no-empty-pattern
+	createTmpDir: async ({}, use) => {
+		const tempDirs: string[] = [];
+		await use(async () => {
+			const tempDir = await fs.promises.realpath(await fs.promises.mkdtemp(path.join(os.tmpdir(), 'gltest-')));
+			tempDirs.push(tempDir);
+			return tempDir;
+		});
+		for (const tempDir of tempDirs) {
+			await fs.promises.rm(tempDir, { recursive: true });
+		}
+	},
+});

src/test/e2e/playwright.config.js

@@ -0,0 +1,33 @@
+import { defineConfig } from '@playwright/test';
+import type { TestOptions } from './baseTest.ts';
+
+// eslint-disable-next-line import-x/no-default-export
+export default defineConfig<TestOptions>({
+	use: {
+		headless: true, // Ensure headless mode is enabled
+		viewport: { width: 1920, height: 1080 },
+	},
+	reporter: 'list', // process.env.CI ? 'html' : 'list',
+	timeout: 60000, // 1 minute
+	workers: 2,
+	expect: {
+		timeout: 60000, // 1 minute
+	},
+	globalSetup: './setup',
+	outputDir: '../../../out/test-results',
+	projects: [
+		{
+			name: 'VSCode stable',
+			use: {
+				vscodeVersion: 'stable',
+			},
+		},
+		{
+			name: 'VSCode insiders',
+			use: {
+				vscodeVersion: 'insiders',
+			},
+		},
+	],
+	testMatch: '**/specs/*.test.ts'
+});

src/test/e2e/playwright.config.js.map

@@ -0,0 +1,7 @@
+import { downloadAndUnzipVSCode } from '@vscode/test-electron';
+
+// eslint-disable-next-line import-x/no-default-export
+export default async () => {
+	await downloadAndUnzipVSCode('insiders');
+	await downloadAndUnzipVSCode('stable');
+};