@harmoniclabs/monaco-editor 0.1.0

package/build/importTypescript.ts

@@ -0,0 +1,192 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+import path = require('path');
+import fs = require('fs');
+import child_process = require('child_process');
+import { REPO_ROOT } from './utils';
+
+const generatedNote = `//
+// **NOTE**: Do not edit directly! This file is generated using \`npm run import-typescript\`
+//
+`;
+
+const TYPESCRIPT_LIB_SOURCE = path.join(REPO_ROOT, 'node_modules/typescript/lib');
+const TYPESCRIPT_LIB_DESTINATION = path.join(REPO_ROOT, 'src/language/typescript/lib');
+
+(function () {
+	try {
+		fs.statSync(TYPESCRIPT_LIB_DESTINATION);
+	} catch (err) {
+		fs.mkdirSync(TYPESCRIPT_LIB_DESTINATION);
+	}
+	importLibs();
+
+	const npmLsOutput = JSON.parse(
+		child_process.execSync('npm ls typescript --depth=0 --json=true', { cwd: REPO_ROOT }).toString()
+	);
+	const typeScriptDependencyVersion = npmLsOutput.dependencies.typescript.version;
+
+	fs.writeFileSync(
+		path.join(TYPESCRIPT_LIB_DESTINATION, 'typescriptServicesMetadata.ts'),
+		`${generatedNote}
+export const typescriptVersion = "${typeScriptDependencyVersion}";\n`
+	);
+
+	let tsServices = fs.readFileSync(path.join(TYPESCRIPT_LIB_SOURCE, 'typescript.js')).toString();
+
+	tsServices = tsServices
+		.replace(
+			'const path = matchedStar ? subst.replace("*", matchedStar) : subst;',
+			'const path = matchedStar ? subst.replace("*", matchedStar) : subst; // CodeQL [SM02383] This is a false positive, the code is from the TypeScript compiler'
+		)
+		.replace(
+			'return key.replace("*", matchedStar);',
+			'return key.replace("*", matchedStar); // CodeQL [SM02383] This is a false positive, the code is from the TypeScript compiler'
+		);
+
+	// The output from this build will only be accessible via ESM; rather than removing
+	// references to require/module, define them as dummy variables that bundlers will ignore.
+	// The TS code can figure out that it's not running under Node even with these defined.
+	tsServices =
+		`
+/* MONACOCHANGE */
+var require = undefined;
+var module = { exports: {} };
+/* END MONACOCHANGE */
+` + tsServices;
+
+	const tsServices_esm =
+		generatedNote +
+		tsServices +
+		`
+// MONACOCHANGE
+export var createClassifier = ts.createClassifier;
+export var createLanguageService = ts.createLanguageService;
+export var displayPartsToString = ts.displayPartsToString;
+export var EndOfLineState = ts.EndOfLineState;
+export var flattenDiagnosticMessageText = ts.flattenDiagnosticMessageText;
+export var IndentStyle = ts.IndentStyle;
+export var ScriptKind = ts.ScriptKind;
+export var ScriptTarget = ts.ScriptTarget;
+export var TokenClass = ts.TokenClass;
+export var typescript = ts;
+// END MONACOCHANGE
+`;
+	fs.writeFileSync(
+		path.join(TYPESCRIPT_LIB_DESTINATION, 'typescriptServices.js'),
+		stripSourceMaps(tsServices_esm)
+	);
+
+	let dtsServices = fs.readFileSync(path.join(TYPESCRIPT_LIB_SOURCE, 'typescript.d.ts')).toString();
+
+	fs.writeFileSync(
+		path.join(TYPESCRIPT_LIB_DESTINATION, 'typescriptServices.d.ts'),
+		generatedNote + dtsServices
+	);
+})();
+
+function importLibs() {
+	function readLibFile(name) {
+		const srcPath = path.join(TYPESCRIPT_LIB_SOURCE, name);
+		return fs.readFileSync(srcPath).toString();
+	}
+
+	let strLibResult = `/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+${generatedNote}
+
+/** Contains all the lib files */
+export const libFileMap: Record<string, string> = {}
+`;
+	let strIndexResult = `/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+${generatedNote}
+
+/** Contains all the lib files */
+export const libFileSet: Record<string, boolean> = {}
+`;
+	const dtsFiles = fs.readdirSync(TYPESCRIPT_LIB_SOURCE).filter((f) => f.includes('lib.'));
+	while (dtsFiles.length > 0) {
+		const name = dtsFiles.shift();
+		const output = readLibFile(name).replace(/\r\n/g, '\n');
+		strLibResult += `libFileMap['${name}'] = "${escapeText(output)}";\n`;
+		strIndexResult += `libFileSet['${name}'] = true;\n`;
+	}
+
+	fs.writeFileSync(path.join(TYPESCRIPT_LIB_DESTINATION, 'lib.ts'), strLibResult);
+	fs.writeFileSync(path.join(TYPESCRIPT_LIB_DESTINATION, 'lib.index.ts'), strIndexResult);
+}
+
+/**
+ * Escape text such that it can be used in a javascript string enclosed by double quotes (")
+ */
+function escapeText(text) {
+	// See http://www.javascriptkit.com/jsref/escapesequence.shtml
+	const _backspace = '\b'.charCodeAt(0);
+	const _formFeed = '\f'.charCodeAt(0);
+	const _newLine = '\n'.charCodeAt(0);
+	const _nullChar = 0;
+	const _carriageReturn = '\r'.charCodeAt(0);
+	const _tab = '\t'.charCodeAt(0);
+	const _verticalTab = '\v'.charCodeAt(0);
+	const _backslash = '\\'.charCodeAt(0);
+	const _doubleQuote = '"'.charCodeAt(0);
+
+	const len = text.length;
+	let startPos = 0;
+	let chrCode;
+	let replaceWith = null;
+	let resultPieces = [];
+
+	for (let i = 0; i < len; i++) {
+		chrCode = text.charCodeAt(i);
+		switch (chrCode) {
+			case _backspace:
+				replaceWith = '\\b';
+				break;
+			case _formFeed:
+				replaceWith = '\\f';
+				break;
+			case _newLine:
+				replaceWith = '\\n';
+				break;
+			case _nullChar:
+				replaceWith = '\\0';
+				break;
+			case _carriageReturn:
+				replaceWith = '\\r';
+				break;
+			case _tab:
+				replaceWith = '\\t';
+				break;
+			case _verticalTab:
+				replaceWith = '\\v';
+				break;
+			case _backslash:
+				replaceWith = '\\\\';
+				break;
+			case _doubleQuote:
+				replaceWith = '\\"';
+				break;
+		}
+		if (replaceWith !== null) {
+			resultPieces.push(text.substring(startPos, i));
+			resultPieces.push(replaceWith);
+			startPos = i + 1;
+			replaceWith = null;
+		}
+	}
+	resultPieces.push(text.substring(startPos, len));
+	return resultPieces.join('');
+}
+
+function stripSourceMaps(str) {
+	return str.replace(/\/\/# sourceMappingURL[^\n]+/gm, '');
+}

package/build/npm/installAll.ts

@@ -0,0 +1,44 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+import glob = require('glob');
+import path = require('path');
+import fs = require('fs');
+import cp = require('child_process');
+const npm = process.platform === 'win32' ? 'npm.cmd' : 'npm';
+import { REPO_ROOT } from '../utils';
+
+const files = glob.sync('**/package.json', {
+	cwd: REPO_ROOT,
+	ignore: ['**/node_modules/**', '**/dist/**', '**/out/**']
+});
+
+for (const file of files) {
+	const filePath = path.join(REPO_ROOT, file);
+	const contents = JSON.parse(fs.readFileSync(filePath).toString());
+	if (!contents.dependencies && !contents.devDependencies && !contents.optionalDependencies) {
+		// nothing to install
+		continue;
+	}
+
+	npmInstall(path.dirname(file));
+}
+
+function npmInstall(location) {
+	const stdio = 'inherit';
+	const args = ['install'];
+
+	console.log(`Installing dependencies in ${location}...`);
+	console.log(`$ npm ${args.join(' ')}`);
+	const result = cp.spawnSync(npm, args, {
+		env: process.env,
+		cwd: location,
+		stdio
+	});
+
+	if (result.error || result.status !== 0) {
+		process.exit(1);
+	}
+}

package/build/npm/removeAll.ts

@@ -0,0 +1,20 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+import glob from 'glob';
+import path from 'path';
+import fs from 'fs';
+import { REPO_ROOT } from '../utils';
+
+const files = glob.sync('**/package-lock.json', {
+	cwd: REPO_ROOT,
+	ignore: ['**/node_modules/**', '**/out/**']
+});
+
+for (const file of files) {
+	const filePath = path.join(REPO_ROOT, file);
+	console.log(`Deleting ${file}...`);
+	fs.unlinkSync(filePath);
+}

package/build/postinstall.ts

@@ -0,0 +1,28 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+import cp = require('child_process');
+import path = require('path');
+import fs = require('fs');
+
+function huskyInstall() {
+	const huskyBin = path.join(__dirname, '../node_modules/husky/lib/bin.js');
+
+	if (!fs.existsSync(huskyBin)) {
+		console.warn('⚠️ Husky not found. Skipping husky install.');
+		return;
+	}
+
+	console.log('Installing husky hooks...');
+	console.log('$ husky install');
+
+	const result = cp.spawnSync(process.execPath, [huskyBin, 'install'], { stdio: 'inherit' });
+
+	if (result.error || result.status !== 0) {
+		console.error('❌ Husky install failed.');
+		process.exit(1);
+	}
+}
+
+huskyInstall();

package/build/releaseMetadata.ts

@@ -0,0 +1,280 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See LICENSE in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+import glob = require('glob');
+import path = require('path');
+import fs = require('fs');
+import { REPO_ROOT } from './utils';
+import { ensureDir } from './fs';
+
+const customFeatureLabels = {
+	'vs/editor/browser/controller/coreCommands': 'coreCommands',
+	'vs/editor/contrib/caretOperations/caretOperations': 'caretOperations',
+	'vs/editor/contrib/caretOperations/transpose': 'transpose',
+	'vs/editor/contrib/colorPicker/colorDetector': 'colorDetector',
+	'vs/editor/contrib/rename/onTypeRename': 'onTypeRename',
+	'vs/editor/contrib/gotoSymbol/link/goToDefinitionAtPosition': 'gotoSymbol',
+	'vs/editor/contrib/snippet/snippetController2': 'snippets',
+	'vs/editor/standalone/browser/quickAccess/standaloneGotoLineQuickAccess': 'gotoLine',
+	'vs/editor/standalone/browser/quickAccess/standaloneCommandsQuickAccess': 'quickCommand',
+	'vs/editor/standalone/browser/quickAccess/standaloneGotoSymbolQuickAccess': 'quickOutline',
+	'vs/editor/standalone/browser/quickAccess/standaloneHelpQuickAccess': 'quickHelp'
+};
+
+function getBasicLanguages(): Promise<{ label: string; entry: string }[]> {
+	return new Promise((resolve, reject) => {
+		glob(
+			'./out/monaco-editor/esm/vs/basic-languages/*/*.contribution.js',
+			{ cwd: path.dirname(__dirname) },
+			(err, files) => {
+				if (err) {
+					reject(err);
+					return;
+				}
+
+				resolve(
+					files.map((file) => {
+						const entry = file.substring('./out/monaco-editor/esm/'.length).replace(/\.js$/, '');
+						const label = path.basename(file).replace(/\.contribution\.js$/, '');
+						return {
+							label: label,
+							entry: entry
+						};
+					})
+				);
+			}
+		);
+	});
+}
+
+function readAdvancedLanguages(): Promise<string[]> {
+	return new Promise((resolve, reject) => {
+		glob(
+			'./out/monaco-editor/esm/vs/language/*/monaco.contribution.js',
+			{ cwd: path.dirname(__dirname) },
+			(err, files) => {
+				if (err) {
+					reject(err);
+					return;
+				}
+
+				resolve(
+					files
+						.map((file) => file.substring('./out/monaco-editor/esm/vs/language/'.length))
+						.map((file) => file.substring(0, file.length - '/monaco.contribution.js'.length))
+				);
+			}
+		);
+	});
+}
+
+function getAdvancedLanguages(): Promise<
+	{ label: string; entry: string; worker: { id: string; entry: string } }[]
+> {
+	return readAdvancedLanguages().then((languages) => {
+		let result = [];
+		for (const lang of languages) {
+			let shortLang = lang === 'typescript' ? 'ts' : lang;
+			const entry = `vs/language/${lang}/monaco.contribution`;
+			checkFileExists(entry);
+			const workerId = `vs/language/${lang}/${shortLang}Worker`;
+			const workerEntry = `vs/language/${lang}/${shortLang}.worker`;
+			checkFileExists(workerEntry);
+			result.push({
+				label: lang,
+				entry: entry,
+				worker: {
+					id: workerId,
+					entry: workerEntry
+				}
+			});
+		}
+		return result;
+	});
+
+	function checkFileExists(moduleName) {
+		const filePath = path.join(REPO_ROOT, 'out/monaco-editor/esm', `${moduleName}.js`);
+		if (!fs.existsSync(filePath)) {
+			console.error(`Could not find ${filePath}.`);
+			process.exit(1);
+		}
+	}
+}
+
+export function generateMetadata() {
+	return Promise.all([getBasicLanguages(), getAdvancedLanguages()]).then(
+		([basicLanguages, advancedLanguages]) => {
+			basicLanguages.sort((a, b) => strcmp(a.entry, b.entry));
+			advancedLanguages.sort((a, b) => strcmp(a.entry, b.entry));
+
+			let i = 0,
+				len = basicLanguages.length;
+			let j = 0,
+				lenJ = advancedLanguages.length;
+			let languages = [];
+			while (i < len || j < lenJ) {
+				if (i < len && j < lenJ) {
+					if (basicLanguages[i].label === advancedLanguages[j].label) {
+						let entry = [];
+						entry.push(basicLanguages[i].entry);
+						entry.push(advancedLanguages[j].entry);
+						languages.push({
+							label: basicLanguages[i].label,
+							entry: entry,
+							worker: advancedLanguages[j].worker
+						});
+						i++;
+						j++;
+					} else if (basicLanguages[i].label < advancedLanguages[j].label) {
+						languages.push(basicLanguages[i]);
+						i++;
+					} else {
+						languages.push(advancedLanguages[j]);
+						j++;
+					}
+				} else if (i < len) {
+					languages.push(basicLanguages[i]);
+					i++;
+				} else {
+					languages.push(advancedLanguages[j]);
+					j++;
+				}
+			}
+
+			const features = getFeatures();
+
+			const dtsContents = `
+/*!----------------------------------------------------------------
+ * Copyright (c) Microsoft Corporation. All rights reserved.
+ * Released under the MIT license
+ * https://github.com/microsoft/monaco-editor/blob/main/LICENSE.txt
+ *----------------------------------------------------------------*/
+
+export interface IWorkerDefinition {
+	id: string;
+	entry: string;
+}
+
+export interface IFeatureDefinition {
+	label: string;
+	entry: string | string[] | undefined;
+	worker?: IWorkerDefinition;
+}
+
+export const features: IFeatureDefinition[];
+
+export const languages: IFeatureDefinition[];
+
+export type EditorLanguage = ${languages.map((el) => `'${el.label}'`).join(' | ')};
+
+export type EditorFeature = ${features.map((el) => `'${el.label}'`).join(' | ')};
+
+export type NegatedEditorFeature = ${features.map((el) => `'!${el.label}'`).join(' | ')};
+
+`;
+			const dtsDestination = path.join(REPO_ROOT, 'out/monaco-editor/esm/metadata.d.ts');
+			ensureDir(path.dirname(dtsDestination));
+			fs.writeFileSync(dtsDestination, dtsContents.replace(/\r\n/g, '\n'));
+
+			const jsContents = `
+exports.features = ${JSON.stringify(features, null, '  ')};
+exports.languages = ${JSON.stringify(languages, null, '  ')};
+`;
+			const jsDestination = path.join(REPO_ROOT, 'out/monaco-editor/esm/metadata.js');
+			ensureDir(path.dirname(jsDestination));
+			fs.writeFileSync(jsDestination, jsContents.replace(/\r\n/g, '\n'));
+
+			for (const feature of [...features, ...languages]) {
+				const entries = [].concat(feature.entry);
+				for (const entry of entries) {
+					const dtsDestination = path.join(REPO_ROOT, 'out/monaco-editor/esm', entry) + '.d.ts';
+					ensureDir(path.dirname(dtsDestination));
+					fs.writeFileSync(dtsDestination, 'export {}\n');
+				}
+			}
+		}
+	);
+}
+
+function strcmp(a: string, b: string) {
+	if (a < b) {
+		return -1;
+	}
+	if (a > b) {
+		return 1;
+	}
+	return 0;
+}
+
+function getFeatures(): { label: string; entry: string | string[] }[] {
+	const skipImports = [
+		'vs/editor/browser/widget/codeEditorWidget',
+		'vs/editor/browser/widget/diffEditorWidget',
+		'vs/editor/browser/widget/diffNavigator',
+		'vs/editor/common/standaloneStrings',
+		'vs/editor/contrib/tokenization/tokenization',
+		'vs/editor/editor.all',
+		'vs/base/browser/ui/codicons/codiconStyles',
+		'vs/editor/contrib/gotoSymbol/documentSymbols'
+	];
+
+	let features: string[] = [];
+	const files =
+		fs
+			.readFileSync(path.join(REPO_ROOT, 'out/monaco-editor/esm/vs/editor/edcore.main.js'))
+			.toString() +
+		fs
+			.readFileSync(path.join(REPO_ROOT, 'out/monaco-editor/esm/vs/editor/editor.all.js'))
+			.toString();
+	files.split(/\r\n|\n/).forEach((line) => {
+		const m = line.match(/import '([^']+)'/);
+		if (m) {
+			const tmp = path.posix.join('vs/editor', m[1]).replace(/\.js$/, '');
+			if (skipImports.indexOf(tmp) === -1) {
+				features.push(tmp);
+			}
+		}
+	});
+
+	let result: { label: string; entry: any }[] = features.map((feature) => {
+		/** @type {string} */ let label;
+		if (customFeatureLabels[feature]) {
+			label = customFeatureLabels[feature];
+		} else {
+			const m1 = feature.match(/^vs\/editor\/contrib\/([^\/]+)/);
+			if (m1) {
+				// for editor/contrib features, use the first segment
+				label = m1[1];
+			} else {
+				// for everything else, use the last segment folder
+				label = path.basename(path.dirname(feature));
+			}
+		}
+		return {
+			label: label,
+			entry: feature
+		};
+	});
+
+	result.sort((a, b) => {
+		const labelCmp = strcmp(a.label, b.label);
+		if (labelCmp === 0) {
+			return strcmp(a.entry, b.entry);
+		}
+		return labelCmp;
+	});
+
+	for (let i = 0; i < result.length; i++) {
+		if (i + 1 < result.length && result[i].label === result[i + 1].label) {
+			if (typeof result[i].entry === 'string') {
+				result[i].entry = [result[i].entry];
+			}
+			result[i].entry.push(result[i + 1].entry);
+			result.splice(i + 1, 1);
+		}
+	}
+
+	return result;
+}

package/build/simpleserver.ts

@@ -0,0 +1,69 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+import fs = require('fs');
+import path = require('path');
+import http = require('http');
+import yaserver = require('yaserver');
+import { REPO_ROOT } from './utils';
+import { ensureDir } from './fs';
+
+generateTestSamplesTask();
+
+const SERVER_ROOT = path.normalize(path.join(REPO_ROOT, '../'));
+createSimpleServer(SERVER_ROOT, 8080);
+createSimpleServer(SERVER_ROOT, 8088);
+
+function generateTestSamplesTask() {
+	const sampleNames = fs.readdirSync(path.join(REPO_ROOT, 'test/manual/samples'));
+	let samples = sampleNames.map((sampleName) => {
+		const samplePath = path.join(REPO_ROOT, 'test/manual/samples', sampleName);
+		const sampleContent = fs.readFileSync(samplePath).toString();
+		return {
+			name: sampleName,
+			content: sampleContent
+		};
+	});
+
+	// Add samples from website
+	{
+		let sampleNames = fs.readdirSync(path.join(REPO_ROOT, 'website/index/samples'));
+		sampleNames = sampleNames.filter((name) => /^sample/.test(name));
+
+		samples = samples.concat(
+			sampleNames.map((sampleName) => {
+				const samplePath = path.join(REPO_ROOT, 'website/index/samples', sampleName);
+				const sampleContent = fs.readFileSync(samplePath).toString();
+				return {
+					name: sampleName,
+					content: sampleContent
+				};
+			})
+		);
+	}
+
+	const prefix =
+		'//This is a generated file via `npm run simpleserver`\ndefine([], function() { return';
+	const suffix = '; });';
+
+	const destination = path.join(REPO_ROOT, 'test/manual/generated/all-samples.js');
+	ensureDir(path.dirname(destination));
+	fs.writeFileSync(destination, prefix + JSON.stringify(samples, null, '\t') + suffix);
+}
+
+function createSimpleServer(rootDir: string, port: number) {
+	yaserver
+		.createServer({
+			rootDir: rootDir
+		})
+		.then((staticServer) => {
+			const server = http.createServer((request, response) => {
+				return staticServer.handle(request, response);
+			});
+			server.listen(port, '127.0.0.1', () => {
+				console.log(`Running at http://127.0.0.1:${port}`);
+			});
+		});
+}

package/build/tsconfig.json

@@ -0,0 +1,8 @@
+{
+	"compilerOptions": {
+		"noEmit": true,
+		"module": "CommonJS",
+		"esModuleInterop": true
+	},
+	"include": ["./**/*"]
+}