@fontoxml/fontoxml-development-tools 3.10.0 → 3.12.0-beta.1

package/src/modules/connectors/src/command.run.controller.js

@@ -1,462 +0,0 @@
-import fs from 'fs-extra';
-import os from 'os';
-import path from 'path';
-
-import cleanup from './utilities/cleanup.js';
-import constants from './utilities/constants.js';
-import copyWhitelistedFiles from './utilities/copyWhitelistedFiles.js';
-import executeAndLog from './utilities/executeAndLog.js';
-import FontoxmlConnectorsManifest from './utilities/FontoxmlConnectorsManifest.js';
-import getVerbosityLevel from './utilities/getVerbosityLevel.js';
-import getWhitelist from './utilities/getWhitelist.js';
-import setEntryVisibility from './utilities/setEntryVisibility.js';
-import validateInstance from './utilities/validateInstance.js';
-
-const verboseConnectorsConfigurationEntries = {
-	fc__logging__logLevel: 'Trace',
-};
-
-const DEFAULT_HTTP_PORT = 6010;
-const DEFAULT_HTTPS_PORT = 6011;
-
-function copyConnectorsConfiguration(
-	connectorsConfiguration,
-	tempDir,
-	verbosityLevel,
-	res
-) {
-	const targetConnectorsConfiguration = path.join(tempDir, '.env');
-
-	return fs.exists(connectorsConfiguration).then((exists) => {
-		// Read the configuration entries from the .env file or initialize an empty array.
-		let deferred = exists
-			? fs.readFile(connectorsConfiguration, 'utf8').then((data) => {
-					return data.split(/\r?\n/g);
-			  })
-			: new Promise((resolve, _reject) => {
-					resolve(new Array(0));
-			  });
-
-		if (verbosityLevel === constants.VERBOSITY_LEVEL_DEBUG) {
-			// Replace or set the verbosity levels.
-			deferred = deferred.then((configurationEntries) => {
-				Object.keys(verboseConnectorsConfigurationEntries).forEach(
-					(key) => {
-						const configurationEntryIndex =
-							configurationEntries.findIndex((entry) =>
-								entry.startsWith(`${key}=`)
-							);
-						const value =
-							verboseConnectorsConfigurationEntries[key];
-						if (configurationEntryIndex === -1) {
-							configurationEntries.push(`${key}=${value}`);
-						} else {
-							configurationEntries[
-								configurationEntryIndex
-							] = `${key}=${value}`;
-						}
-					}
-				);
-				return configurationEntries;
-			});
-		}
-
-		// Ignore options that shouldn't be applied when running through FDT.
-		deferred = deferred.then((configurationEntries) => {
-			let i = configurationEntries.length;
-			while (i--) {
-				const configurationLine = configurationEntries[i];
-				if (
-					!configurationLine.startsWith('#') &&
-					configurationLine.indexOf('=') !== -1
-				) {
-					const [key, _value] = configurationLine.split('=', 2);
-
-					if (key === 'ASPNETCORE_URLS') {
-						configurationEntries.splice(i, 1);
-						res.notice(
-							`Notice: The '${key}' configuration option in the '.env' file will be ignored when ` +
-								"running the application using FDT. The FDT '--http-port' and '--https-port' options can be used to run the application " +
-								'under different ports.'
-						);
-					}
-				}
-			}
-			return configurationEntries;
-		});
-
-		// Write the configuration to the .env file.
-		return deferred.then((configurationEntries) => {
-			const configurationData = configurationEntries.join(os.EOL);
-			return fs.writeFile(
-				targetConnectorsConfiguration,
-				configurationData,
-				'utf8'
-			);
-		});
-	});
-}
-
-export default function runCommand(req, res) {
-	res.caption(req.command.getLongName());
-
-	const directoryPath = path.resolve(
-		req.options.location ? req.options.location : process.cwd()
-	);
-	const temporaryDirectoryPath = path.join(
-		directoryPath,
-		constants.TEMPLATE_DIRECTORY_NAME
-	);
-	const connectorsConfigurationFilePath = req.options['config-location']
-		? path.resolve(req.options['config-location'])
-		: path.join(directoryPath, '.env');
-	const manifestFilePath = path.join(
-		directoryPath,
-		constants.MANIFEST_FILENAME
-	);
-	const verbosityLevel = getVerbosityLevel(
-		req.options.verbose,
-		req.options.debug
-	);
-	const httpPort = req.options['http-port'] || DEFAULT_HTTP_PORT;
-	const httpsPort = req.options['https-port'] || DEFAULT_HTTPS_PORT;
-	const projectName = `${constants.DEFAULT_IMAGE_NAME}_${httpPort}_${httpsPort}`;
-
-	let pidToKillOnForceExit = null;
-	const setPidToKillOnForceExit = (processToKill) => {
-		pidToKillOnForceExit = processToKill && processToKill.pid;
-	};
-
-	// Ensure we cleanup before exiting.
-	let stopping = false;
-	process.on('SIGINT', (_code) => {
-		if (stopping) {
-			if (pidToKillOnForceExit) {
-				process.kill(pidToKillOnForceExit);
-			}
-			process.exit();
-			return;
-		}
-
-		stopping = true;
-		res.log('Gracefully stopping... (press Ctrl+C again to force)');
-		return cleanup(
-			temporaryDirectoryPath,
-			projectName,
-			res,
-			verbosityLevel
-		).then(() => {
-			process.exit();
-		});
-	});
-
-	return (
-		validateInstance(directoryPath)
-			.then(() => fs.exists(connectorsConfigurationFilePath))
-			.then((exists) => {
-				if (!exists) {
-					if (req.options['config-location']) {
-						throw new Error(
-							`Fonto Connectors config "${connectorsConfigurationFilePath}" does not exist.`
-						);
-					}
-					res.notice(
-						`No .env file exists in the directory "${directoryPath}". This will build a Fonto Connectors instance with all connectors disabled! See ${constants.DOCUMENTATION_CONFIGURATION_GUIDE} to configure the .env file.`
-					);
-				}
-			})
-			.then(() => fs.exists(manifestFilePath))
-			.then((exists) => {
-				// Verify fontoxmlConnectorsManifest file is present and valid.
-				if (!exists) {
-					throw new Error(
-						'The Fonto Connectors manifest file does not exist.'
-					);
-				} else {
-					return FontoxmlConnectorsManifest.fromJsonFile(
-						manifestFilePath
-					);
-				}
-			})
-			// Cleanup possible remaining resources from a previous build or run.
-			.then(() =>
-				cleanup(
-					temporaryDirectoryPath,
-					projectName,
-					res,
-					verbosityLevel
-				)
-			)
-			.then(() => {
-				const destroySpinner = res.spinner(
-					`Building development image at "${directoryPath}"...`
-				);
-
-				// Retrieve data for the docker image
-				return FontoxmlConnectorsManifest.fromJsonFile(
-					manifestFilePath
-				).then((manifestObj) => {
-					const requestObj = {
-						connectors: {
-							docker: {
-								version: manifestObj.connectorsVersion,
-							},
-						},
-					};
-
-					return req.fdt.license
-						.getDataForProducts(requestObj)
-						.catch((error) => {
-							if (error.statusCode === 404) {
-								error.solution =
-									'This error might be caused by requesting a nonexistent Fonto Connectors version, please check your version.';
-							}
-							throw error;
-						})
-						.then((productData) => {
-							const dockerData =
-								productData.products.connectors.docker;
-
-							// Create a hidden temporary directory.
-							return (
-								fs
-									.mkdir(temporaryDirectoryPath)
-									.then(() =>
-										setEntryVisibility(
-											temporaryDirectoryPath,
-											false
-										)
-									)
-									// Copy the instance files into the temporary directory.
-									.then(() => {
-										// Rewrite the version in the Dockerfile.
-										return fs
-											.readFile(
-												path.join(
-													constants.INSTANCE_BUILD_DIRECTORY_PATH,
-													'Dockerfile.run'
-												),
-												'utf8'
-											)
-											.then((dockerContent) =>
-												dockerContent.replace(
-													'${connectorsImage}',
-													dockerData.image
-												)
-											)
-											.then((fixedDockerContent) => {
-												return fs.writeFile(
-													path.join(
-														temporaryDirectoryPath,
-														'Dockerfile'
-													),
-													fixedDockerContent,
-													'utf8'
-												);
-											});
-									})
-									.then(() =>
-										fs.copy(
-											constants.INSTANCE_DEV_BUILD_DIRECTORY_PATH,
-											temporaryDirectoryPath
-										)
-									)
-									.then(() => {
-										// Rewrite the port in the docker-compose file.
-										return fs
-											.readFile(
-												path.join(
-													temporaryDirectoryPath,
-													'docker-compose.yml'
-												),
-												'utf8'
-											)
-											.then((dockerComposeContent) =>
-												dockerComposeContent
-													.replace(
-														'${containerName}',
-														projectName
-													)
-													.replace(
-														'${connectorsHttpPort}',
-														httpPort
-													)
-													.replace(
-														'${connectorsHttpsPort}',
-														httpsPort
-													)
-											)
-											.then((fixedDockerComposeContent) =>
-												fs.writeFile(
-													path.join(
-														temporaryDirectoryPath,
-														'docker-compose.yml'
-													),
-													fixedDockerComposeContent
-												)
-											);
-									})
-									.then(() => [
-										path.join(directoryPath, 'editor'),
-										path.join(directoryPath, 'templates'),
-										path.join(
-											directoryPath,
-											'documentProcessing.xml'
-										),
-										path.join(
-											directoryPath,
-											'initializer-files'
-										),
-									])
-									.then(() => getWhitelist())
-									.then((whitelist) =>
-										copyWhitelistedFiles(
-											whitelist,
-											directoryPath,
-											path.join(
-												temporaryDirectoryPath,
-												'instance'
-											)
-										)
-									)
-									.then(() =>
-										copyConnectorsConfiguration(
-											connectorsConfigurationFilePath,
-											temporaryDirectoryPath,
-											verbosityLevel,
-											res
-										)
-									)
-
-									// Pull the docker image
-									.then(() => {
-										return executeAndLog(
-											res,
-											'docker',
-											[
-												'login',
-												dockerData.registry,
-												'-u',
-												dockerData.login,
-												'-p',
-												dockerData.password,
-											],
-											null,
-											constants.VERBOSITY_LEVEL_NORMAL,
-											false,
-											setPidToKillOnForceExit
-										)
-											.then(() =>
-												executeAndLog(
-													res,
-													'docker',
-													['pull', dockerData.image],
-													null,
-													verbosityLevel,
-													false,
-													setPidToKillOnForceExit
-												)
-											)
-											.then(() =>
-												executeAndLog(
-													res,
-													'docker',
-													[
-														'logout',
-														dockerData.registry,
-													],
-													null,
-													constants.VERBOSITY_LEVEL_NORMAL,
-													false,
-													setPidToKillOnForceExit
-												)
-											)
-											.catch(() => {
-												throw new Error(
-													'Failed to retrieve the image file.'
-												);
-											});
-									})
-
-									// Use docker-compose to build the development image.
-									.then(() =>
-										executeAndLog(
-											res,
-											'docker-compose',
-											verbosityLevel ===
-												constants.VERBOSITY_LEVEL_DEBUG
-												? [
-														'-p',
-														projectName,
-														'--verbose',
-														'build',
-												  ]
-												: ['-p', projectName, 'build'],
-											temporaryDirectoryPath,
-											verbosityLevel,
-											false,
-											setPidToKillOnForceExit
-										)
-									)
-									.then(() =>
-										req.fdt.license.sendTelemetry({
-											product: req.command.parent.name,
-											type: 'docker',
-											version:
-												manifestObj.connectorsVersion,
-											action: req.command.name,
-										})
-									)
-									.then(() => destroySpinner())
-							);
-						});
-				});
-			})
-			// Use docker-compose to run the development image. We hard-code verbose to true since docker does not yet support a --quiet or --silent flag. https://github.com/docker/compose/issues/3447
-			.then(() => {
-				res.notice(
-					`Starting Fonto Connectors on "http://localhost:${httpPort}" and "https://localhost:${httpsPort}"...`
-				);
-				return executeAndLog(
-					res,
-					'docker-compose',
-					verbosityLevel === constants.VERBOSITY_LEVEL_DEBUG
-						? ['-p', projectName, '--verbose', 'up']
-						: ['-p', projectName, 'up'],
-					temporaryDirectoryPath,
-					verbosityLevel,
-					true,
-					setPidToKillOnForceExit
-				);
-			})
-			// Cleanup temporary directory.
-			.then(() =>
-				cleanup(
-					temporaryDirectoryPath,
-					projectName,
-					res,
-					verbosityLevel
-				)
-			)
-			.catch((error) => {
-				if (!stopping) {
-					res.notice(
-						`See our documentation at ${constants.DOCUMENTATION_EXECUTE_ERROR} for help.`
-					);
-				}
-
-				return cleanup(
-					temporaryDirectoryPath,
-					projectName,
-					res,
-					verbosityLevel
-				)
-					.then(() => {
-						throw error;
-					})
-					.catch(() => {
-						throw error;
-					});
-			})
-	);
-}

package/src/modules/connectors/src/command.run.js

@@ -1,67 +0,0 @@
-import path from 'path';
-import { fileURLToPath } from 'url';
-
-import constants from './utilities/constants.js';
-
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-
-export default (moduleRegistration, connectorsCommand) => {
-	connectorsCommand
-		.addCommand('run', path.resolve(__dirname, 'command.run.controller.js'))
-		.setDescription(
-			'Run a Fonto Connectors instance with a self-signed certificate for development purposes. Requires Docker to be installed.'
-		)
-
-		.addOption(
-			'http-port',
-			null,
-			'Listen on the specified http port instead of listening on the default port (default=6010).'
-		)
-		.addOption(
-			'https-port',
-			null,
-			'Listen on the specified https port instead of listening on the default port (default=6011).'
-		)
-
-		.addOption(
-			'location',
-			'l',
-			'The directory where the instance is located.',
-			false
-		)
-		.addOption(
-			'config-location',
-			'c',
-			`The path where the configuration file (.env) is located. Information about the .env file can be found at ${constants.DOCUMENTATION_CONFIGURATION_GUIDE}.`,
-			false
-		)
-
-		.addOption(
-			'verbose',
-			null,
-			'Output default stdout and stderr information.'
-		)
-		.addOption(
-			'debug',
-			null,
-			'Output all debug information. This also overrides the fc__logging__logLevel if set.'
-		)
-
-		.addExample(
-			`${moduleRegistration.getAppInfo().name} connectors run`,
-			'Build and run a development image using the Fonto Connectors instance and configuration located at the current working directory.'
-		)
-		.addExample(
-			`${
-				moduleRegistration.getAppInfo().name
-			} connectors run --http-port 8080 --https-port 8443`,
-			'Build and run a development image using the Fonto Connectors instance and configuration located at the current working directory on the non-default ports 8080 and 8443.'
-		)
-		.addExample(
-			`${
-				moduleRegistration.getAppInfo().name
-			} connectors run --location /opt/my-instances/specific-instance/ --config-location /opt/my-instances/.env`,
-			'Build and run a development image using the Fonto Connectors instance located at "/opt/my-instances/specific-instance/" using the configuration located at "/opt/my-instances/.env".'
-		);
-};

package/src/modules/connectors/src/command.upgrade.controller.js

@@ -1,52 +0,0 @@
-import fs from 'fs-extra';
-import path from 'path';
-
-import constants from './utilities/constants.js';
-import FontoxmlConnectorsManifest from './utilities/FontoxmlConnectorsManifest.js';
-import setEntryVisibility from './utilities/setEntryVisibility.js';
-
-export default async function upgradeCommand(req, res) {
-	res.caption(req.command.getLongName());
-
-	// Check if the given version exist.
-	const sdkVersions = await req.fdt.license.getVersionsForProduct(
-		'connectors'
-	);
-	const version = req.options.version;
-	if (!sdkVersions.includes(version)) {
-		throw new Error(
-			`Could not upgrade to version (${version}), please check if it is a valid version. The latest version is ${sdkVersions.getLatestStable()}, run \`fdt connectors versions\` to get a list of all available versions.`
-		);
-	}
-
-	const destroySpinner = res.spinner(
-		`Upgrading your Fonto Connectors instance to ${version}...`
-	);
-
-	const directoryPath = path.resolve(
-		req.options.location ? req.options.location : process.cwd()
-	);
-	const manifestFilePath = path.join(
-		directoryPath,
-		constants.MANIFEST_FILENAME
-	);
-	let currentVersion;
-	return setEntryVisibility(manifestFilePath, true)
-		.then(() => FontoxmlConnectorsManifest.fromJsonFile(manifestFilePath))
-		.then((manifest) => {
-			currentVersion = manifest.connectorsVersion;
-			manifest.connectorsVersion = version;
-			return fs.writeJson(manifestFilePath, manifest);
-		})
-		.then(() => setEntryVisibility(manifestFilePath, false))
-		.then(() =>
-			req.fdt.license.sendTelemetry({
-				product: req.command.parent.name,
-				type: 'docker',
-				version,
-				currentVersion,
-				action: req.command.name,
-			})
-		)
-		.then(() => destroySpinner());
-}

package/src/modules/connectors/src/command.upgrade.js

@@ -1,42 +0,0 @@
-import path from 'path';
-import { fileURLToPath } from 'url';
-
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-
-export default (moduleRegistration, connectorsCommand) => {
-	connectorsCommand
-		.addCommand(
-			'upgrade',
-			path.resolve(__dirname, 'command.upgrade.controller.js')
-		)
-		.setDescription(
-			'Upgrade an existing Fonto Connectors instance to the specified version.'
-		)
-
-		.addOption(
-			'location',
-			'l',
-			'The directory of the instance to upgrade. If not set this defaults to the current working directory.',
-			false
-		)
-		.addOption(
-			'version',
-			null,
-			'The version to upgrade to. Can be either a specific version or "nightly". Be warned: nightly can be unstable or may not work at all.',
-			true
-		)
-
-		.addExample(
-			`${
-				moduleRegistration.getAppInfo().name
-			} connectors upgrade --version x.x.x`,
-			'Upgrade the Fonto Connectors instance located at the current working directory to version x.x.x.'
-		)
-		.addExample(
-			`${
-				moduleRegistration.getAppInfo().name
-			} connectors upgrade --location /opt/my-instance/ --version x.x.x`,
-			'Upgrade the Fonto Connectors instance located at "/opt/my-instance/" to version x.x.x.'
-		);
-};

package/src/modules/connectors/src/command.versions.controller.js

@@ -1,14 +0,0 @@
-export default async function versionsCommand(req, res) {
-	res.caption(req.command.getLongName());
-
-	const all = req.options.all;
-	const destroySpinner = res.spinner(
-		`Retrieving ${all ? 'all ' : ''}Fonto Connectors versions...`
-	);
-	const sdkVersions = await req.fdt.license.getVersionsForProduct(
-		'connectors'
-	);
-	destroySpinner();
-	res.caption('Fonto Connectors versions');
-	res.list(all ? sdkVersions.getAll() : sdkVersions.getAllStable(), '-');
-}

package/src/modules/connectors/src/command.versions.js

@@ -1,25 +0,0 @@
-import path from 'path';
-import { fileURLToPath } from 'url';
-
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-
-export default (moduleRegistration, connectorsCommand) => {
-	connectorsCommand
-		.addCommand(
-			'versions',
-			path.resolve(__dirname, 'command.versions.controller.js')
-		)
-		.setDescription('List the available Fonto Connectors versions.')
-
-		.addHiddenOption(
-			'all',
-			undefined,
-			'Include nightly and prerelease versions.'
-		)
-
-		.addExample(
-			`${moduleRegistration.getAppInfo().name} connectors versions`,
-			'Request the available versions for Fonto Connectors.'
-		);
-};

package/src/modules/connectors/src/utilities/FontoxmlConnectorsManifest.js

@@ -1,32 +0,0 @@
-import fs from 'fs-extra';
-
-export default class FontoxmlConnectorsManifest {
-	constructor(connectorsVersion) {
-		this.connectorsVersion = connectorsVersion;
-	}
-
-	static fromJsonFile(filePath) {
-		return fs
-			.exists(filePath)
-			.then((exists) => {
-				if (!exists) {
-					throw new Error(`The file ${filePath} does not exist.`);
-				}
-			})
-			.then(() => fs.readJson(filePath))
-			.then((content) => {
-				FontoxmlConnectorsManifest.validate(content);
-				return new FontoxmlConnectorsManifest(
-					content.connectorsVersion
-				);
-			});
-	}
-
-	static validate(input) {
-		if (!input.connectorsVersion) {
-			throw new Error(
-				"The Fonto Connectors manifest file does not contain a 'connectorsVersion'."
-			);
-		}
-	}
-}