@tangelo/tangelo-configuration-toolkit 1.14.0 → 1.14.1

package/README.md

@@ -1,67 +1,67 @@
-# tangelo-configuration-toolkit
-
-Tangelo Configuration Toolkit is a command-line toolkit which offers support for developing a Tangelo configuration.
-
-## Installation
-
-The toolkit requires [NPM](https://www.npmjs.com/get-npm) on [Node.js®](https://nodejs.org/) (at least version 14.x). An active or maintenance LTS release is recommended. After installing Node.js, you can install the latest version of the Tangelo Configuration Toolkit globally on your system using the following command:
-
-    npm i -g @tangelo/tangelo-configuration-toolkit
-
-## Usage
-
-Get help for the available commands and see version:
-
-    tangelo-configuration-toolkit
-
-Get help for a specific command, detailing all its arguments:
-
-    tangelo-configuration-toolkit <command>
-
-Use the `tct` shorthand instead of `tangelo-configuration-toolkit`:
-
-    tct <command>
-
-## Config
-
-### Global
-
-The `deploy` command requires server connection information. So you'll have to create a configuration file named `tangelo-configuration-toolkit-appconfig.json` in which such information can be stored. This file will be searched for in an ancestor directory of the current working directory.
-
-The contents looks like this (all properties are optional):
-
-    {
-      "sharedConfigPath": "absolute/or/relative/path/to/folder/containing/shared/config",
-      "servers": [{
-        "config": {
-          "port": 22,
-          "parallel": 4,
-          "username": "username",
-          "remotedir": "/absolute/path/to/tangelo/config/folder/on/server"
-        },
-        "domains": ["domain.name.com"],
-        "name": "name-for-local-deploy"
-      }],
-      "serverDefaults": {
-        "config": {
-          ...
-        }
-      }
-      "defaultServer": "can be set to the name of e.g. your favorite dev server",
-      "defaultDatabase": "can be set to the tnsname of e.g. your favorite dev server"
-    }
-
-When passing a server name, `tct` will look for a full match with a name or a partial match (the start) with a domain.
-
-### Repo
-
-The `build` and `sql` commands make use of a configuration file in the repository named `tangelo-configuration-toolkit-repoconfig.json`. This contains information about the customer projects.
-
-For a new repository, using `tct build --init` also creates the repoconfig-file. For existing projects not having the repoconfig-file, you can use `tct build --config` to generate it.
-
-### oXygen
-
-The `build -x` commands set projects transformation scenarios and masterfiles in the oXygen project file with the following functionality:
-- Will try to preserve manually added entries in the transformation scenarios and masterfiles
-- Will remove non existing masterfiles or masterfiles that start with a '_'
-- No masterfiles / scenarios will be added if their path match with oXygens hidden directory patterns
+# tangelo-configuration-toolkit
+
+Tangelo Configuration Toolkit is a command-line toolkit which offers support for developing a Tangelo configuration.
+
+## Installation
+
+The toolkit requires [NPM](https://www.npmjs.com/get-npm) on [Node.js®](https://nodejs.org/) (at least version 14.x). An active or maintenance LTS release is recommended. After installing Node.js, you can install the latest version of the Tangelo Configuration Toolkit globally on your system using the following command:
+
+    npm i -g @tangelo/tangelo-configuration-toolkit
+
+## Usage
+
+Get help for the available commands and see version:
+
+    tangelo-configuration-toolkit
+
+Get help for a specific command, detailing all its arguments:
+
+    tangelo-configuration-toolkit <command>
+
+Use the `tct` shorthand instead of `tangelo-configuration-toolkit`:
+
+    tct <command>
+
+## Config
+
+### Global
+
+The `deploy` command requires server connection information. So you'll have to create a configuration file named `tangelo-configuration-toolkit-appconfig.json` in which such information can be stored. This file will be searched for in an ancestor directory of the current working directory.
+
+The contents looks like this (all properties are optional):
+
+    {
+      "sharedConfigPath": "absolute/or/relative/path/to/folder/containing/shared/config",
+      "servers": [{
+        "config": {
+          "port": 22,
+          "parallel": 4,
+          "username": "username",
+          "remotedir": "/absolute/path/to/tangelo/config/folder/on/server"
+        },
+        "domains": ["domain.name.com"],
+        "name": "name-for-local-deploy"
+      }],
+      "serverDefaults": {
+        "config": {
+          ...
+        }
+      }
+      "defaultServer": "can be set to the name of e.g. your favorite dev server",
+      "defaultDatabase": "can be set to the tnsname of e.g. your favorite dev server"
+    }
+
+When passing a server name, `tct` will look for a full match with a name or a partial match (the start) with a domain.
+
+### Repo
+
+The `build` and `sql` commands make use of a configuration file in the repository named `tangelo-configuration-toolkit-repoconfig.json`. This contains information about the customer projects.
+
+For a new repository, using `tct build --init` also creates the repoconfig-file. For existing projects not having the repoconfig-file, you can use `tct build --config` to generate it.
+
+### oXygen
+
+The `build -x` commands set projects transformation scenarios and masterfiles in the oXygen project file with the following functionality:
+- Will try to preserve manually added entries in the transformation scenarios and masterfiles
+- Will remove non existing masterfiles or masterfiles that start with a '_'
+- No masterfiles / scenarios will be added if their path match with oXygens hidden directory patterns

package/bin/index.js

@@ -1,3 +1,3 @@
-#!/usr/bin/env node
-
+#!/usr/bin/env node
+
 require('..');

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tangelo/tangelo-configuration-toolkit",
-  "version": "1.14.0",
+  "version": "1.14.1",
   "engines": {
     "node": ">=14.0.0"
   },

package/src/lib/get-tdi-branch.js

@@ -1,41 +1,46 @@
-const execGitCommand = require('./exec-git-command');
-const path           = require('path');
-
-module.exports = function getTdiBranch(toBranchName) {
-  const tdiBranch = {};
-  let toBranch;
-  if (toBranchName) {
-    // Check if specified branch exists; we will update to this branch
-    toBranch = String(toBranchName).replace(/(?:release\/)?(\d+(?:\.[\dx]+)*)/, `release/$1`);
-    const branchExists = execGitCommand(`branch --remote`, path.join(_paths.repo, _paths.tdi)).match(`origin/${toBranch}`);
-    if (!branchExists) _error(`TDI branch "${toBranch}" does not exist. Note that TCT can only update to a release branch.`);
-  }
-
-  // Get the current TDI branch:
-
-  // Get remote release branches containing TDI HEAD commit
-  const releaseBranches = execGitCommand(`branch --all --contains ${_git.commitTdi.local().hash}`, path.join(_paths.repo, _paths.tdi)).match(/remotes\/origin\/release\/[^\s]+/gsm);
-  if (!releaseBranches || releaseBranches.error) _error(`Could not retrieve TDI release branches`);
-
-  // Get the first possible branch; prefer release/5.1 over release/5.2:
-  releaseBranches.sort((a, b) => a > b ? 1 : -1);
-
-  // Set branch name of firstBranch without 'remotes/origin/'
-  tdiBranch.name = releaseBranches[0].replace(/remotes\/origin\//g, '');
-
-  // In case of branch switch set from.name to the old branch and name to the new branch
-  if (toBranch) {
-    if (tdiBranch.name > toBranch) _error(`You cannot downgrade to a lower release branch with TCT.`);
-    tdiBranch.from = {name: tdiBranch.name};
-    tdiBranch.name = toBranch;
-
-    const branchHash = execGitCommand(`rev-parse origin/${toBranch}`, path.join(_paths.repo, _paths.tdi));
-    const commonAncestorHash = execGitCommand(`merge-base ${_git.commitTdi.local().hash} ${branchHash}`, path.join(_paths.repo, _paths.tdi));
-    const commonAncestorDate = execGitCommand(`show ${commonAncestorHash} --no-patch --format=%cd --date=iso-strict `, path.join(_paths.repo, _paths.tdi), ['date']).date;
-    tdiBranch.commonAncestor = {date: new Date(commonAncestorDate)};
-  }
-
-  // Get number of commits behind
-  tdiBranch.commitsBehind = execGitCommand(`rev-list HEAD...origin/${tdiBranch.name} --count`, path.join(_paths.repo, _paths.tdi));
-  return tdiBranch;
+const execGitCommand = require('./exec-git-command');
+const path           = require('path');
+
+module.exports = function getTdiBranch(toBranchName) {
+  const tdiBranch = {};
+  let toBranch;
+  if (toBranchName) {
+    // Check if specified branch exists; we will update to this branch
+    toBranch = String(toBranchName).replace(/(?:release\/)?(\d+(?:\.[\dx]+)*)/, `release/$1`);
+    const branchExists = execGitCommand(`branch --remote`, path.join(_paths.repo, _paths.tdi)).match(`origin/${toBranch}`);
+    if (!branchExists) _error(`TDI branch "${toBranch}" does not exist. Note that TCT can only update to a release branch.`);
+  }
+
+  // Get the current TDI branch:
+
+  // Fetch all
+  _info(`Fetch TDI submodule`);
+  const cmdFetch = execGitCommand('fetch -pf --all', path.join(_paths.repo, _paths.tdi));
+  if (cmdFetch.error) _warn(`Fetch failed\n${cmdFetch.error}`);
+
+  // Get remote release branches containing TDI HEAD commit
+  const releaseBranches = execGitCommand(`branch --all --contains ${_git.commitTdi.local().hash}`, path.join(_paths.repo, _paths.tdi)).match(/remotes\/origin\/release\/[^\s]+/gsm);
+  if (!releaseBranches || releaseBranches.error) _error(`Could not retrieve TDI release branches`);
+
+  // Get the first possible branch; prefer release/5.1 over release/5.2:
+  releaseBranches.sort((a, b) => a > b ? 1 : -1);
+
+  // Set branch name of firstBranch without 'remotes/origin/'
+  tdiBranch.name = releaseBranches[0].replace(/remotes\/origin\//g, '');
+
+  // In case of branch switch set from.name to the old branch and name to the new branch
+  if (toBranch) {
+    if (tdiBranch.name > toBranch) _error(`You cannot downgrade to a lower release branch with TCT.`);
+    tdiBranch.from = {name: tdiBranch.name};
+    tdiBranch.name = toBranch;
+
+    const branchHash = execGitCommand(`rev-parse origin/${toBranch}`, path.join(_paths.repo, _paths.tdi));
+    const commonAncestorHash = execGitCommand(`merge-base ${_git.commitTdi.local().hash} ${branchHash}`, path.join(_paths.repo, _paths.tdi));
+    const commonAncestorDate = execGitCommand(`show ${commonAncestorHash} --no-patch --format=%cd --date=iso-strict `, path.join(_paths.repo, _paths.tdi), ['date']).date;
+    tdiBranch.commonAncestor = {date: new Date(commonAncestorDate)};
+  }
+
+  // Get number of commits behind
+  tdiBranch.commitsBehind = execGitCommand(`rev-list HEAD...origin/${tdiBranch.name} --count`, path.join(_paths.repo, _paths.tdi));
+  return tdiBranch;
 };

package/src/lib/gulp-batch-replace-with-filter.js

@@ -1,19 +1,19 @@
-// based on gulp-batch-replace
-
-const es = require('event-stream'), minimatch = require('minimatch'), istextorbinary = require('istextorbinary');
-
-const execReplace = (c, s, r) => Buffer.from(s instanceof RegExp ? String(c).replace(s, r) : String(c).split(s).join(r));
-
-module.exports = (arr) => {
-  return es.map((file, callback) => {
-    if(file.contents instanceof Buffer) {
-      arr.forEach(e => {
-        // exec if no glob is passed or if glob matches, and it's a text file
-        if ((!e[2] || minimatch(file.path, e[2])) && istextorbinary.isText(file.path, file)) {
-          file.contents = execReplace(file.contents, e[0], e[1]);
-        }
-      });
-    }
-    callback(null, file);
-  });
-};
+// based on gulp-batch-replace
+
+const es = require('event-stream'), minimatch = require('minimatch'), istextorbinary = require('istextorbinary');
+
+const execReplace = (c, s, r) => Buffer.from(s instanceof RegExp ? String(c).replace(s, r) : String(c).split(s).join(r));
+
+module.exports = (arr) => {
+  return es.map((file, callback) => {
+    if(file.contents instanceof Buffer) {
+      arr.forEach(e => {
+        // exec if no glob is passed or if glob matches, and it's a text file
+        if ((!e[2] || minimatch(file.path, e[2])) && istextorbinary.isText(file.path, file)) {
+          file.contents = execReplace(file.contents, e[0], e[1]);
+        }
+      });
+    }
+    callback(null, file);
+  });
+};

package/src/lib/gulp-simple-rename.js

@@ -1,11 +1,11 @@
-// replacement for the official (but deprecated) gulp-simple-rename
-// kept same name because of usage in tdi
-
-const through2  = require('through2');
-
-module.exports = (fn) => {
-  return through2.obj((file, enc, cb) => {
-    file.path = fn(file.path);
-    cb(null, file);
-  });
-};
+// replacement for the official (but deprecated) gulp-simple-rename
+// kept same name because of usage in tdi
+
+const through2  = require('through2');
+
+module.exports = (fn) => {
+  return through2.obj((file, enc, cb) => {
+    file.path = fn(file.path);
+    cb(null, file);
+  });
+};

package/src/modules/build/index.js

@@ -9,7 +9,7 @@ const createSymlink = (t, p) => {
   fs.symlink(path.join(up, _paths.tdi, t), p, 'dir', err => {
     if (err) {
       if (err.code=='EEXIST') _write(`Symlink already exists: ${p}`);
-      else _error((err.code=='EPERM' ? 'Start your console as admin for symlink creation!' : err));
+      else _error((err.code!=='EPERM' ? err : `Can't create symlinks, restart your console as admin, or fix it permanently:\n  1. Open 'Local Security Policy' (secpol.msc)\n  2. Go to 'Security Settings > Local Policies > User Rights Assignment > Create symbolic links'\n  3. Add your own account\n  4. Restart Windows`));
     }
     else _write(`Symlink created: ${p}`);
   });

package/src/modules/build/oxygen.js

@@ -1,168 +1,168 @@
-const fs      = require('fs-extra');
-const globby  = require('globby');
-const path    = require('path');
-const SaxonJS = require('saxon-js');
-
-const spConfigPath  = path.join(_paths.repo, _paths.tdi, 'tct/build/oxygen/stylesheetPaths.json');
-const sefFilePath   = path.join(_paths.repo, _paths.tdi, 'tct/build/oxygen/createProjectFile.sef.json');
-const cmscustomPath = 'config/cmscustom/';
-const siteStylesheetsPath = 'config/txp/site-stylesheets/';
-
-const masterFiles = new Set;
-const transformationScenarios = [];
-
-const convertToValidFilename = (string) => string.replace(/[\/|\\:*?"<>]/g, " ");
-
-const createProjectFile = (config) => {
-  _info('Initializing xpr file(s):');
-  const xprFiles = globby.sync(`*.xpr`);
-
-  // Copy xpr file from TDI if it does not exists yet;
-  if (xprFiles[0]) _write(`Found: ${xprFiles.join(', ')}`);
-  else {
-    const customers = new Set;
-    _repoconfig.forEach(p => customers.add(p.customer_name));
-    xprFiles.push(convertToValidFilename([...customers].join(' - ')) + '.xpr');
-    fs.copySync(path.join(_paths.repo, 'tangelo-default-implementation/src/[customer].xpr'), path.join(_paths.repo, xprFiles[0]));
-    _write(`Created: '${xprFiles[0]}'`);
-  }
-
-  // Search for transformationScenarios/masterfiles based on TDI submodule oxygenProjectFile config
-  _info('\nSearching for transformationScenarios/masterfiles');
-  config.oxygenProjectFile.forEach(
-    pf => {
-      // Collect transformation scenarios and add them to the transformationScenarios array; add individual stylesheets to the masterFiles set.
-      if      (pf.transformation) getTransformations(pf.transformation);
-      // Add files to the masterfiles set.
-      else if (pf.masterfile)     getMasterfiles(pf.masterfile);
-    }
-  );
-
-  // update all .xpr files with collected transformation scenarios and masterfiles.
-  transformXprFile(xprFiles);
-};
-
-const getTransformations = (config) => {
-  _repoconfig.forEach(rc => {
-    // get pathname of customer/project
-    const [customerPath, projectPath] = config.location == 'database' ? rc.path_dbconfig : rc.path_cmscustom;
-
-    // set pathname of customer/project in location glob-expression
-    const location = path.join(
-      _paths.repo,
-      config.files.replace(/\[customer\]/, customerPath).replace(/\[project\]/, projectPath)
-    );
-
-    globby
-      .sync(`${location}`)
-      .forEach(f => {
-      // extract baseStrings from file
-        const fileString = fs.readFileSync(f).toString();
-        const baseStrings = fileString.match(RegExp(config.extracts.base, 'gm'));
-
-        if (fileString.replace(/\s|^prompt\s.*$/gm,'')!=='') {
-          if (baseStrings) {
-            baseStrings.forEach(s => {
-            // extract type, name, files info from baseString
-              const type = config.extracts.type ? s.match(RegExp(config.extracts.type))[1] : config.values.type;
-              const name = config.extracts.name ? s.match(RegExp(config.extracts.name))[1] : config.values.name;
-              const files = s.match(RegExp(config.extracts.files))[1];
-
-              // Add transformation scenario to the transformationScenario array
-              transformationScenarios.push({
-                name: `${type}: ${name} (${rc.customer_name}, ${rc.project_name})`, // note that in createProjectFile.xsl a regex is added that matches scenarios based on this name. This to preserve manually added scenarios.
-                transformationScenario: files,
-                location: config.location == 'txp' ? siteStylesheetsPath : cmscustomPath
-              });
-
-              // Add each non-tdi stylesheet in transformation scenario to the masterFiles set
-              files.split(',').forEach(f => {
-                const filePath = `${config.location == 'txp' ? siteStylesheetsPath : cmscustomPath}${f}`;
-                if (!f.startsWith('tdi')) masterFiles.add(filePath);
-              });
-            });
-          } else {
-            _write(`No transformation scenarios found in ${f} for '${config.extracts.base}'`);
-          }
-        }
-      });
-  });
-
-};
-
-
-const getMasterfiles = (config) => {
-  globby
-    .sync(`${path.join(_paths.repo, config.files)}`)
-    .forEach(cf => {
-    // Check if masterfile should be extracted from file
-      const fileString = fs.readFileSync(cf).toString();
-      if (fileString.replace(/\s|^prompt\s.*$/gm,'')!=='') {
-        if (config.extracts) {
-        // extract baseStrings from file
-          const baseStrings = fileString.match(RegExp(config.extracts.base, 'gm'));
-
-          if (baseStrings) {
-            baseStrings.forEach(s => {
-            // extract (comma-separated) list of masterfiles
-              const filesString = s.match(RegExp(config.extracts.files))[1];
-              if (!filesString) _error(`No masterfiles found in '${s}' for '${config.extracts.files}'`);
-
-              // Add each non-tdi masterfile to the masterFiles set
-              filesString.split(',').forEach(f => {
-                if (!f.startsWith('tdi')){
-                  const filePath = `${config.location == 'txp' ? siteStylesheetsPath : cmscustomPath}${f}`;
-                  masterFiles.add(filePath);
-                }
-              });
-            });
-          } else {
-            _write(`No masterfiles found in ${cf} for '${config.extracts.base}'`);
-          }
-        } else { // Add synced file to masterfiles; strip path from c:/... hence it starts with config/cmscustom or config/txp/site-stylesheets
-          const filePath = config.location == 'txp' ? `${siteStylesheetsPath}${cf.split(siteStylesheetsPath)[1]}` : `${cmscustomPath}${cf.split(cmscustomPath)[1]}`;
-          masterFiles.add(filePath);
-        }
-      }
-    });
-
-};
-
-const transformXprFile = (xprFiles) => {
-  _info('\nUpdating xpr file(s):');
-  // create with: xslt3 -t -xsl:createProjectFile.xsl -export:createProjectFile.sef.json v -nogo'
-
-  xprFiles
-    .forEach(xprFile => {
-    // Transform xpr; add masterfiles and transformationScenarios as parameters of the stylesheet
-      _write(`${xprFile}\n`);
-      SaxonJS.transform({
-        stylesheetText: fs.readFileSync(sefFilePath),
-        stylesheetBaseURI: 'createProjectFile.sef.json',
-        sourceFileName: path.join(_paths.repo, xprFile),
-        destination: 'serialized',
-        stylesheetParams: {
-          'masterfiles': [...masterFiles],
-          'Q{}transformationScenarios': transformationScenarios
-        }
-      }, 'async')
-        .then(output => {
-          // Write result of transformation to xpr file
-          fs.writeFileSync(path.join(_paths.repo, xprFile), output.principalResult);
-        })
-        .catch(e => _warn(`Failed to update: ${xprFile}\n ${e}`));
-    });
-};
-
-
-module.exports = function oxygen () {
-  // Set projects transformation scenarios and masterfiles in oXygen project file
-  // - Will try to preserve manually added entries in the transformation scenarios and masterfiles
-  // - Will remove non existing masterfiles or masterfiles that start with a '_'
-
-  if (!fs.existsSync(spConfigPath) || !fs.existsSync(sefFilePath)) {
-    _error(`Cannot find required files in TDI submodule. Try updating TDI submodule.`);
-  }
-
-  createProjectFile(require(spConfigPath));
+const fs      = require('fs-extra');
+const globby  = require('globby');
+const path    = require('path');
+const SaxonJS = require('saxon-js');
+
+const spConfigPath  = path.join(_paths.repo, _paths.tdi, 'tct/build/oxygen/stylesheetPaths.json');
+const sefFilePath   = path.join(_paths.repo, _paths.tdi, 'tct/build/oxygen/createProjectFile.sef.json');
+const cmscustomPath = 'config/cmscustom/';
+const siteStylesheetsPath = 'config/txp/site-stylesheets/';
+
+const masterFiles = new Set;
+const transformationScenarios = [];
+
+const convertToValidFilename = (string) => string.replace(/[\/|\\:*?"<>]/g, " ");
+
+const createProjectFile = (config) => {
+  _info('Initializing xpr file(s):');
+  const xprFiles = globby.sync(`*.xpr`);
+
+  // Copy xpr file from TDI if it does not exists yet;
+  if (xprFiles[0]) _write(`Found: ${xprFiles.join(', ')}`);
+  else {
+    const customers = new Set;
+    _repoconfig.forEach(p => customers.add(p.customer_name));
+    xprFiles.push(convertToValidFilename([...customers].join(' - ')) + '.xpr');
+    fs.copySync(path.join(_paths.repo, 'tangelo-default-implementation/src/[customer].xpr'), path.join(_paths.repo, xprFiles[0]));
+    _write(`Created: '${xprFiles[0]}'`);
+  }
+
+  // Search for transformationScenarios/masterfiles based on TDI submodule oxygenProjectFile config
+  _info('\nSearching for transformationScenarios/masterfiles');
+  config.oxygenProjectFile.forEach(
+    pf => {
+      // Collect transformation scenarios and add them to the transformationScenarios array; add individual stylesheets to the masterFiles set.
+      if      (pf.transformation) getTransformations(pf.transformation);
+      // Add files to the masterfiles set.
+      else if (pf.masterfile)     getMasterfiles(pf.masterfile);
+    }
+  );
+
+  // update all .xpr files with collected transformation scenarios and masterfiles.
+  transformXprFile(xprFiles);
+};
+
+const getTransformations = (config) => {
+  _repoconfig.forEach(rc => {
+    // get pathname of customer/project
+    const [customerPath, projectPath] = config.location == 'database' ? rc.path_dbconfig : rc.path_cmscustom;
+
+    // set pathname of customer/project in location glob-expression
+    const location = path.join(
+      _paths.repo,
+      config.files.replace(/\[customer\]/, customerPath).replace(/\[project\]/, projectPath)
+    );
+
+    globby
+      .sync(`${location}`)
+      .forEach(f => {
+      // extract baseStrings from file
+        const fileString = fs.readFileSync(f).toString();
+        const baseStrings = fileString.match(RegExp(config.extracts.base, 'gm'));
+
+        if (fileString.replace(/\s|^prompt\s.*$/gm,'')!=='') {
+          if (baseStrings) {
+            baseStrings.forEach(s => {
+            // extract type, name, files info from baseString
+              const type = config.extracts.type ? s.match(RegExp(config.extracts.type))[1] : config.values.type;
+              const name = config.extracts.name ? s.match(RegExp(config.extracts.name))[1] : config.values.name;
+              const files = s.match(RegExp(config.extracts.files))[1];
+
+              // Add transformation scenario to the transformationScenario array
+              transformationScenarios.push({
+                name: `${type}: ${name} (${rc.customer_name}, ${rc.project_name})`, // note that in createProjectFile.xsl a regex is added that matches scenarios based on this name. This to preserve manually added scenarios.
+                transformationScenario: files,
+                location: config.location == 'txp' ? siteStylesheetsPath : cmscustomPath
+              });
+
+              // Add each non-tdi stylesheet in transformation scenario to the masterFiles set
+              files.split(',').forEach(f => {
+                const filePath = `${config.location == 'txp' ? siteStylesheetsPath : cmscustomPath}${f}`;
+                if (!f.startsWith('tdi')) masterFiles.add(filePath);
+              });
+            });
+          } else {
+            _write(`No transformation scenarios found in ${f} for '${config.extracts.base}'`);
+          }
+        }
+      });
+  });
+
+};
+
+
+const getMasterfiles = (config) => {
+  globby
+    .sync(`${path.join(_paths.repo, config.files)}`)
+    .forEach(cf => {
+    // Check if masterfile should be extracted from file
+      const fileString = fs.readFileSync(cf).toString();
+      if (fileString.replace(/\s|^prompt\s.*$/gm,'')!=='') {
+        if (config.extracts) {
+        // extract baseStrings from file
+          const baseStrings = fileString.match(RegExp(config.extracts.base, 'gm'));
+
+          if (baseStrings) {
+            baseStrings.forEach(s => {
+            // extract (comma-separated) list of masterfiles
+              const filesString = s.match(RegExp(config.extracts.files))[1];
+              if (!filesString) _error(`No masterfiles found in '${s}' for '${config.extracts.files}'`);
+
+              // Add each non-tdi masterfile to the masterFiles set
+              filesString.split(',').forEach(f => {
+                if (!f.startsWith('tdi')){
+                  const filePath = `${config.location == 'txp' ? siteStylesheetsPath : cmscustomPath}${f}`;
+                  masterFiles.add(filePath);
+                }
+              });
+            });
+          } else {
+            _write(`No masterfiles found in ${cf} for '${config.extracts.base}'`);
+          }
+        } else { // Add synced file to masterfiles; strip path from c:/... hence it starts with config/cmscustom or config/txp/site-stylesheets
+          const filePath = config.location == 'txp' ? `${siteStylesheetsPath}${cf.split(siteStylesheetsPath)[1]}` : `${cmscustomPath}${cf.split(cmscustomPath)[1]}`;
+          masterFiles.add(filePath);
+        }
+      }
+    });
+
+};
+
+const transformXprFile = (xprFiles) => {
+  _info('\nUpdating xpr file(s):');
+  // create with: xslt3 -t -xsl:createProjectFile.xsl -export:createProjectFile.sef.json v -nogo'
+
+  xprFiles
+    .forEach(xprFile => {
+    // Transform xpr; add masterfiles and transformationScenarios as parameters of the stylesheet
+      _write(`${xprFile}\n`);
+      SaxonJS.transform({
+        stylesheetText: fs.readFileSync(sefFilePath),
+        stylesheetBaseURI: 'createProjectFile.sef.json',
+        sourceFileName: path.join(_paths.repo, xprFile),
+        destination: 'serialized',
+        stylesheetParams: {
+          'masterfiles': [...masterFiles],
+          'Q{}transformationScenarios': transformationScenarios
+        }
+      }, 'async')
+        .then(output => {
+          // Write result of transformation to xpr file
+          fs.writeFileSync(path.join(_paths.repo, xprFile), output.principalResult);
+        })
+        .catch(e => _warn(`Failed to update: ${xprFile}\n ${e}`));
+    });
+};
+
+
+module.exports = function oxygen () {
+  // Set projects transformation scenarios and masterfiles in oXygen project file
+  // - Will try to preserve manually added entries in the transformation scenarios and masterfiles
+  // - Will remove non existing masterfiles or masterfiles that start with a '_'
+
+  if (!fs.existsSync(spConfigPath) || !fs.existsSync(sefFilePath)) {
+    _error(`Cannot find required files in TDI submodule. Try updating TDI submodule.`);
+  }
+
+  createProjectFile(require(spConfigPath));
 };

package/src/modules/git/index.js

@@ -124,8 +124,9 @@ module.exports = function git (argv) {
     if (update === `tdi`) {
 
       const tdiBranch = getTdiBranch(argv.branch);
+      const tdiBranchUpgrade = tdiBranch.from ? (tdiBranch.from.name < tdiBranch.name) : false;
 
-      if (tdiBranch.from) _info(`Current branch '${tdiBranch.from.name}' will be updated to '${tdiBranch.name}'\nCommon ancestor will be used in selecting TDI commits requiring migration: ${_formatDate(tdiBranch.commonAncestor.date)}`);
+      if (tdiBranchUpgrade) _info(`Current branch '${tdiBranch.from.name}' will be updated to '${tdiBranch.name}'\nCommon ancestor will be used in selecting TDI commits requiring migration: ${_formatDate(tdiBranch.commonAncestor.date)}`);
       _info(`Branch ${tdiBranch.name} is ${tdiBranch.commitsBehind} commits behind.`);
 
       // Set branch in .gitmodules file; This ensures submodule update will follow this branch to the latest commit
@@ -150,7 +151,7 @@ module.exports = function git (argv) {
           const migrationsFiltered = migrations
             .filter((m) => m.releases.find((r) => {
               const time = new Date(r.date).getTime();
-              return ((tdiBranch.from)
+              return ((tdiBranchUpgrade)
                 ? `release/${r.release}` == tdiBranch.name || (tdiBranch.from.name <= `release/${r.release}` && `release/${r.release}` < tdiBranch.name && (fromTdiDate.getTime() < time && time < toTdiDate.getTime()))
                 : `release/${r.release}` == tdiBranch.name && (fromTdiDate.getTime() < time && time < toTdiDate.getTime())
               );

package/src/modules/info/index.js

@@ -1,201 +1,201 @@
-const fs      = require('fs-extra');
-const globby  = require('globby');
-const path    = require('path');
-const {Table} = require('console-table-printer');
-
-const execGitCommand  = require('../../lib/exec-git-command');
-const getTdiBranch    = require('../../lib/get-tdi-branch');
-const c               = require('../deploy/config');
-const {remote}        = require('../deploy/execute');
-
-
-const getGitInfo = () => {
-  // Version info TDI submodule
-  const gitSubmoduleInfo = new Table({
-    columns: [
-      {name: 'property', title: 'TDI - submodule', alignment: 'left'},
-      {name: 'value', alignment: 'left'}
-    ],
-  });
-
-  // Fetch all
-  const cmdFetch = execGitCommand('fetch -pf --all', path.join(_paths.repo, _paths.tdi));
-  if (cmdFetch.error) _warn(`Fetch failed\n${cmdFetch.error}`);
-
-  // Set branch name of firstBranch without 'remotes/origin/'
-  const tdiBranch = getTdiBranch();
-
-  // Get number of commits behind
-  tdiBranch.commitsBehind = execGitCommand(`rev-list HEAD...origin/${tdiBranch.name} --count`, path.join(_paths.repo, _paths.tdi));
-
-  // Create table rows for TDI submodule info
-  gitSubmoduleInfo.addRow({
-    property: 'Commit date',
-    value: _formatDate(_git.commitTdi.local().date)
-  });
-  if (tdiBranch) {
-    gitSubmoduleInfo.addRow({
-      property: 'Branch',
-      value: tdiBranch.name
-    });
-    gitSubmoduleInfo.addRow({
-      property: 'Commits behind',
-      value: tdiBranch.commitsBehind
-    });
-  } else {
-    gitSubmoduleInfo.addRow({
-      property: 'Branch could not be determined',
-      value: ''
-    });
-  }
-
-  // Print TDI submodule info
-  gitSubmoduleInfo.printTable();
-};
-
-const getFileExtractInfo = (sorting) => {
-  // version info miscellaneous
-  const projects = new Set;
-  const types = new Set;
-  const versionInfoConfigPath  = path.join(_paths.repo, _paths.tdi, 'tct/version/versionInfo.js');
-  const versionInfo = new Table({
-    columns: [
-      {name: 'path', alignment: 'left'},
-      {name: 'type', alignment: 'left'},
-      {name: 'version', alignment: 'left'},
-      {name: 'sort'}
-    ],
-    disabledColumns: ['sort'],
-    sort: (a, b) => a.sort.toLowerCase() > b.sort.toLowerCase() ? 1 : -1
-  });
-
-  if (fs.existsSync(versionInfoConfigPath)) {
-    const config = require(versionInfoConfigPath);
-
-    config.forEach(v => {
-      const location = path.join(_paths.repo, v.glob);
-
-      globby
-        .sync(location)
-        .forEach(f => {
-          const filePathExtract = f.match(/.*(?<path>(cmscustom|site-stylesheets)\/(?<customer>[^/]*)\/(?<project>[^/]*)\/.*)/);
-          const path = filePathExtract.groups.path || '';
-          const project = filePathExtract.groups.project || '';
-
-          const fileContent = fs.readFileSync(f).toString();
-          v.extracts.forEach(e => {
-            const extract = fileContent.match(e.regex);
-            if (extract) {
-              projects.add(project); // Store the projects where versioninfo is found
-              types.add(e.type); // Store the types for which versioninfo is found
-              versionInfo.addRow({ // Create row with version information to output
-                path,
-                sort: `${sorting=='project' ? project : e.type}_2${sorting=='project' ? e.type : extract.groups.version}`, // Output is sorted on project or type: '_2' ensures it is rendered after the empty row and the row with the project name
-                type: e.type,
-                version: extract.groups.version
-              });
-            }
-          });
-        });
-    });
-
-    if (sorting=='project') {
-      // For projects containing version information
-      projects.forEach(p => {
-        versionInfo.addRow({ // Add empty row after project
-          path: '',
-          sort: `${p}_3`,
-          type: '',
-          version: ''
-        });
-        versionInfo.addRow({ // Add row with project name
-          path: `-- ${p}:`,
-          sort: `${p}_1`,
-          type: '',
-          version: ''
-        }, {
-          color: 'yellow'
-        });
-      });
-    }
-    else if (sorting=='type') {
-      types.forEach(t => {
-        versionInfo.addRow({ // Add empty row after type
-          path: '',
-          sort: `${t}_3`,
-          type: '',
-          version: ''
-        });
-      });
-    }
-    versionInfo.printTable();
-  }
-  else {
-    _warn('Version info of miscellaneous items cannot be extracted:\nCannot find required files in TDI submodule. Try updating TDI submodule.');
-  }
-};
-
-const getServerInfo = (server) => {
-  // Remote server info
-  // common setup
-  _write();
-  c.setServer(server);
-
-  if (!c.envDev) {
-    _info(`Remote version info for '${c.server.ftpConfig.host}':\n`);
-    remote.add('sudo ~root/scripts/version.sh', '').process();
-  }
-  else {
-    _info('For development environments no server version information is available. Check rancher / database for this information.\nAdd the --server option with a non-dev environment to see version information for that server.');
-  }
-};
-
-
-module.exports = function info (argv) {
-
-  if (argv.doctypes) {
-    _info('Document type information for this git repository\n');
-
-    const doctypesInfo = new Table({
-      columns: [
-        {name: 'id', alignment: 'right'},
-        {name: 'name', alignment: 'left'},
-        {name: 'paths', alignment: 'left'}
-      ],
-    });
-
-    globby
-      .sync(_paths.repo + '/database/config/**/txd_document_types.sql')
-      .forEach((p, i, a) => {
-        fs.readFileSync(p).toString().match(/select([\s\S]+?)from\s+dual/gmi)
-          .forEach((dtRow, i, a) => {
-            const ntSqlInsert = fs.readFileSync(p.replace('txd_document_types', 'txd_node_types')).toString().match(/select(.*?)from\s+dual/s)[1];
-            const id      = dtRow.match(/(\d+) id/)?.[1];
-            const name    = dtRow.match(/'([^']+)' display_name/)?.[1];
-            const dbPath  = p.match(/(database\/config\/(:?.*)\/)txd_document_types.sql/i)?.[1];
-            const prPath  = ntSqlInsert.match(/'([^']+)' xsl_prep_inc/)[1].replace('prepare_xincludes.xsl', '');
-
-            doctypesInfo.addRows([
-              {id, name, paths: 'config/cmscustom/'+ prPath},
-              {paths: dbPath}
-            ]);
-
-            if (i!==a.length-1) doctypesInfo.addRow({});
-          });
-
-        if (i!==a.length-1) doctypesInfo.addRow({});
-      });
-
-
-    doctypesInfo.printTable();
-  }
-
-  if (argv.versions) {
-    _info('Version information for this git repository\n');
-
-    getGitInfo();
-    getFileExtractInfo(argv.versions);
-    getServerInfo(argv.server);
-  }
-
-};
+const fs      = require('fs-extra');
+const globby  = require('globby');
+const path    = require('path');
+const {Table} = require('console-table-printer');
+
+const execGitCommand  = require('../../lib/exec-git-command');
+const getTdiBranch    = require('../../lib/get-tdi-branch');
+const c               = require('../deploy/config');
+const {remote}        = require('../deploy/execute');
+
+
+const getGitInfo = () => {
+  // Version info TDI submodule
+  const gitSubmoduleInfo = new Table({
+    columns: [
+      {name: 'property', title: 'TDI - submodule', alignment: 'left'},
+      {name: 'value', alignment: 'left'}
+    ],
+  });
+
+  // Fetch all
+  const cmdFetch = execGitCommand('fetch -pf --all', path.join(_paths.repo, _paths.tdi));
+  if (cmdFetch.error) _warn(`Fetch failed\n${cmdFetch.error}`);
+
+  // Set branch name of firstBranch without 'remotes/origin/'
+  const tdiBranch = getTdiBranch();
+
+  // Get number of commits behind
+  tdiBranch.commitsBehind = execGitCommand(`rev-list HEAD...origin/${tdiBranch.name} --count`, path.join(_paths.repo, _paths.tdi));
+
+  // Create table rows for TDI submodule info
+  gitSubmoduleInfo.addRow({
+    property: 'Commit date',
+    value: _formatDate(_git.commitTdi.local().date)
+  });
+  if (tdiBranch) {
+    gitSubmoduleInfo.addRow({
+      property: 'Branch',
+      value: tdiBranch.name
+    });
+    gitSubmoduleInfo.addRow({
+      property: 'Commits behind',
+      value: tdiBranch.commitsBehind
+    });
+  } else {
+    gitSubmoduleInfo.addRow({
+      property: 'Branch could not be determined',
+      value: ''
+    });
+  }
+
+  // Print TDI submodule info
+  gitSubmoduleInfo.printTable();
+};
+
+const getFileExtractInfo = (sorting) => {
+  // version info miscellaneous
+  const projects = new Set;
+  const types = new Set;
+  const versionInfoConfigPath  = path.join(_paths.repo, _paths.tdi, 'tct/version/versionInfo.js');
+  const versionInfo = new Table({
+    columns: [
+      {name: 'path', alignment: 'left'},
+      {name: 'type', alignment: 'left'},
+      {name: 'version', alignment: 'left'},
+      {name: 'sort'}
+    ],
+    disabledColumns: ['sort'],
+    sort: (a, b) => a.sort.toLowerCase() > b.sort.toLowerCase() ? 1 : -1
+  });
+
+  if (fs.existsSync(versionInfoConfigPath)) {
+    const config = require(versionInfoConfigPath);
+
+    config.forEach(v => {
+      const location = path.join(_paths.repo, v.glob);
+
+      globby
+        .sync(location)
+        .forEach(f => {
+          const filePathExtract = f.match(/.*(?<path>(cmscustom|site-stylesheets)\/(?<customer>[^/]*)\/(?<project>[^/]*)\/.*)/);
+          const path = filePathExtract.groups.path || '';
+          const project = filePathExtract.groups.project || '';
+
+          const fileContent = fs.readFileSync(f).toString();
+          v.extracts.forEach(e => {
+            const extract = fileContent.match(e.regex);
+            if (extract) {
+              projects.add(project); // Store the projects where versioninfo is found
+              types.add(e.type); // Store the types for which versioninfo is found
+              versionInfo.addRow({ // Create row with version information to output
+                path,
+                sort: `${sorting=='project' ? project : e.type}_2${sorting=='project' ? e.type : extract.groups.version}`, // Output is sorted on project or type: '_2' ensures it is rendered after the empty row and the row with the project name
+                type: e.type,
+                version: extract.groups.version
+              });
+            }
+          });
+        });
+    });
+
+    if (sorting=='project') {
+      // For projects containing version information
+      projects.forEach(p => {
+        versionInfo.addRow({ // Add empty row after project
+          path: '',
+          sort: `${p}_3`,
+          type: '',
+          version: ''
+        });
+        versionInfo.addRow({ // Add row with project name
+          path: `-- ${p}:`,
+          sort: `${p}_1`,
+          type: '',
+          version: ''
+        }, {
+          color: 'yellow'
+        });
+      });
+    }
+    else if (sorting=='type') {
+      types.forEach(t => {
+        versionInfo.addRow({ // Add empty row after type
+          path: '',
+          sort: `${t}_3`,
+          type: '',
+          version: ''
+        });
+      });
+    }
+    versionInfo.printTable();
+  }
+  else {
+    _warn('Version info of miscellaneous items cannot be extracted:\nCannot find required files in TDI submodule. Try updating TDI submodule.');
+  }
+};
+
+const getServerInfo = (server) => {
+  // Remote server info
+  // common setup
+  _write();
+  c.setServer(server);
+
+  if (!c.envDev) {
+    _info(`Remote version info for '${c.server.ftpConfig.host}':\n`);
+    remote.add('sudo ~root/scripts/version.sh', '').process();
+  }
+  else {
+    _info('For development environments no server version information is available. Check rancher / database for this information.\nAdd the --server option with a non-dev environment to see version information for that server.');
+  }
+};
+
+
+module.exports = function info (argv) {
+
+  if (argv.doctypes) {
+    _info('Document type information for this git repository\n');
+
+    const doctypesInfo = new Table({
+      columns: [
+        {name: 'id', alignment: 'right'},
+        {name: 'name', alignment: 'left'},
+        {name: 'paths', alignment: 'left'}
+      ],
+    });
+
+    globby
+      .sync(_paths.repo + '/database/config/**/txd_document_types.sql')
+      .forEach((p, i, a) => {
+        fs.readFileSync(p).toString().match(/select([\s\S]+?)from\s+dual/gmi)
+          .forEach((dtRow, i, a) => {
+            const ntSqlInsert = fs.readFileSync(p.replace('txd_document_types', 'txd_node_types')).toString().match(/select(.*?)from\s+dual/s)[1];
+            const id      = dtRow.match(/(\d+) id/)?.[1];
+            const name    = dtRow.match(/'([^']+)' display_name/)?.[1];
+            const dbPath  = p.match(/(database\/config\/(:?.*)\/)txd_document_types.sql/i)?.[1];
+            const prPath  = ntSqlInsert.match(/'([^']+)' xsl_prep_inc/)[1].replace('prepare_xincludes.xsl', '');
+
+            doctypesInfo.addRows([
+              {id, name, paths: 'config/cmscustom/'+ prPath},
+              {paths: dbPath}
+            ]);
+
+            if (i!==a.length-1) doctypesInfo.addRow({});
+          });
+
+        if (i!==a.length-1) doctypesInfo.addRow({});
+      });
+
+
+    doctypesInfo.printTable();
+  }
+
+  if (argv.versions) {
+    _info('Version information for this git repository\n');
+
+    getGitInfo();
+    getFileExtractInfo(argv.versions);
+    getServerInfo(argv.server);
+  }
+
+};

package/src/modules/migrate/steps.js

@@ -52,9 +52,11 @@ module.exports = function steps (step, dry, filter) {
       }
 
       let filesModCount = 0;
-      for (let i=0; i<20 && r.files[0]; i++) { // execute repeatedly for modified files only (with safety limit of 20)
+      let maxRepeat = 20;
+      for (let i=0; i<maxRepeat && r.files[0]; i++) { // execute repeatedly for modified files only (with safety limit of 20)
         r.files = rif.sync(r).filter(f => f.hasChanged).map(f => f.file);
         if (i===0) filesModCount = r.files.length; // save count only after first run (after this only subsets are processed)
+        if (i===maxRepeat-1 && r.files[0]) _warn(`Repeated replacement stopped by safety limit - check file changes for too many content occurrences`);
         if (dry) break;
       }