@tangelo/tangelo-configuration-toolkit 1.18.0 → 1.20.0

package/index.js

@@ -1,10 +1,7 @@
 global._appStartTime = new Date();
 
-require('./src/lib/style-string-getters');
-
-String.prototype.toFws = function(){
-  return this.replace(/\\/g, '/');
-};
+require('./src/lib/set-string-getters.js');
+require('./src/lib/set-global-functions.js');
 
 
 const {execSync}  = require('child_process');
@@ -17,51 +14,12 @@ const execGitCommand = require('./src/lib/exec-git-command');
 const memoize = require('./src/lib/memoize');
 
 
-const appname = 'tangelo-configuration-toolkit';
-
-
-global._write = (...msg) => {
-  msg = msg.map(m => typeof m == 'object' ? JSON.stringify(m, null, 2).cyan : m);
-  console.log(msg.join(' ').replace(/^/gm, '  ')); // indent each line
-};
-
-global._info = (msg, time = false) => {
-  if (time) {
-    const tzDiff  = new Date().getTimezoneOffset() * 60000;
-    const time    = new Date(Date.now() - tzDiff).toISOString().match(/\d\d:\d\d:\d\d/)[0];
-    msg = `[${time}] ${msg}`;
-  }
-  console.log(msg.lgreen);
-};
-
-global._warn = msg => {
-  console.log(msg.lyellow);
-};
-
-global._error = msg => {
-  console.log(msg.red, '\n');
-  process.exit();
-};
-
-global._perf = t1 => {
-  const t2 = new Date();
-  console.log(`\nExecution time: ${t2 - t1}ms`.blue);
-};
-
-global._formatDate = date =>
-  date?.toLocaleDateString('en-gb', {day: 'numeric', month: 'short', year: 'numeric', hour: '2-digit', minute: '2-digit'})
-;
+global._package = require('./package.json');
 
 
 global._devmode = !__dirname.includes('node_modules');
 
 
-global._packages = {
-  TCT: {name: '@tangelo/tangelo-configuration-toolkit', version: require('./package.json')?.version},
-  FDT: {name: '@fontoxml/fontoxml-development-tools'}
-};
-
-
 global._paths = {
   app: __dirname,
   apphome: path.join(homedir, '.tct'),
@@ -71,8 +29,7 @@ global._paths = {
 };
 _paths.appdata = path.join(_paths.apphome, 'appdata.json');
 _paths.appconfig = path.join(_paths.apphome, 'appconfig.json');
-_paths.repoconfig = path.join(_paths.repo, appname+'-repoconfig.json');
-_paths.apply = process.cwd().replace(_paths.repo, '').substr(1);
+_paths.apply = process.cwd().replace(_paths.repo, '').slice(1);
 
 
 global._appdata = fs.readJsonSync(_paths.appdata, {throws: false}) || {};
@@ -105,7 +62,8 @@ catch({code, message}) {
 global._repoconfig = require('./src/lib/get-repoconfig')(_paths.repo);
 
 
-_appconfig.sharedConfigPath = path.resolve(_paths.appconfig, '..', _appconfig.sharedConfigPath || '', appname+'-appconfig.json');
+const filenameSC = _package.name.split('/').pop() + '-appconfig.json';
+_appconfig.sharedConfigPath = path.resolve(_paths.appconfig, '..', _appconfig.sharedConfigPath || '', filenameSC);
 _appconfig.shared = fs.readJsonSync(_appconfig.sharedConfigPath, {throws: false}) || {};
 
 
@@ -134,29 +92,32 @@ global._isPre51 = () => !fs.existsSync(path.join(_paths.repo, _paths.tdi, 'src')
 
 global._modulesTdi = {
   absolutePathTdi: path.join(_paths.repo, _paths.tdi),
-  ensureDepsUpToDate() {
+  ensureDepsUpToDate(message) {
     if (this.depsUpToDate) return;
     try {
-      _info('Checking installed dependencies in submodule');
+      if (message) _info('Checking installed dependencies in submodule');
       execSync('npm list', {cwd: this.absolutePathTdi, stdio: 'ignore'});
     } catch (e) {
-      _info('Updating dependencies in submodule');
+      if (message) _info('Updating dependencies in submodule');
       execSync('npm update', {cwd: this.absolutePathTdi, stdio: 'ignore'});
     }
     this.depsUpToDate = true;
   },
-  require(module) {
+  require(module, {throws = true, message = true} = {}) {
     if (path.extname(module) !== '.json') this.ensureDepsUpToDate();
-    _info(`Loading ${path.join(_paths.tdi, 'tct', module)}\n`);
+    if (message) _info(`Loading ${path.join(_paths.tdi, 'tct', module)}\n`);
     try {
       return require(path.join(this.absolutePathTdi, 'tct', module));
     }
     catch (e) {
-      _error('Module could not be loaded');
+      if (throws) _error('Module could not be loaded: ' + module);
+      else return undefined;
     }
   }
 };
 
+global._settingsTdi = memoize(() => Object.assign(_package.settingsTdiDefault, _modulesTdi.require('settings.json', {throws: false, message: false}) ?? {}));
+
 
 process.on('beforeExit', () => {
   _write(); // print empty line before and after update check

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tangelo/tangelo-configuration-toolkit",
-  "version": "1.18.0",
+  "version": "1.20.0",
   "engines": {
     "node": ">=14.0.0"
   },
@@ -46,15 +46,20 @@
     "p-limit": "^3.1.0",
     "replace-in-file": "^6.3.2",
     "sass": "^1.43.5",
-    "saxon-js": "^2.3.0",
+    "saxon-js": "^2.5.0",
     "ssh2-sftp-client": "^9.1.0",
     "through2": "^4.0.2",
     "tiny-lr": "^2.0.0",
+    "xml2js": "^0.6.2",
     "yargs": "^17.7.2"
   },
   "repository": {
     "type": "git",
     "url": "git+ssh://git@bitbucket.org/tangelosoftware/tangelo-configuration-toolkit.git"
   },
-  "homepage": "https://bitbucket.org/tangelosoftware/tangelo-configuration-toolkit#readme"
+  "homepage": "https://bitbucket.org/tangelosoftware/tangelo-configuration-toolkit#readme",
+  "settingsTdiDefault": {
+    "#": "Defaults for tangelo-default-implementation/tct/settings.json",
+    "transpileToES5": true
+  }
 }

package/src/cli.js

@@ -6,7 +6,7 @@ module.exports = function cli () {
   _write();
 
   const txtTitle    = 'Tangelo Configuration Toolkit'.bold.underline.cyan;
-  const txtVersion  = `v${_packages.TCT.version}`.lblack;
+  const txtVersion  = `v${_package.version}`.lblack;
 
   yargs
     .scriptName('tct')
@@ -77,7 +77,7 @@ module.exports = function cli () {
         clone: {alias: 'c', desc: 'Clone a client repository and do basic setup', conflicts: ['i', 'r', 'u']},
         'update-repo': {alias: 'ur', desc: 'Update repository', conflicts: ['i', 'r', 'c']},
         'update-submodule': {alias: 'us', desc: 'Update TDI submodule, optionally pass release branch (without "release/")', conflicts: ['i', 'r', 'c']},
-        dates: {alias: 'd', desc: '[hidden] Use i.c.w. update-submodule, pass 2 dates in format dd-mm-yyyy', conflicts: ['i', 'r', 'c'], implies: 'update-submodule', requiresArg: true, array: true, hidden: !_devmode}
+        dates: {alias: 'd', desc: '[hidden] Use i.c.w. update-submodule, pass 2 dates in format yyyy-mm-dd', conflicts: ['i', 'r', 'c'], implies: 'update-submodule', requiresArg: true, array: true, hidden: !_devmode}
       },
       handler: require('./modules/git')
     })

package/src/lib/gulp-sftp.js

@@ -14,9 +14,9 @@ module.exports = function(ftpConfig, remotedir) {
 
     function transform (file, _, cb) {
       if (file.isStream()) return cb(new Error('Streaming not supported.'));
-      if (file.stat.isDirectory()) return cb();
+      if (file.stat?.isDirectory()) return cb();
 
-      file.destination = path.join(remotedir, file.relative).toFws();
+      file.destination = path.join(remotedir, file.relative).toFws;
       files.push(file); // collect all files in array
       return cb();
     },

package/src/lib/gulp-tcl-config.js

@@ -0,0 +1,40 @@
+const fs        = require('fs-extra');
+const path      = require('path');
+const TclConfig = require('./tcl-config');
+const through2  = require('through2');
+const Vinyl     = require('vinyl');
+
+
+function createAddToStreamFn(stream) {
+  return (path, content) => stream.push(new Vinyl({
+    path: path,
+    contents: Buffer.from(content)
+  }));
+}
+
+module.exports = function() {
+  const tclFileDirs = [];
+
+  return through2.obj(
+
+    function transform (file, _, cb) {
+      if (file.isStream()) return cb(new Error('Streaming not supported.'));
+
+      if (file.extname == '.tcl') tclFileDirs.push(path.dirname(file.relative));
+      return cb(null, file);
+    },
+
+    function flush(cb) {
+      for (const tclFileDir of tclFileDirs) {
+        const tclConfig = new TclConfig(tclFileDir, createAddToStreamFn(this));
+        tclConfig.outputJson(path.resolve(tclFileDir, 'fonto/assets'));
+        tclConfig.outputCss(path.resolve(tclFileDir, 'fonto'));
+        const esefCssDir = path.resolve(tclFileDir, 'export/esef/esef_out/css');
+        if (fs.existsSync(esefCssDir)) tclConfig.outputCss(esefCssDir);
+      }
+      cb();
+    }
+
+  )
+    .resume(); // required for triggering 'end' event
+};

package/src/lib/package-update-check.js

@@ -2,12 +2,14 @@ const {compare}   = require('compare-versions');
 const exec        = require('util').promisify(require('child_process').exec);
 
 
+const packages = {TCT: _package};
+
 const doUpdateCheck = (pkg) => (
-  exec(`npm view -g ${_packages[pkg].name} version`)
+  exec(`npm view -g ${packages[pkg].name} version`)
     .then(r => {
       const versionAvailable = r.stdout.match(/([\d/.]+)/)[1];
-      if (!_packages[pkg].version) _warn(`${pkg} is not installed! Run ` + `npm i -g ${_packages[pkg].name}`.white);
-      else if (compare(_packages[pkg].version, versionAvailable, '<')) {
+      if (!packages[pkg].version) _warn(`${pkg} is not installed! Run ` + `npm i -g ${packages[pkg].name}`.white);
+      else if (compare(packages[pkg].version, versionAvailable, '<')) {
         _appdata._update({[`updateCheck${pkg}`]: {executed: new Date(), versionAvailable}});
         return versionAvailable;
       }
@@ -25,14 +27,14 @@ module.exports = function packageUpdateCheck () {
     checkUpdatesDone = true;
 
     ['TCT'].forEach(pkg => {
-      const updateMsg = (va) => `| Update ${pkg} to ${va} | ` + `npm i -g ${_packages[pkg].name}`.white;
+      const updateMsg = (va) => `| Update ${pkg} to ${va} | ` + `npm i -g ${packages[pkg].name}`.white;
       const {versionAvailable} = _appdata[`updateCheck${pkg}`] || {};
 
       if (new Date() - new Date(_appdata[`updateCheck${pkg}`]?.executed || 0) > 1000*3600*24*1) { // check every day
         doUpdateCheck(pkg).then(r => r && _warn(updateMsg(r)));
       }
       else if (versionAvailable) {
-        if (compare(_packages[pkg].version, versionAvailable, '<')) _warn(updateMsg(versionAvailable));
+        if (compare(packages[pkg].version, versionAvailable, '<')) _warn(updateMsg(versionAvailable));
         else _appdata._update({[`updateCheck${pkg}`]: {executed: new Date()}});
       }
     });

package/src/lib/set-global-functions.js

@@ -0,0 +1,24 @@
+global._write = (...msg) => {
+  msg = msg.map(m => typeof m == 'object' ? JSON.stringify(m, null, 2).cyan : m);
+  console.log(msg.join(' ').replace(/^/gm, '  ')); // indent each line
+};
+global._info = (msg, time = false) => {
+  if (time) {
+    const tzDiff = new Date().getTimezoneOffset() * 60000;
+    const time = new Date(Date.now() - tzDiff).toISOString().match(/\d\d:\d\d:\d\d/)[0];
+    msg = `[${time}] ${msg}`;
+  }
+  console.log(msg.lgreen);
+};
+global._warn = msg => {
+  console.log(msg.lyellow);
+};
+global._error = msg => {
+  console.log(msg.red, '\n');
+  process.exit();
+};
+global._perf = t1 => {
+  const t2 = new Date();
+  console.log(`\nExecution time: ${t2 - t1}ms`.blue);
+};
+global._formatDate = date => date?.toLocaleDateString('en-gb', {day: 'numeric', month: 'short', year: 'numeric', hour: '2-digit', minute: '2-digit'});

package/src/lib/{style-string-getters.js → set-string-getters.js}

@@ -15,4 +15,10 @@ Object.defineProperty(String.prototype, 'nostyle', {
   get () {
     return this.replace(/[\u001b\u009b][[()#;?]*(?:\d{1,4}(?:;\d{0,4})*)?[0-9A-ORZcf-nqry=><]/g, '');
   }
+});
+
+Object.defineProperty(String.prototype, 'toFws', {
+  get () {
+    return this.replace(/\\/g, '/');
+  }
 });

package/src/lib/tcl-config.js

@@ -0,0 +1,101 @@
+const fs = require('fs-extra');
+const path = require('path');
+const sass = require('sass');
+const SaxonJS = require('saxon-js');
+
+
+module.exports = class TclConfig {
+
+  static #SEF_FILE_PATH = 'tcl/configToJson.sef.json';
+  static #JSON_TO_SCSS_FILE_PATH = 'tcl/configJsonToScss';
+  static #TCL_FILE_NAME = 'project.tcl';
+  static #TCL_JSON_FILE_NAME = 'tcl-config.json';
+  static #TCL_CSS_FILE_NAME = 'tcl-styles.css';
+  static #FONTO_HTML_FILE_NAME = 'index.html';
+
+  static #sefFile;
+  static #jsonToScssFile;
+
+  static #transformTclConfigToJson(tclFilePathRel) {
+    this.#sefFile ??= _modulesTdi.require(this.#SEF_FILE_PATH, {message: false});
+
+    const messages = [`  Warnings from transformation of ${tclFilePathRel}`];
+    const transformation = SaxonJS.transform({
+      stylesheetText: JSON.stringify(this.#sefFile),
+      sourceFileName: tclFilePathRel,
+      destination: 'raw',
+      deliverMessage(messageNode) {
+        messages.push(messageNode.textContent);
+      }
+    });
+
+    if (messages[1]) _warn(messages.join('\n    '));
+    return transformation.principalResult ?? _error(`No result from transformation of ${tclFilePathRel}`);
+  }
+
+  static #transformJsonToCss(tclFilePathRel, json, moduleName) {
+    this.#jsonToScssFile ??= _modulesTdi.require(this.#JSON_TO_SCSS_FILE_PATH, {message: false});
+    const scss = this.#jsonToScssFile(json.project, moduleName);
+    const url = new URL(path.join('file://', path.resolve(tclFilePathRel)));
+    return sass.compileString(scss, {url, style: 'compressed'}).css;
+  }
+
+  static #addCssImportToHtml(dir) {
+    const filepath = path.join(dir, this.#FONTO_HTML_FILE_NAME);
+
+    if (fs.existsSync(filepath)) {
+      const html = fs.readFileSync(filepath).toString();
+
+      if (!RegExp(`<link[^>]*${this.#TCL_CSS_FILE_NAME}[^>]*>`).test(html)) {
+        const newHtml = html.replace(/((\s+<link.*")[^"]+\.css(.*))/, `$1$2${this.#TCL_CSS_FILE_NAME}$3`);
+        fs.outputFileSync(filepath, newHtml);
+      }
+    }
+  }
+
+  #outputFn;
+  #doModifyFontoHtml;
+  #tclFilePathRel;
+  #tclFileExists;
+  #resultJson;
+  #resultCss = {};
+
+  constructor(tclFileRelDir, addToStreamFn) {
+    this.#tclFilePathRel = path.join(tclFileRelDir, TclConfig.#TCL_FILE_NAME);
+    this.#tclFileExists = fs.existsSync(this.#tclFilePathRel);
+    this.#outputFn = addToStreamFn ?? fs.outputFileSync;
+    this.#doModifyFontoHtml = !addToStreamFn;
+  }
+
+  #getJson() {
+    return this.#resultJson ??= TclConfig.#transformTclConfigToJson(this.#tclFilePathRel);
+  }
+
+  #getCss(moduleName) {
+    return this.#resultCss[moduleName] ??= TclConfig.#transformJsonToCss(this.#tclFilePathRel, this.#getJson(), moduleName);
+  }
+
+  outputJson(dir) {
+    if (this.#tclFileExists) {
+      const filepath = path.join(dir, TclConfig.#TCL_JSON_FILE_NAME);
+      this.#outputFn(filepath, JSON.stringify(this.#getJson()));
+    }
+    return this;
+  }
+
+  outputCss(dir) {
+    if (this.#tclFileExists) {
+      const filepath = path.join(dir, TclConfig.#TCL_CSS_FILE_NAME);
+      const moduleName = dir.includes('esef') ? 'ESEF' : 'FONTO';
+      this.#outputFn(filepath, this.#getCss(moduleName));
+      this.modifyFontoHtml(dir);
+    }
+    return this;
+  }
+
+  modifyFontoHtml(dir) {
+    if (this.#tclFileExists && this.#doModifyFontoHtml) TclConfig.#addCssImportToHtml(dir);
+    return this;
+  }
+
+};

package/src/modules/deploy/config.js

@@ -5,7 +5,7 @@ const path      = require('path');
 
 function getRemotePath (...arr) {
   const fp = path.join(this.server.remotedir, ...arr);
-  return this.server.remotedir.includes(':') ? fp : fp.toFws();
+  return this.server.remotedir.includes(':') ? fp : fp.toFws;
 }
 
 
@@ -82,7 +82,7 @@ function prepareForCopy (filter) {
       .map(p => '!' + (p.match(/^config/) ? p : '**/' + p.split('**/').pop()) + (p.match(/\/$/) ? '**' : '')) // negate expressions, remove base dir, suffix folders with **
   ;
 
-  let transferPattern = path.join(_paths.apply, filter).toFws();
+  let transferPattern = path.join(_paths.apply, filter).toFws;
 
   // test if 'cmscustom/tdi' would be included, then add specifically, because following symlinks doesnt work with glob stars
   const tdiIncRegex = /^(config\/)?((\{\w*,?)?cmscustom(,?\w*\})?\/|\*\/)?\*\*/;

package/src/modules/deploy/execute.js

@@ -4,6 +4,7 @@ const fs              = require('fs-extra');
 const globby          = require('globby');
 const gulp            = require('gulp');
 const {NodeSSH}       = require('node-ssh');
+const g_tcl           = require('../../lib/gulp-tcl-config');
 const through2        = require('through2');
 const {spawnSync}     = require('child_process');
 
@@ -120,9 +121,10 @@ const createDeliveryPack = () => { // create install scripts if necessary, zip o
 
 
 const transfer = (paths, lrServer) => {
+  const jsFGlob = _settingsTdi().transpileToES5 ? ['**/*.js', '!**/hce/**/template_*', '!**/fonto/**', '!**/vendor/**', '!**/*.min.js'] : [];
+  const jsF     = g_filter(jsFGlob, {restore: true});
   const xpsF    = g_filter(['**/xopus/**/*.x*'], {restore: true});
   const sassF   = g_filter(['**/*.scss'], {restore: true});
-  const jsF     = g_filter(['**/*.js', '!**/hce/**/template_*', '!**/fonto/**', '!**/vendor/**', '!**/*.min.js'], {restore: true});
   const shF     = g_filter(['**/*.sh'], {restore: true});
   const srcset  = s.create(paths);
   const files   = [];
@@ -159,6 +161,7 @@ const transfer = (paths, lrServer) => {
     .pipe(xpsF)
     .pipe(g_resolveIncl())
     .pipe(xpsF.restore)
+    .pipe(g_tcl())
     .pipe(jsF)
     .pipe(g_sourcemaps.init())
     .pipe(g_babel({presets: [[babel_pe, {modules: false}]], comments: false, minified: true})) // function must be executed here, otherwise second execution during watch fails

package/src/modules/deploy/index.js

@@ -77,7 +77,7 @@ module.exports = function deploy (argv) {
         // the "dist" folder isn't watched properly: it does not detect "assets" anymore after building once
           !/cmscustom.+fonto[\\/]/.test(filepath) ||
             /fonto[\\/]dist[\\/]/.test(filepath) ||
-            (/fonto[\\/]dev[\\/]/.test(filepath)) ||
+            (/fonto[\\/]dev[\\/]/.test(filepath) && c.envDev) ||
             /fonto[\\/]packages[\\/]sx-shell-.*?[\\/]assets[\\/]schemas[\\/]/.test(filepath)
         )
         ) {

package/src/modules/deploy/srcset.js

@@ -3,7 +3,7 @@ const globby  = require('globby');
 const path    = require('path');
 
 
-const relPath     = (d, p) => path.relative(d, p).toFws();
+const relPath     = (d, p) => path.relative(d, p).toFws;
 const resolveBind = (d, p) => p.replace('#{cmscustompath}', 'cmscustom/').replace('{$rsrcPath}', (d.replace('stylesheets', 'resources')+'/'));
 
 
@@ -98,11 +98,11 @@ module.exports = {
   },
 
   addToCache (filepath) {
-    if (this.potentialBaseFilesCache) this.potentialBaseFilesCache.push(filepath.toFws());
+    if (this.potentialBaseFilesCache) this.potentialBaseFilesCache.push(filepath.toFws);
   },
 
   removeFromCache (filepath) {
-    if (this.potentialBaseFilesCache) this.potentialBaseFilesCache = this.potentialBaseFilesCache.filter(fp => fp != filepath.toFws());
+    if (this.potentialBaseFilesCache) this.potentialBaseFilesCache = this.potentialBaseFilesCache.filter(fp => fp != filepath.toFws);
   }
 
 };

package/src/modules/fonto/commands.js

@@ -1,12 +1,13 @@
-const del     = require('del');
-const {exec}  = require('child_process');
-const fs      = require('fs-extra');
-const globby  = require('globby');
-const gulp    = require('gulp');
-const g_print = require('gulp-print');
-const path    = require('path');
-const sass    = require('gulp-sass')(require('sass'));
-const wws     = require('../../lib/worker-with-spinner');
+const del       = require('del');
+const {exec}    = require('child_process');
+const fs        = require('fs-extra');
+const globby    = require('globby');
+const gulp      = require('gulp');
+const g_print   = require('gulp-print');
+const path      = require('path');
+const sass      = require('gulp-sass')(require('sass'));
+const TclConfig = require('../../lib/tcl-config');
+const wws       = require('../../lib/worker-with-spinner');
 
 
 g_print.setLogFunction((filepath) => _write(filepath.nostyle));
@@ -261,6 +262,11 @@ module.exports = {
         _write('Done.\n');
       })
       .then(() => cmdExec(`${fdt} editor build`))
+      .then(() => {
+        _info('Read project configuration and create json and css for Fonto:');
+        new TclConfig('..').outputJson('dist/assets').outputCss('dist');
+        _write('Done.\n');
+      })
       .then(() => [fdt])
     ;
   },
@@ -268,14 +274,27 @@ module.exports = {
   run ([fdt]) {
     return compileSass()
       .then(() => {
-        _info('Starting sass watch:');
-        gulp.watch('**/*.scss')
+        _info('Read project configuration and create json and css for Fonto:');
+        new TclConfig('..').outputJson('dev/assets').outputCss('dev');
+        _write('Done.\n');
+      })
+      .then(() => {
+        _info('Starting watch for tcl and sass files:');
+        gulp.watch(['**/*.scss', '../*.tcl', 'dev/index.html'])
           .on('all', (event, filepath) => {
             _write(event + ':', filepath);
-            gulp.src('**/*.scss')
-              .pipe(sass().on('error', sass.logError))
-              .pipe(gulp.dest('.'))
-            ;
+            if (filepath.endsWith('.scss')) {
+              gulp.src('**/*.scss')
+                .pipe(sass().on('error', sass.logError))
+                .pipe(gulp.dest('.'))
+              ;
+            }
+            else if (filepath.endsWith('.html')) {
+              new TclConfig('..').modifyFontoHtml('dev');
+            }
+            else if (filepath.endsWith('.tcl')) {
+              new TclConfig('..').outputJson('dev/assets').outputCss('dev');
+            }
           });
         _write('Done.\n');
       })

package/src/modules/fonto/index.js

@@ -5,23 +5,25 @@ const globby      = require('globby');
 const path        = require('path');
 
 
-const fdtCommand = fv => `npx -y ${_packages.FDT.name}@${fv.replace(/^(7\.|8\.[012]\.).*/, '3.12.0')}`;
+const fdtPackage = '@fontoxml/fontoxml-development-tools';
+const fdtCommand = fv => `npx -y ${fdtPackage}@${fv.replace(/^(7\.|8\.[012]\.).*/, '3.12.0')}`;
 
 module.exports = function fonto (argv) {
 
   const allowedFontoVersionRegex = (() => {
-    const cvRegex = _modulesTdi.require('fonto/compatibleVersions.json')?.regex;
+    const cvRegex = _settingsTdi().compatibleFontoVersions ?? _modulesTdi.require('fonto/compatibleVersions.json', {throws: false})?.regex;
     if (cvRegex) return RegExp(cvRegex);
 
     // old way: a regex for each basecommit is stored in global._git.commitTdi
+    _info('Fallback to list of commits for determining compatible Fonto versions\n');
     for (const fv of _git.commitTdi.fontoVersions) {
       if (_git.commitTdi.after(fv.commitHash)) return fv.regex;
     }
   })();
 
   // check if FDT is not installed globally, because then it won't be possible to use specific versions with npx
-  if (fs.pathExistsSync(path.join(_appdata.npmPath, 'node_modules', _packages.FDT.name))) {
-    _error(`A global installation of FDT has been found! Remove it first.\nExecute: npm r -g ${_packages.FDT.name}`);
+  if (fs.pathExistsSync(path.join(_appdata.npmPath, 'node_modules', fdtPackage))) {
+    _error(`A global installation of FDT has been found! Remove it first.\nExecute: npm r -g ${fdtPackage}`);
   }
 
   process.chdir(_paths.apply || '.');
@@ -50,7 +52,7 @@ module.exports = function fonto (argv) {
 
           if (fontoVersionNew === 'latest') {
             const data = execSync(`${fdtCommand(fontoVersionCurrent)} editor versions`, {encoding: 'UTF-8'});
-            fontoVersionNew = data.match(/\d+\.\d+\.\d+/g).filter(v => allowedFontoVersionRegex.test(v))[0];
+            fontoVersionNew = data.match(/\d+\.\d+\.\d+/g).find(v => allowedFontoVersionRegex.test(v));
           }
           else if (!allowedFontoVersionRegex.test(fontoVersionNew)) {
             _error(`Fonto version ${fontoVersionNew} is not compatible with the current TDI submodule commit!\nExecute: ${'tct fonto --init latest'.cyan}`);

package/src/modules/git/index.js

@@ -71,9 +71,9 @@ function init () {
       ])
         .then(() => {
           _info(`Next steps:
-        1. Go to https://bitbucket.org/repo/create?workspace=tangelosoftware and create a repository named "${path.basename(process.cwd()).replace(/\W/, '-')}", with options for including README/.gitignore disabled.
-        2. Open this folder in Sourcetree (ctrl+O), and push master branch to origin.
-      `.replace(/^\s{8}/gm, ''));
+          1. Go to https://bitbucket.org/repo/create?workspace=tangelosoftware and create a repository named "${path.basename(process.cwd()).replace(/\W/, '-')}", with options for including README/.gitignore disabled.
+          2. Open this folder in Sourcetree (ctrl+O), and push master branch to origin.
+        `.replace(/^\s{8}/gm, ''));
         });
     });
 }
@@ -101,7 +101,7 @@ function clone ({clone: repoName}) {
       // Change directory for the next commands, it should have the same name as the clone argument from commandline at this point
       process.chdir('./' + repoName);
       cmdExec([
-      // Retrieve TDI submodule for this client
+        // Retrieve TDI submodule for this client
         ['git submodule update --init', 'Fetch submodules such as TDI'],
         // Create symlinks for TDI
         ['tct b -s', 'Create TDI symlinks'],
@@ -123,6 +123,7 @@ function updateRepo () {
   const fontoLocations = globby.sync('*/*/fonto/manifest.json', {cwd: path.join(_paths.repo, 'config/cmscustom')});
   const fontoVersions = {};
   fontoLocations.forEach(p => {fontoVersions[p] = readFontoVersionFromFile(p);});
+  const tdiLogBeforeUpdate = _git.commitTdi.local();
 
   _info(`Fetch all`);
   const cmdFetch = execGitCommand('fetch -pf --all', _paths.repo);
@@ -138,11 +139,24 @@ function updateRepo () {
 
   if (fontoLocations.find(p => fontoVersions[p] !== readFontoVersionFromFile(p))) _warn(`\nChanges in Fonto instance versions have been pulled. Therefore you must execute ${'tct fonto --init'.cyan} before building and deploying Fonto.`);
 
-  _info(`\nRetrieve submodules that belong to this repo-commit`); // update submodule recursively (set to version that belongs to repo)
-  _write(execGitCommand(`submodule update --recursive`, _paths.repo));
-  _info(`Submodule checked out at commit:`);
+  // update submodule recursively (set to version that belongs to repo)
+  execGitCommand(`submodule update --recursive`, _paths.repo);
+
+  // clear memoize cache; which is filled with the old TDI data due to tdiLogBeforeUpdate
+  _git.commitTdi.local.clear();
   const tdiLog = _git.commitTdi.local();
-  _write([_formatDate(tdiLog.date), tdiLog.tags, tdiLog.hash].filter(v=>v).join(' - '));
+
+  _info(`\nTDI submodule:`);
+  _write(`Submodule in repo-commit: ${[_formatDate(tdiLog.date), tdiLog.tags, tdiLog.hash].filter(v=>v).join(' - ')}`);
+
+  if (tdiLog.date < tdiLogBeforeUpdate.date) {
+    _write(`Restore TDI submodule because it was newer before the repository update:`);
+    execGitCommand(`checkout ${tdiLogBeforeUpdate.hash}`, path.join(_paths.repo, _paths.tdi));
+    _write(`Submodule checked out: ${[_formatDate(tdiLogBeforeUpdate.date), tdiLogBeforeUpdate.tags, tdiLogBeforeUpdate.hash].filter(v=>v).join(' - ')}\n`);
+  }
+  else {
+    _write(`Submodule in repo-commit is checked out\n`);
+  }
 
   const tdiBranch = getTdiBranch();
   _info(`\nTDI branch ${tdiBranch.name} is ${tdiBranch.commitsBehind} commits behind.\nUpdate TDI submodule to latest version with ${'tct git --update-submodule'.cyan}`);

package/src/modules/migrate/index.js

@@ -51,7 +51,7 @@ module.exports = function migrate (argv) {
         a.script = cmdlScript.value;
       }
 
-      let filter = path.join(_paths.apply, argv.filter??'**').toFws(); // Default set filter with filter added to the command argument -f
+      let filter = path.join(_paths.apply, argv.filter??'**').toFws; // Default set filter with filter added to the command argument -f
 
       if (a.filter === 'projects' && _repoconfig.length > a.projects.length) {
       // push paths of chosen active documents to projectFolders (only if not all projects are chosen)

package/src/modules/sql/index.js

@@ -61,10 +61,7 @@ module.exports = function sql (argv) {
         .prompt([
           {
             message: 'Choose projects: ', name: 'projects', type: 'checkbox', validate: v => !!v[0],
-            choices:
-            _repoconfig.projects
-              ? _repoconfig.projects.map(p => ({name: p.name, value: p})) // when using repoconfig file (old)
-              : _repoconfig.map(p => ({name: `${p.customer_name} ${p.project_name}`, value: p}))
+            choices: _repoconfig.map(p => ({name: `${p.customer_name} ${p.project_name}`, value: p}))
           },
           {message: 'Database TNS name: ', name: 'db', default: _appconfig.defaultDatabase},
           {message: 'TANCMS password: ', name: 'pw', default: 'tancms'}