underpost 3.1.1 → 3.1.3

package/src/cli/repository.js

@@ -144,8 +144,6 @@ class UnderpostRepository {
       }
 
       if (options.changelog !== undefined || options.changelogBuild) {
-        const ciIntegrationPrefix = 'ci(package-pwa-microservices-';
-        const ciIntegrationVersionPrefix = 'New release v:';
         const releaseMatch = 'New release v:';
         // Helper: parse [<tag>] commits into grouped sections
         const buildSectionChangelog = (commits) => {
@@ -273,39 +271,13 @@ class UnderpostRepository {
           fs.writeFileSync(changelogPath, `# Changelog\n\n${changelog}`);
           logger.info('CHANGELOG.md built at', changelogPath);
         } else {
-          // --changelog [latest-n]: print changelog of last N commits or since last release
+          // --changelog [latest-n]: print changelog of last N commits (default: 1)
           const hasExplicitCount =
             options.changelog !== undefined && options.changelog !== true && !isNaN(parseInt(options.changelog));
-          const scanLimit = hasExplicitCount ? parseInt(options.changelog) : 500;
+          const scanLimit = hasExplicitCount ? parseInt(options.changelog) : 1;
           const allCommits = fetchHistory(scanLimit);
 
-          let commits;
-          if (!hasExplicitCount) {
-            let boundaryIndex = -1;
-
-            // New boundary: deploy hash stored in config via `underpost config set LAST_CI_DEPLOY_HASH`
-            const lastDeployHash = shellExec('underpost config get LAST_CI_DEPLOY_HASH --plain', {
-              stdout: true,
-              silent: true,
-              disableLog: true,
-            }).trim();
-            if (lastDeployHash && lastDeployHash !== 'undefined' && lastDeployHash !== 'null') {
-              boundaryIndex = allCommits.findIndex((c) => c.fullHash === lastDeployHash || c.hash === lastDeployHash);
-            }
-
-            // Fallback: old CI integration commit boundary
-            if (boundaryIndex < 0) {
-              boundaryIndex = allCommits.findIndex(
-                (c) => c.message.startsWith(ciIntegrationPrefix) && !c.message.match(ciIntegrationVersionPrefix),
-              );
-            }
-
-            commits = boundaryIndex >= 0 ? allCommits.slice(0, boundaryIndex) : allCommits;
-          } else {
-            commits = allCommits;
-          }
-
-          const sections = buildVersionSections(commits);
+          const sections = buildVersionSections(allCommits);
           let changelog = renderSections(sections);
           console.log(changelog || `No changelog entries found.\n`);
         }
@@ -624,6 +596,9 @@ class UnderpostRepository {
      * @param {object} [options] - Build options.
      * @param {boolean} [options.syncEnvPort=false] - If true, syncs environment port assignments across all deploy IDs.
      * @param {boolean} [options.singleReplica=false] - If true, builds single replica folders instead of full client.
+     * @param {boolean} [options.buildZip=false] - If true, creates zip files of the builds.
+     * @param {boolean} [options.liteBuild=false] - If true, skips full build (default is full build).
+     * @param {boolean} [options.iconsBuild=false] - If true, builds icons.
      * @returns {Promise<boolean>} A promise that resolves when the build is complete.
      * @memberof UnderpostRepository
      */
@@ -635,6 +610,9 @@ class UnderpostRepository {
       options = {
         syncEnvPort: false,
         singleReplica: false,
+        buildZip: false,
+        liteBuild: false,
+        iconsBuild: false,
       },
     ) {
       return new Promise(async (resolve, reject) => {
@@ -784,8 +762,6 @@ class UnderpostRepository {
                 if (argHost.length && argPath.length && (!argHost.includes(host) || !argPath.includes(path))) {
                   delete serverConf[host][path];
                 } else {
-                  serverConf[host][path].liteBuild = false;
-                  serverConf[host][path].minifyBuild = process.env.NODE_ENV === 'production' ? true : false;
                   if (serverConf[host][path].singleReplica && serverConf[host][path].replicas) {
                     singleReplicaHosts.push({ host, path });
                     deployIdSingleReplicas = deployIdSingleReplicas.concat(
@@ -797,23 +773,13 @@ class UnderpostRepository {
                 }
               }
             }
-            if (confFilePath) fs.writeFileSync(confFilePath, JSON.stringify(serverConf, null, 4), 'utf-8');
-            await buildClient();
-            if (confFilePath && originalConfBackup) fs.writeFileSync(confFilePath, originalConfBackup, 'utf-8');
-
-            if (singleReplicaHosts.length > 0) {
-              for (const { host, path } of singleReplicaHosts) {
-                await Underpost.repo.client(resolvedDeployId, '', host, path, {
-                  singleReplica: true,
-                });
-              }
-              shellExec(`node bin env ${resolvedDeployId} ${process.env.NODE_ENV}`);
-            }
+            await buildClient({
+              buildZip: options.buildZip || false,
+              fullBuild: options.liteBuild ? false : true,
+              iconsBuild: options.iconsBuild || false,
+            });
+            for (const replicaDeployId of deployIdSingleReplicas) await Underpost.repo.client(replicaDeployId);
 
-            for (const replicaDeployId of deployIdSingleReplicas) {
-              shellExec(`node bin env ${replicaDeployId} ${process.env.NODE_ENV}`);
-              await Underpost.repo.client(replicaDeployId);
-            }
             return resolve(true);
           }
         } catch (error) {
@@ -1218,6 +1184,29 @@ Prevent build private config repo.`,
       }
       logger.info('Dispatched workflow', `${repo} -> ${workflowFile}`, inputs.job ? `(job: ${inputs.job})` : '');
     },
+
+    /**
+     * Sanitizes a markdown changelog string into a compact message format.
+     * Strips date headers, converts section tags to `[tag]` prefixes, removes bullet markers and special characters.
+     * @param {string} message - The raw markdown changelog output.
+     * @returns {string} The sanitized single-line or multi-line compact message.
+     * @memberof UnderpostRepository
+     */
+    sanitizeChangelogMessage(message) {
+      if (!message) return '';
+      return message
+        .replace(/^##\s+\d{4}-\d{2}-\d{2}\s*/gm, '')
+        .replace(/^###\s+(\S+)\s*/gm, '[$1] ')
+        .replace(/^- /gm, '')
+        .replaceAll('"', '')
+        .replaceAll('`', '')
+        .split('\n')
+        .map((l) => l.trim())
+        .filter(Boolean)
+        .join('\n')
+        .trim()
+        .replaceAll('] - ', '] ');
+    },
   };
 }
 

package/src/cli/run.js

@@ -87,6 +87,7 @@ const logger = loggerFactory(import.meta);
  * @property {boolean} logs - Whether to enable logs.
  * @property {boolean} dryRun - Whether to perform a dry run.
  * @property {boolean} createJobNow - Whether to create the job immediately.
+ * @property {number} fromNCommit - Number of commits back to use for message propagation (default: 1, last commit only).
  * @property {string|Array<{ip: string, hostnames: string[]}>} hostAliases - Adds entries to the Pod /etc/hosts via Kubernetes hostAliases.
  *   As a string (CLI): semicolon-separated entries of "ip=hostname1,hostname2" (e.g., "127.0.0.1=foo.local,bar.local;10.1.2.3=foo.remote").
  *   As an array (programmatic): objects with `ip` and `hostnames` fields (e.g., [{ ip: "127.0.0.1", hostnames: ["foo.local"] }]).
@@ -151,6 +152,7 @@ const DEFAULT_OPTION = {
   logs: false,
   dryRun: false,
   createJobNow: false,
+  fromNCommit: 0,
   hostAliases: '',
 };
 
@@ -354,8 +356,10 @@ class UnderpostRun {
     },
     /**
      * @method template-deploy
-     * @description Pushes `engine-private`, dispatches CI workflow to build `pwa-microservices-template`, and optionally dispatches CD sync workflow.
-     * @param {string} path - The input value, identifier, or path for the operation.
+     * @description Pushes `engine-private`, dispatches CI workflow to build `pwa-microservices-template`,
+     * and optionally triggers engine-<conf-id> CI with sync/init which in turn dispatches the CD workflow
+     * after the build chain completes (template → ghpkg → engine-<conf-id> → CD).
+     * @param {string} path - The deployment path identifier (e.g., 'sync-engine-core', 'init-engine-core', or empty for build-only).
      * @param {Object} options - The default underpost runner options for customizing workflow
      * @memberof UnderpostRun
      */
@@ -368,7 +372,14 @@ class UnderpostRun {
         return;
       }
       shellExec(`${baseCommand} run pull`);
-      const message = shellExec(`node bin cmt --changelog --changelog-no-hash`, { silent: true, stdout: true }).trim();
+
+      // Capture last N commit messages for propagation (default: last 1 commit)
+      const fromN = options.fromNCommit && parseInt(options.fromNCommit) > 0 ? parseInt(options.fromNCommit) : 1;
+      const message = shellExec(`node bin cmt --changelog ${fromN} --changelog-no-hash`, {
+        silent: true,
+        stdout: true,
+      }).trim();
+
       shellExec(
         `${baseCommand} push ./engine-private ${options.force ? '-f ' : ''}${
           process.env.GITHUB_USERNAME
@@ -376,52 +387,40 @@ class UnderpostRun {
       );
       shellCd('/home/dd/engine');
 
-      // Store deploy boundary hash for changelog before dispatch
-      const deployBoundaryHash = shellExec('git rev-parse HEAD', {
-        stdout: true,
-        silent: true,
-        disableLog: true,
-      }).trim();
-
-      function replaceNthNewline(str, n, replacement = ' ') {
-        let count = 0;
-        return str.replace(/\r\n?|\n/g, (match) => {
-          count++;
-          return count === n ? replacement : match;
-        });
-      }
-      const sanitizedMessage = message
-        ? replaceNthNewline(message.replaceAll('"', '').replaceAll('`', '').replaceAll('#', '').replaceAll('- ', ''), 2)
-            .replace(/\r\n?|\n/g, ' ')
-            .trim()
-        : '';
+      const sanitizedMessage = Underpost.repo.sanitizeChangelogMessage(message);
 
       // Push engine repo so workflow YAML changes reach GitHub
       shellExec(`git reset`);
       shellExec(`${baseCommand} push . ${options.force ? '-f ' : ''}${process.env.GITHUB_USERNAME}/engine`);
 
-      // Dispatch CI workflow instead of empty commit + push
+      // Determine deploy conf and type from path (sync-engine-core, init-engine-core, etc.)
+      let deployConfId = '';
+      let deployType = '';
+      if (path.startsWith('sync-')) {
+        deployConfId = path.replace(/^sync-/, '');
+        deployType = 'sync-and-deploy';
+      } else if (path.startsWith('init-')) {
+        deployConfId = path.replace(/^init-/, '');
+        deployType = 'init';
+      }
+
+      // Dispatch npmpkg CI workflow — this builds pwa-microservices-template first.
+      // If deployConfId is set, npmpkg.ci.yml will dispatch the engine-<conf-id> CI
+      // with sync=true after template build completes. The engine CI then dispatches
+      // the CD workflow after the engine repo build finishes — ensuring correct sequence:
+      // npmpkg.ci → engine-<id>.ci → engine-<id>.cd
       const repo = `${process.env.GITHUB_USERNAME}/engine`;
+      const inputs = {};
+      if (sanitizedMessage) inputs.message = sanitizedMessage;
+      if (deployConfId) inputs.deploy_conf_id = deployConfId;
+      if (deployType) inputs.deploy_type = deployType;
+
       Underpost.repo.dispatchWorkflow({
         repo,
         workflowFile: 'npmpkg.ci.yml',
         ref: 'master',
-        inputs: sanitizedMessage ? { message: sanitizedMessage } : {},
+        inputs,
       });
-
-      // Dispatch CD sync-and-deploy if path starts with 'sync'
-      if (path.startsWith('sync')) {
-        const confId = path.replace(/^sync-/, '');
-        Underpost.repo.dispatchWorkflow({
-          repo,
-          workflowFile: `${confId}.cd.yml`,
-          ref: 'master',
-          inputs: { job: 'sync-and-deploy' },
-        });
-      }
-
-      // Store deploy boundary for changelog
-      shellExec(`${baseCommand} config set LAST_CI_DEPLOY_HASH ${deployBoundaryHash}`);
     },
 
     /**
@@ -612,7 +611,7 @@ echo -e "[code]\nname=Visual Studio Code\nbaseurl=https://packages.microsoft.com
           image ? ` --image ${image}` : ''
         }${versions ? ` --versions ${versions}` : ''}${
           options.namespace ? ` --namespace ${options.namespace}` : ''
-        }${timeoutFlags}${cmdString} dd ${env}`,
+        }${timeoutFlags}${cmdString} ${deployId} ${env}`,
       );
 
       if (isDeployRunnerContext(path, options)) {
@@ -1573,29 +1572,75 @@ EOF
     },
 
     /**
-     * @method ptls
-     * @description Set on ~/.bashrc alias: ports <port> Command to list listening ports that match the given keyword.
-     * @param {string} path - The input value, identifier, or path for the operation (used as a keyword to filter listening ports).
+     * @method pid-info
+     * @description Displays detailed information about a process by PID, including service details, command line, executable path, working directory, environment variables, and parent process tree.
+     * @param {string} path - The PID of the process to inspect.
      * @param {Object} options - The default underpost runner options for customizing workflow
      * @memberof UnderpostRun
      */
-    ptls: async (path = '', options = DEFAULT_OPTION) => {
-      shellExec(`chmod +x ${options.underpostRoot}/scripts/ports-ls.sh`);
-      shellExec(`${options.underpostRoot}/scripts/ports-ls.sh`);
+    'pid-info': (path, options = DEFAULT_OPTION) => {
+      const pid = path;
+      if (!pid) {
+        logger.error('PID is required. Usage: underpost run pid-info <pid>');
+        return;
+      }
+
+      // Services
+      logger.info('Process info');
+      shellExec(`sudo ps -p ${pid} -o pid,ppid,user,stime,etime,cmd`);
+      logger.info('Command line');
+      shellExec(`sudo cat /proc/${pid}/cmdline | tr '\\0' ' ' ; echo`);
+      logger.info('Executable path');
+      shellExec(`sudo readlink -f /proc/${pid}/exe`);
+      logger.info('Working directory');
+      shellExec(`sudo readlink -f /proc/${pid}/cwd`);
+      logger.info('Environment variables (first 200)');
+      shellExec(`sudo tr '\\0' '\\n' </proc/${pid}/environ | head -200`);
+
+      // Parent
+      logger.info('Parent process');
+      const parentInfo = shellExec(`sudo ps -o pid,ppid,user,cmd -p ${pid}`, { stdout: true, silent: true });
+      console.log(parentInfo);
+      const ppidMatch = parentInfo.split('\n').find((l) => l.trim().startsWith(pid));
+      if (ppidMatch) {
+        const ppid = ppidMatch.trim().split(/\s+/)[1];
+        logger.info(`Parent PID: ${ppid}`);
+        shellExec(`ps -fp ${ppid}`);
+      }
+      logger.info('Process tree');
+      shellExec(`pstree -s ${pid}`);
     },
+
     /**
-     * @method release-cmt
-     * @description Commits and pushes a new release for the `engine` repository with a message indicating the new version.
-     * @param {string} path - The input value, identifier, or path for the operation.
+     * @method background
+     * @description Runs a custom command in the background using nohup, logging output to `/var/log/<id>.log` and saving the PID to `/var/run/<id>.pid`.
+     * @param {string} path - The command to run in the background (e.g. 'npm run prod:container dd-cyberia-r3').
      * @param {Object} options - The default underpost runner options for customizing workflow
      * @memberof UnderpostRun
      */
-    'release-cmt': async (path, options = DEFAULT_OPTION) => {
-      shellExec(`underpost run pull`);
-      shellExec(`underpost run secret`);
-      shellCd(`/home/dd/engine`);
-      shellExec(`underpost cmt --empty . ci engine ' New engine release $(underpost --version)'`);
-      shellExec(`underpost push . ${process.env.GITHUB_USERNAME}/engine`, { silent: true });
+    background: (path, options = DEFAULT_OPTION) => {
+      if (!path) {
+        logger.error('Command is required. Usage: underpost run background <command>');
+        return;
+      }
+      const id = path.split(/\s+/).pop();
+      const logFile = `/var/log/${id}.log`;
+      const pidFile = `/var/run/${id}.pid`;
+      logger.info(`Starting background process`, { id, logFile, pidFile });
+      shellExec(`nohup ${path} > ${logFile} 2>&1 & pid=$!; echo $pid > ${pidFile}; disown`);
+      logger.info(`Background process started for '${id}'`);
+    },
+
+    /**
+     * @method ports
+     * @description Set on ~/.bashrc alias: ports <port> Command to list listening ports that match the given keyword.
+     * @param {string} path - The input value, identifier, or path for the operation (used as a keyword to filter listening ports).
+     * @param {Object} options - The default underpost runner options for customizing workflow
+     * @memberof UnderpostRun
+     */
+    ports: async (path = '', options = DEFAULT_OPTION) => {
+      shellExec(`chmod +x ${options.underpostRoot}/scripts/ports-ls.sh`);
+      shellExec(`${options.underpostRoot}/scripts/ports-ls.sh`);
     },
 
     /**
@@ -1623,40 +1668,6 @@ EOF
       shellExec(`node bin run sync${baseClusterCommand} --deploy-id-cron-jobs none dd-test --cmd "${cmd}"`);
     },
 
-    /**
-     * @method sync-replica
-     * @description Syncs a replica for the dd.router
-     * @param {string} path - The input value, identifier, or path for the operation.
-     * @param {Object} options - The default underpost runner options for customizing workflow
-     * @memberof UnderpostRun
-     */
-    'sync-replica': async (path, options = DEFAULT_OPTION) => {
-      const env = options.dev ? 'development' : 'production';
-      const baseCommand = options.dev ? 'node bin' : 'underpost';
-
-      for (let deployId of fs.readFileSync(`./engine-private/deploy/dd.router`, 'utf8').split(',')) {
-        deployId = deployId.trim();
-        const _path = '/single-replica';
-        const confServer = loadConfServerJson(`./engine-private/conf/${deployId}/conf.server.json`);
-        shellExec(`${baseCommand} env ${deployId} ${env}`);
-        for (const host of Object.keys(confServer))
-          if (_path in confServer[host])
-            await Underpost.repo.client(deployId, '', host, _path, {
-              singleReplica: true,
-            });
-        const node = options.nodeName
-          ? options.nodeName
-          : !options.kubeadm && !options.k3s
-            ? 'kind-control-plane'
-            : os.hostname();
-        // deployId, replicas, versions, image, node
-        let defaultPath = [deployId, 1, ``, ``, node];
-        shellExec(`${baseCommand} run${options.dev === true ? ' --dev' : ''} --build sync ${defaultPath}`);
-        await Underpost.repo.client(deployId);
-      }
-      if (isDeployRunnerContext(path, options)) shellExec(`${baseCommand} run promote ${path} production`);
-    },
-
     /**
      * @method tf-vae-test
      * @description Creates and runs a job pod (`tf-vae-test`) that installs TensorFlow dependencies, clones the TensorFlow docs, and runs the CVAE tutorial script, with a terminal monitor attached.

package/src/client/components/core/Alert.js

@@ -49,7 +49,7 @@ const e404 = async () => {
     <br />
     <br />${Translate.Render('page-not-found')} <br />
     <br />
-    <a href="${location.origin}">${Translate.Render('back')}</a>
+    <a target="_top" href="${location.origin}">${Translate.Render('back')}</a>
   </div>`;
 };
 
@@ -68,7 +68,7 @@ const e500 = async () => {
     <br />
     <br />${Translate.Render('page-broken')} <br />
     <br />
-    <a href="${location.origin}">${Translate.Render('back')}</a>
+    <a target="_top" href="${location.origin}">${Translate.Render('back')}</a>
   </div>`;
 };
 

package/src/client/components/core/Docs.js

@@ -24,11 +24,18 @@ const Docs = {
       html: async () => {
         if (docData.renderHtml) return await docData.renderHtml();
         return html`
+          <style>
+            .iframe-${ModalId} {
+              width: 100%;
+              border: none;
+              background: white;
+              display: block;
+            }
+          </style>
           <iframe
             class="in iframe-${ModalId}"
-            style="width: 100%; border: none; background: white; display: block"
             src="${docData.url()}"
-            sandbox="allow-same-origin allow-scripts allow-popups allow-forms allow-popups-to-escape-sandbox"
+            sandbox="allow-same-origin allow-scripts allow-popups allow-forms allow-popups-to-escape-sandbox allow-top-navigation"
           >
           </iframe>
         `;

package/src/client/components/core/RichText.js

@@ -30,10 +30,9 @@ const RichText = {
     return html` <style>
         .md-container {
           background: white;
-          color: black;
         }
         .md-container button {
-          color: black !important;
+          color: black;
         }
       </style>
       <div class="in md-container"><textarea class="${id}"></textarea></div>`;

package/src/client/ssr/body/404.js

@@ -47,9 +47,12 @@ const main = () => {
         a {
           color: black;
         }
+        .main-body-ssr-404 {
+          top: 45%;
+        }
       </style>
 
-      <div class="abs center" style="top: 45%">
+      <div class="abs center main-body-ssr-404">
         ${icon}
         <br />
         <br />
@@ -57,17 +60,18 @@ const main = () => {
         <br />
         <br />${Translate.Render('page-not-found')} <br />
         <br />
-        <a href="${location.origin}">${Translate.Render('back')}</a>
+        <a target="_top" href="${location.origin}">${Translate.Render('back')}</a>
       </div>`,
   );
 };
 
-SrrComponent = () => html`<script>
-  {
-    const s = ${s};
-    const append = ${append};
-    const getLang = ${getLang};
-    const main = ${main};
-    window.onload = main;
-  }
-</script>`;
+SrrComponent = () =>
+  html`<script>
+    {
+      const s = ${s};
+      const append = ${append};
+      const getLang = ${getLang};
+      const main = ${main};
+      window.onload = main;
+    }
+  </script>`;

package/src/client/ssr/body/500.js

@@ -46,9 +46,12 @@ const main = () => {
         a {
           color: black;
         }
+        .main-body-ssr-500 {
+          top: 45%;
+        }
       </style>
 
-      <div class="abs center" style="top: 45%">
+      <div class="abs center main-body-ssr-500">
         ${icon}
         <br />
         <br />
@@ -56,17 +59,18 @@ const main = () => {
         <br />
         <br />${Translate.Render('page-broken')} <br />
         <br />
-        <a href="${location.origin}">${Translate.Render('back')}</a>
+        <a target="_top" href="${location.origin}">${Translate.Render('back')}</a>
       </div>`,
   );
 };
 
-SrrComponent = () => html`<script>
-  {
-    const s = ${s};
-    const append = ${append};
-    const getLang = ${getLang};
-    const main = ${main};
-    window.onload = main;
-  }
-</script>`;
+SrrComponent = () =>
+  html`<script>
+    {
+      const s = ${s};
+      const append = ${append};
+      const getLang = ${getLang};
+      const main = ${main};
+      window.onload = main;
+    }
+  </script>`;