underpost 2.92.0 → 2.95.1

package/src/cli/run.js

@@ -23,7 +23,7 @@ import UnderpostDB from './db.js';
 import UnderpostRootEnv from './env.js';
 import UnderpostRepository from './repository.js';
 import os from 'os';
-import Underpost from '../index.js';
+import Underpost, { UnderpostSSH } from '../index.js';
 import dotenv from 'dotenv';
 
 const logger = loggerFactory(import.meta);
@@ -54,8 +54,6 @@ class UnderpostRun {
    * @property {string} namespace - The namespace to run in.
    * @property {boolean} build - Whether to build the image.
    * @property {number} replicas - The number of replicas to run.
-   * @property {boolean} k3s - Whether to run in k3s mode.
-   * @property {boolean} kubeadm - Whether to run in kubeadm mode.
    * @property {boolean} force - Whether to force the operation.
    * @property {boolean} reset - Whether to reset the operation.
    * @property {boolean} tls - Whether to use TLS.
@@ -66,7 +64,7 @@ class UnderpostRun {
    * @property {string} imagePullPolicy - The image pull policy for the container.
    * @property {string} apiVersion - The API version for the container.
    * @property {string} claimName - The claim name for the volume.
-   * @property {string} kind - The kind of resource to create.
+   * @property {string} kindType - The kind of resource to create.
    * @property {boolean} terminal - Whether to open a terminal.
    * @property {number} devProxyPortOffset - The port offset for the development proxy.
    * @property {boolean} hostNetwork - Whether to use host networking.
@@ -79,6 +77,16 @@ class UnderpostRun {
    * @property {boolean} etcHosts - Whether to modify /etc/hosts.
    * @property {string} confServerPath - The configuration server path.
    * @property {string} underpostRoot - The root path of the Underpost installation.
+   * @property {string} cronJobs - The cron jobs to run.
+   * @property {string} timezone - The timezone to set.
+   * @property {boolean} kubeadm - Whether to run in kubeadm mode.
+   * @property {boolean} kind - Whether to run in kind mode.
+   * @property {boolean} k3s - Whether to run in k3s mode.
+   * @property {string} logType - The type of log to generate.
+   * @property {string} hosts - The hosts to use.
+   * @property {string} deployId - The deployment ID.
+   * @property {string} instanceId - The instance ID.
+   * @property {string} user - The user to run as.
    * @memberof UnderpostRun
    */
   static DEFAULT_OPTION = {
@@ -93,8 +101,6 @@ class UnderpostRun {
     namespace: 'default',
     build: false,
     replicas: 1,
-    k3s: false,
-    kubeadm: false,
     force: false,
     reset: false,
     tls: false,
@@ -105,7 +111,7 @@ class UnderpostRun {
     imagePullPolicy: '',
     apiVersion: '',
     claimName: '',
-    kind: '',
+    kindType: '',
     terminal: false,
     devProxyPortOffset: 0,
     hostNetwork: false,
@@ -118,6 +124,16 @@ class UnderpostRun {
     etcHosts: false,
     confServerPath: '',
     underpostRoot: '',
+    cronJobs: '',
+    timezone: '',
+    kubeadm: false,
+    kind: false,
+    k3s: false,
+    logType: '',
+    hosts: '',
+    deployId: '',
+    instanceId: '',
+    user: '',
   };
   /**
    * @static
@@ -337,8 +353,9 @@ class UnderpostRun {
      * @param {Object} options - The default underpost runner options for customizing workflow
      * @memberof UnderpostRun
      */
-    'ssh-cluster-info': (path, options = UnderpostRun.DEFAULT_OPTION) => {
+    'ssh-cluster-info': async (path, options = UnderpostRun.DEFAULT_OPTION) => {
       const { underpostRoot } = options;
+      if (options.deployId && options.user) await UnderpostSSH.API.setDefautlSshCredentials(options);
       shellExec(`chmod +x ${underpostRoot}/scripts/ssh-cluster-info.sh`);
       shellExec(`${underpostRoot}/scripts/ssh-cluster-info.sh`);
     },
@@ -381,7 +398,7 @@ class UnderpostRun {
       shellExec(`node bin run sync-replica template-deploy${nodeOptions}`);
       shellExec(`node bin env clean`);
       for (const deployId of fs.readFileSync('./engine-private/deploy/dd.router', 'utf8').split(','))
-        shellExec(`node bin/deploy update-default-conf ${deployId.trim()}`);
+        shellExec(`node bin new --default-conf --deploy-id ${deployId.trim()}`);
       if (path === 'cmt') {
         shellExec(`git add . && underpost cmt . build cluster-build`);
         shellExec(`cd engine-private && git add . && underpost cmt . build cluster-build`);
@@ -526,7 +543,7 @@ class UnderpostRun {
       const baseClusterCommand = options.dev ? ' --dev' : '';
       const defaultPath = [
         'dd-default',
-        1,
+        options.replicas,
         ``,
         ``,
         options.dev || !isDeployRunnerContext(path, options) ? 'kind-control-plane' : os.hostname(),
@@ -541,8 +558,8 @@ class UnderpostRun {
       if (isDeployRunnerContext(path, options)) {
         const { validVersion } = UnderpostRepository.API.privateConfUpdate(deployId);
         if (!validVersion) throw new Error('Version mismatch');
-        shellExec(`${baseCommand} run${baseClusterCommand} tz`);
-        shellExec(`${baseCommand} run${baseClusterCommand} cron`);
+        if (options.timezone !== 'none') shellExec(`${baseCommand} run${baseClusterCommand} tz`);
+        if (options.cronJobs !== 'none') shellExec(`${baseCommand} run${baseClusterCommand} cron`);
       }
 
       const currentTraffic = isDeployRunnerContext(path, options)
@@ -553,7 +570,7 @@ class UnderpostRun {
 
       shellExec(
         `${baseCommand} deploy --kubeadm --build-manifest --sync --info-router --replicas ${
-          replicas ? replicas : 1
+          replicas
         } --node ${node}${image ? ` --image ${image}` : ''}${versions ? ` --versions ${versions}` : ''}${options.namespace ? ` --namespace ${options.namespace}` : ''} dd ${env}`,
       );
 
@@ -563,8 +580,8 @@ class UnderpostRun {
         );
         if (!targetTraffic)
           targetTraffic = UnderpostDeploy.API.getCurrentTraffic(deployId, { namespace: options.namespace });
-        await UnderpostDeploy.API.monitorReadyRunner(deployId, env, targetTraffic);
-        UnderpostDeploy.API.switchTraffic(deployId, env, targetTraffic);
+        await UnderpostDeploy.API.monitorReadyRunner(deployId, env, targetTraffic, [], options.namespace, 'underpost');
+        UnderpostDeploy.API.switchTraffic(deployId, env, targetTraffic, replicas, options.namespace);
       } else
         logger.info(
           'current traffic',
@@ -572,6 +589,61 @@ class UnderpostRun {
         );
     },
 
+    /**
+     * @method stop
+     * @description Stops a deployment by deleting the corresponding Kubernetes deployment and service resources.
+     * @param {string} path - The input value, identifier, or path for the operation (used to determine which traffic to stop).
+     * @param {Object} options - The default underpost runner options for customizing workflow
+     * @memberof UnderpostRun
+     */
+    stop: async (path = '', options = UnderpostRun.DEFAULT_OPTION) => {
+      let currentTraffic = UnderpostDeploy.API.getCurrentTraffic(options.deployId, {
+        namespace: options.namespace,
+        hostTest: options.hosts,
+      });
+      const env = options.dev ? 'development' : 'production';
+
+      if (!path.match('current')) currentTraffic === 'blue' ? (currentTraffic = 'green') : (currentTraffic = 'blue');
+      const [_deployId] = path.split(',');
+      const deploymentId = `${_deployId ? _deployId : options.deployId}${options.instanceId ? `-${options.instanceId}` : ''}-${env}-${currentTraffic}`;
+
+      shellExec(`kubectl delete deployment ${deploymentId} -n ${options.namespace}`);
+      shellExec(`kubectl delete svc ${deploymentId}-service -n ${options.namespace}`);
+    },
+
+    /**
+     * @method ssh-deploy-stop
+     * @description Stops a remote deployment via SSH by executing the appropriate Underpost command on the remote server.
+     * @param {string} path - The input value, identifier, or path for the operation (used to determine which traffic to stop).
+     * @param {Object} options - The default underpost runner options for customizing workflow
+     * @memberof UnderpostRun
+     */
+    'ssh-deploy-stop': async (path, options = UnderpostRun.DEFAULT_OPTION) => {
+      const env = options.dev ? 'development' : 'production';
+      const baseCommand = options.dev ? 'node bin' : 'underpost';
+      const baseClusterCommand = options.dev ? ' --dev' : '';
+      await UnderpostSSH.API.setDefautlSshCredentials(options);
+      shellExec(`#!/usr/bin/env bash
+set -euo pipefail
+
+REMOTE_USER=$(node bin config get --plain DEFAULT_SSH_USER)
+REMOTE_HOST=$(node bin config get --plain DEFAULT_SSH_HOST)
+REMOTE_PORT=$(node bin config get --plain DEFAULT_SSH_PORT)
+SSH_KEY=$(node bin config get --plain DEFAULT_SSH_KEY_PATH)
+
+chmod 600 "$SSH_KEY"
+
+ssh -i "$SSH_KEY" -o BatchMode=yes "$REMOTE_USER@$REMOTE_HOST" -p $REMOTE_PORT sh <<EOF
+cd /home/dd/engine
+sudo -n -- /bin/bash -lc "${[
+        `${baseCommand} run${baseClusterCommand} stop${path ? ` ${path}` : ''}`,
+        ` --deploy-id ${options.deployId}${options.instanceId ? ` --instance-id ${options.instanceId}` : ''}`,
+        ` --namespace ${options.namespace}`,
+      ].join('')}"
+EOF
+`);
+    },
+
     /**
      * @method tz
      * @description Sets the system timezone using `timedatectl set-timezone` command.
@@ -580,13 +652,16 @@ class UnderpostRun {
      * @memberof UnderpostRun
      */
     tz: (path, options = UnderpostRun.DEFAULT_OPTION) => {
-      const tz = path
-        ? path
-        : UnderpostRootEnv.API.get('TIME_ZONE', undefined, { disableLog: true })
-          ? UnderpostRootEnv.API.get('TIME_ZONE')
-          : process.env.TIME_ZONE
-            ? process.env.TIME_ZONE
-            : 'America/New_York';
+      const tz =
+        options.timezone && options.timezone !== 'none'
+          ? options.timezone
+          : path
+            ? path
+            : UnderpostRootEnv.API.get('TIME_ZONE', undefined, { disableLog: true })
+              ? UnderpostRootEnv.API.get('TIME_ZONE')
+              : process.env.TIME_ZONE
+                ? process.env.TIME_ZONE
+                : 'America/New_York';
       shellExec(`sudo timedatectl set-timezone ${tz}`);
     },
 
@@ -652,6 +727,7 @@ class UnderpostRun {
         const _deployId = `${deployId}-${_id}`;
         const currentTraffic = UnderpostDeploy.API.getCurrentTraffic(_deployId, {
           hostTest: _host,
+          namespace: options.namespace,
         });
         const targetTraffic = currentTraffic ? (currentTraffic === 'blue' ? 'green' : 'blue') : 'blue';
         let proxyYaml =
@@ -691,7 +767,8 @@ EOF
       const env = options.dev ? 'development' : 'production';
       const baseCommand = options.dev ? 'node bin' : 'underpost';
       const baseClusterCommand = options.dev ? ' --dev' : '';
-      let [deployId, id, replicas = 1] = path.split(',');
+      let [deployId, id, replicas] = path.split(',');
+      if (!replicas) replicas = options.replicas;
       const confInstances = JSON.parse(
         fs.readFileSync(`./engine-private/conf/${deployId}/conf.instances.json`, 'utf8'),
       );
@@ -726,11 +803,12 @@ EOF
 
         const currentTraffic = UnderpostDeploy.API.getCurrentTraffic(_deployId, {
           hostTest: _host,
+          namespace: options.namespace,
         });
 
         const targetTraffic = currentTraffic ? (currentTraffic === 'blue' ? 'green' : 'blue') : 'blue';
         const podId = `${_deployId}-${env}-${targetTraffic}`;
-        const ignorePods = UnderpostDeploy.API.get(podId).map((p) => p.NAME);
+        const ignorePods = UnderpostDeploy.API.get(podId, 'pods', options.namespace).map((p) => p.NAME);
         UnderpostDeploy.API.configMap(env, options.namespace);
         shellExec(`kubectl delete service ${podId}-service --namespace ${options.namespace} --ignore-not-found`);
         shellExec(`kubectl delete deployment ${podId} --namespace ${options.namespace} --ignore-not-found`);
@@ -769,6 +847,8 @@ EOF
           env,
           targetTraffic,
           ignorePods,
+          options.namespace,
+          options.logType,
         );
 
         if (!ready) {
@@ -798,21 +878,6 @@ EOF
     'ls-deployments': async (path, options = UnderpostRun.DEFAULT_OPTION) => {
       console.table(await UnderpostDeploy.API.get(path, 'deployments', options.namespace));
     },
-    /**
-     * @method ls-images
-     * @description Retrieves and logs a table of currently loaded Docker images in the 'kind-worker' node using `UnderpostDeploy.API.getCurrentLoadedImages`.
-     * @param {string} path - The input value, identifier, or path for the operation.
-     * @param {Object} options - The default underpost runner options for customizing workflow
-     * @memberof UnderpostRun
-     */
-    'ls-images': async (path, options = UnderpostRun.DEFAULT_OPTION) => {
-      console.table(
-        UnderpostDeploy.API.getCurrentLoadedImages(
-          options.nodeName ? options.nodeName : 'kind-worker',
-          path === 'spec' ? true : false,
-        ),
-      );
-    },
 
     /**
      * @method host-update
@@ -858,9 +923,7 @@ EOF
       }
 
       if (!currentImage)
-        shellExec(
-          `${baseCommand} dockerfile-pull-base-images${baseClusterCommand} ${options.dev ? '--kind-load' : '--kubeadm-load'}`,
-        );
+        shellExec(`${baseCommand} image${baseClusterCommand} --pull-base ${options.dev ? '--kind' : '--kubeadm'}`);
       // shellExec(`kubectl delete pod ${podName} --ignore-not-found`);
 
       const payload = {
@@ -917,7 +980,7 @@ EOF
           switch (path) {
             case 'tf-vae-test':
               {
-                const nameSpace = options.namespace || 'default';
+                const nameSpace = options.namespace;
                 const podName = path;
                 const basePath = '/home/dd';
                 const scriptPath = '/site/en/tutorials/generative/cvae.py';
@@ -1062,12 +1125,12 @@ EOF
         for (const deployId of fs.readFileSync(`./engine-private/deploy/dd.router`, 'utf8').split(',')) {
           const currentTraffic = UnderpostDeploy.API.getCurrentTraffic(deployId, { namespace: options.namespace });
           const targetTraffic = currentTraffic === 'blue' ? 'green' : 'blue';
-          UnderpostDeploy.API.switchTraffic(deployId, inputEnv, targetTraffic, inputReplicas);
+          UnderpostDeploy.API.switchTraffic(deployId, inputEnv, targetTraffic, inputReplicas, options.namespace);
         }
       } else {
         const currentTraffic = UnderpostDeploy.API.getCurrentTraffic(inputDeployId, { namespace: options.namespace });
         const targetTraffic = currentTraffic === 'blue' ? 'green' : 'blue';
-        UnderpostDeploy.API.switchTraffic(inputDeployId, inputEnv, targetTraffic, inputReplicas);
+        UnderpostDeploy.API.switchTraffic(inputDeployId, inputEnv, targetTraffic, inputReplicas, options.namespace);
       }
     },
     /**
@@ -1098,44 +1161,45 @@ EOF
       const env = options.dev ? 'development' : 'production';
       const baseCommand = options.dev ? 'node bin' : 'underpost';
       const baseClusterCommand = options.dev ? ' --dev' : '';
+      const clusterType = options.k3s ? 'k3s' : 'kubeadm';
       shellCd(`/home/dd/engine`);
       shellExec(`${baseCommand} cluster${baseClusterCommand} --reset`);
       await timer(5000);
-      shellExec(`${baseCommand} cluster${baseClusterCommand} --kubeadm`);
+      shellExec(`${baseCommand} cluster${baseClusterCommand} --${clusterType}`);
       await timer(5000);
       let [runtimeImage, deployList] = path.split(',')
         ? path.split(',')
-        : ['lampp', fs.readFileSync(`./engine-private/deploy/dd.router`, 'utf8').replaceAll(',', '+')];
+        : ['express', fs.readFileSync(`./engine-private/deploy/dd.router`, 'utf8').replaceAll(',', '+')];
       shellExec(
-        `${baseCommand} dockerfile-pull-base-images${baseClusterCommand}${
-          runtimeImage ? ` --path /home/dd/engine/src/runtime/${runtimeImage}` : ''
-        } --kubeadm-load`,
+        `${baseCommand} image${baseClusterCommand}${
+          runtimeImage ? ` --pull-base --path /home/dd/engine/src/runtime/${runtimeImage}` : ''
+        } --${clusterType}`,
       );
       if (!deployList) {
         deployList = [];
         logger.warn('No deploy list provided');
       } else deployList = deployList.split('+');
       await timer(5000);
-      shellExec(`${baseCommand} cluster${baseClusterCommand} --kubeadm --pull-image --mongodb`);
+      shellExec(`${baseCommand} cluster${baseClusterCommand} --${clusterType} --pull-image --mongodb`);
       if (runtimeImage === 'lampp') {
         await timer(5000);
-        shellExec(`${baseCommand} cluster${baseClusterCommand} --kubeadm --pull-image --mariadb`);
+        shellExec(`${baseCommand} cluster${baseClusterCommand} --${clusterType} --pull-image --mariadb`);
       }
       await timer(5000);
       for (const deployId of deployList) {
         shellExec(`${baseCommand} db ${deployId} --import --git`);
       }
       await timer(5000);
-      shellExec(`${baseCommand} cluster${baseClusterCommand} --kubeadm --pull-image --valkey`);
+      shellExec(`${baseCommand} cluster${baseClusterCommand} --${clusterType} --pull-image --valkey`);
       await timer(5000);
-      shellExec(`${baseCommand} cluster${baseClusterCommand} --kubeadm --contour`);
+      shellExec(`${baseCommand} cluster${baseClusterCommand} --${clusterType} --contour`);
       if (env === 'production') {
         await timer(5000);
-        shellExec(`${baseCommand} cluster${baseClusterCommand} --kubeadm --cert-manager`);
+        shellExec(`${baseCommand} cluster${baseClusterCommand} --${clusterType} --cert-manager`);
       }
       for (const deployId of deployList) {
         shellExec(
-          `${baseCommand} deploy ${deployId} ${env} --kubeadm${env === 'production' ? ' --cert' : ''}${
+          `${baseCommand} deploy ${deployId} ${env} --${clusterType}${env === 'production' ? ' --cert' : ''}${
             env === 'development' ? ' --etc-hosts' : ''
           }`,
         );
@@ -1155,13 +1219,50 @@ EOF
       const currentTraffic = UnderpostDeploy.API.getCurrentTraffic(deployId, { namespace: options.namespace });
       const targetTraffic = currentTraffic === 'blue' ? 'green' : 'blue';
       const env = 'production';
-      const ignorePods = UnderpostDeploy.API.get(`${deployId}-${env}-${targetTraffic}`).map((p) => p.NAME);
+      const ignorePods = UnderpostDeploy.API.get(`${deployId}-${env}-${targetTraffic}`, 'pods', options.namespace).map(
+        (p) => p.NAME,
+      );
 
       shellExec(`sudo kubectl rollout restart deployment/${deployId}-${env}-${targetTraffic} -n ${options.namespace}`);
 
-      await UnderpostDeploy.API.monitorReadyRunner(deployId, env, targetTraffic, ignorePods);
+      await UnderpostDeploy.API.monitorReadyRunner(
+        deployId,
+        env,
+        targetTraffic,
+        ignorePods,
+        options.namespace,
+        'underpost',
+      );
+
+      UnderpostDeploy.API.switchTraffic(deployId, env, targetTraffic, options.replicas, options.namespace);
+    },
 
-      UnderpostDeploy.API.switchTraffic(deployId, env, targetTraffic);
+    /**
+     * @method disk-clean
+     * @description Executes the `disk-clean-sh` script to perform disk cleanup operations.
+     * @param {string} path - The input value, identifier, or path for the operation.
+     * @param {Object} options - The default underpost runner options for customizing workflow
+     * @memberof UnderpostRun
+     */
+    'disk-clean': async (path, options = UnderpostRun.DEFAULT_OPTION) => {
+      const { underpostRoot } = options;
+      shellExec(`chmod +x ${underpostRoot}/scripts/disk-clean.sh`);
+      shellExec(`./scripts/disk-clean.sh --yes --aggressive`);
+    },
+
+    /**
+     * @method disk-usage
+     * @description Displays disk usage statistics using the `du` command, sorted by size.
+     * @param {string} path - The input value, identifier, or path for the operation.
+     * @param {Object} options - The default underpost runner options for customizing workflow
+     * @memberof UnderpostRun
+     */
+    'disk-usage': async (path = '/', options = UnderpostRun.DEFAULT_OPTION) => {
+      if (!path) path = '/';
+      logger.info('Mount filesystem');
+      shellExec(`df -h${path === '/' ? '' : ` ${path}`}`);
+      logger.info('Files disks usage');
+      shellExec(`du -xh ${path} --max-depth=1 | sort -h`);
     },
 
     /**
@@ -1234,6 +1335,7 @@ EOF
       const baseClusterCommand = options.dev ? ' --dev' : '';
       shellCd(`/home/dd/engine`);
       let [deployId, serviceId, host, _path, replicas, image, node] = path.split(',');
+      if (!replicas) replicas = options.replicas;
       // const confClient = JSON.parse(fs.readFileSync(`./engine-private/conf/${deployId}/conf.client.json`, 'utf8'));
       const confServer = JSON.parse(fs.readFileSync(`./engine-private/conf/${deployId}/conf.server.json`, 'utf8'));
       // const confSSR = JSON.parse(fs.readFileSync(`./engine-private/conf/${deployId}/conf.ssr.json`, 'utf8'));
@@ -1298,7 +1400,7 @@ EOF
         if (!node) node = os.hostname();
         shellExec(
           `${baseCommand} deploy${options.dev ? '' : ' --kubeadm'}${options.devProxyPortOffset ? ' --disable-deployment-proxy' : ''} --build-manifest --sync --info-router --replicas ${
-            replicas ? replicas : 1
+            replicas
           } --node ${node}${image ? ` --image ${image}` : ''}${versions ? ` --versions ${versions}` : ''} dd ${env}`,
         );
         shellExec(
@@ -1358,7 +1460,7 @@ EOF
       shellExec(`underpost run secret`);
       shellCd(`/home/dd/engine`);
       shellExec(`underpost cmt --empty . ci engine ' New engine release $(underpost --version)'`);
-      shellExec(`underpost push . ${process.env.GITHUB_USERNAME}/engine`);
+      shellExec(`underpost push . ${process.env.GITHUB_USERNAME}/engine`, { silent: true });
     },
 
     /**
@@ -1456,7 +1558,7 @@ EOF
       const tty = options.tty ? 'true' : 'false';
       const stdin = options.stdin ? 'true' : 'false';
       const restartPolicy = options.restartPolicy || 'Never';
-      const kind = options.kind || 'Pod';
+      const kindType = options.kindType || 'Pod';
       const imagePullPolicy = options.imagePullPolicy || 'IfNotPresent';
       const hostNetwork = options.hostNetwork ? options.hostNetwork : '';
       const apiVersion = options.apiVersion || 'v1';
@@ -1480,7 +1582,7 @@ EOF
 
       const cmd = `kubectl apply -f - <<EOF
 apiVersion: ${apiVersion}
-kind: ${kind}
+kind: ${kindType}
 metadata:
   name: ${podName}
   namespace: ${namespace}
@@ -1552,6 +1654,8 @@ EOF`;
         if (options.args) options.args = options.args.split(',');
         if (!options.underpostRoot) options.underpostRoot = underpostRoot;
         if (!options.namespace) options.namespace = 'default';
+        if (options.replicas === '' || options.replicas === null || options.replicas === undefined)
+          options.replicas = 1;
         options.npmRoot = npmRoot;
         logger.info('callback', { path, options });
         if (!(runner in UnderpostRun.RUNNERS)) throw new Error(`Runner not found: ${runner}`);