underpost 2.8.837 → 2.8.839

package/README.md

@@ -24,16 +24,20 @@ template
 
 
 
+
+
 <!-- badges -->
 
 
-[![Node.js CI](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml) [![Test](https://github.com/underpostnet/engine/actions/workflows/coverall.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/coverall.yml) [![Downloads](https://img.shields.io/npm/dm/underpost.svg)](https://www.npmjs.com/package/underpost) [![Socket Badge](https://socket.dev/api/badge/npm/package/underpost/2.8.837)](https://socket.dev/npm/package/underpost/overview/2.8.837) [![Coverage Status](https://coveralls.io/repos/github/underpostnet/engine/badge.svg?branch=master)](https://coveralls.io/github/underpostnet/engine?branch=master) [![Version](https://img.shields.io/npm/v/underpost.svg)](https://www.npmjs.org/package/underpost) [![License](https://img.shields.io/npm/l/underpost.svg)](https://www.npmjs.com/package/underpost)
+[![Node.js CI](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml) [![Test](https://github.com/underpostnet/engine/actions/workflows/coverall.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/coverall.yml) [![Downloads](https://img.shields.io/npm/dm/underpost.svg)](https://www.npmjs.com/package/underpost) [![Socket Badge](https://socket.dev/api/badge/npm/package/underpost/2.8.839)](https://socket.dev/npm/package/underpost/overview/2.8.839) [![Coverage Status](https://coveralls.io/repos/github/underpostnet/engine/badge.svg?branch=master)](https://coveralls.io/github/underpostnet/engine?branch=master) [![Version](https://img.shields.io/npm/v/underpost.svg)](https://www.npmjs.org/package/underpost) [![License](https://img.shields.io/npm/l/underpost.svg)](https://www.npmjs.com/package/underpost)
 
 
 <!-- end-badges -->
 
 
 
+
+
 </div>
 
 <div align="center">
@@ -78,7 +82,7 @@ Run dev client server
 npm run dev
 ```
 <!-- -->
-## underpost ci/cd cli v2.8.837
+## underpost ci/cd cli v2.8.839
 
 ### Usage: `underpost [options] [command]`
   ```

package/cli.md

@@ -1,4 +1,4 @@
-## underpost ci/cd cli v2.8.837
+## underpost ci/cd cli v2.8.839
 
 ### Usage: `underpost [options] [command]`
   ```
@@ -554,28 +554,20 @@ Options:
 Runs a script from the specified path.
 
 Arguments:
-  runner-id                          The runner ID to run. Options:
-                                     spark-template, gpu-env, tf-gpu-test, ide,
-                                     tf-vae-test, deploy-job.
-  path                               The absolute or relative directory path
-                                     where the script is located.
+  runner-id                                The runner ID to run. Options: spark-template, gpu-env, tf-gpu-test, ide, monitor, tf-vae-test, deploy-job.
+  path                                     The absolute or relative directory path where the script is located.
 
 Options:
-  --command <command-array>          Array of commands to run.
-  --args <args-array>                Array of arguments to pass to the command.
-  --dev                              Sets the development context environment
-                                     for the script.
-  --pod-name <pod-name>              Optional: Specifies the pod name for test
-                                     execution.
-  --volume-name <volume-name>        Optional: Specifies the volume name for
-                                     test execution.
-  --image-name <image-name>          Optional: Specifies the image name for
-                                     test execution.
-  --container-name <container-name>  Optional: Specifies the container name for
-                                     test execution.
-  --namespace <namespace>            Optional: Specifies the namespace for test
-                                     execution.
-  -h, --help                         display help for command
+  --command <command-array>                Array of commands to run.
+  --args <args-array>                      Array of arguments to pass to the command.
+  --dev                                    Sets the development context environment for the script.
+  --pod-name <pod-name>                    Optional: Specifies the pod name for test execution.
+  --volume-host-path <volume-host-path>    Optional: Specifies the volume host path for test execution.
+  --volume-mount-path <volume-mount-path>  Optional: Specifies the volume mount path for test execution.
+  --image-name <image-name>                Optional: Specifies the image name for test execution.
+  --container-name <container-name>        Optional: Specifies the container name for test execution.
+  --namespace <namespace>                  Optional: Specifies the namespace for test execution.
+  -h, --help                               display help for command
  
 ```
   

package/docker-compose.yml

@@ -58,7 +58,7 @@ services:
           cpus: '0.25'
           memory: 20M
     labels: # labels in Compose file instead of Dockerfile
-      engine.version: '2.8.837'
+      engine.version: '2.8.839'
     networks:
       - load-balancer
 

package/manifests/deployment/dd-template-development/deployment.yaml

@@ -17,7 +17,7 @@ spec:
     spec:
       containers:
         - name: dd-template-development-blue
-          image: localhost/rockylinux9-underpost:v2.8.837
+          image: localhost/rockylinux9-underpost:v2.8.839
           #          resources:
           #            requests:
           #              memory: "124Ki"
@@ -100,7 +100,7 @@ spec:
     spec:
       containers:
         - name: dd-template-development-green
-          image: localhost/rockylinux9-underpost:v2.8.837
+          image: localhost/rockylinux9-underpost:v2.8.839
           #          resources:
           #            requests:
           #              memory: "124Ki"

package/manifests/maas/device-scan.sh

@@ -8,14 +8,14 @@ for iface_path in /sys/class/net/*; do
   operstate=$(< "$iface_path/operstate")
   mtu=$(< "$iface_path/mtu")
 
-  # Driver: módulo kernel que maneja esta interfaz
+  # Driver
   if [ -L "$iface_path/device/driver" ]; then
     driver=$(basename "$(readlink -f "$iface_path/device/driver")")
   else
     driver="—"
   fi
 
-  # Vendor:Device ID PCI
+  # Vendor device ID PCI
   pci_dev="$iface_path/device"
   if [ -f "$pci_dev/vendor" ] && [ -f "$pci_dev/device" ]; then
     vendor_id=$(< "$pci_dev/vendor")
@@ -28,7 +28,7 @@ for iface_path in /sys/class/net/*; do
     pci="—"
   fi
 
-  # Link Speed: lectura directa de /sys/class/net/<iface>/speed
+  # Link Speed
   speed=$(cat "$iface_path/speed" 2>/dev/null || echo "—")
 
   echo "Interface: $name"

package/manifests/maas/gpu-diag.sh

@@ -0,0 +1,19 @@
+# GPUs and drivers in use
+sudo lspci -nnk | egrep -i 'vga|3d' -A3
+
+# modules loaded relevant
+lsmod | egrep 'nvidia|nouveau|amdgpu' || true
+
+# if exists nvidia tool
+nvidia-smi 2>/dev/null || echo "nvidia-smi no disponible / driver no cargado"
+
+# kernel related errors
+sudo dmesg | egrep -i 'nvidia|nouveau|amdgpu' --color=auto
+
+# recent system errors / gdm / mutter / X
+sudo journalctl -b -p err --no-pager | head -n 200
+journalctl -b _COMM=gdm --no-pager | tail -n 200
+journalctl -b _COMM=Xorg --no-pager | tail -n 200
+
+# X log (if exists)
+sudo grep -E "(EE|WW|NVIDIA|nouveau|amdgpu)" /var/log/Xorg.0.log || true

package/package.json

@@ -2,7 +2,7 @@
     "type": "module",
     "main": "src/index.js",
     "name": "underpost",
-    "version": "2.8.837",
+    "version": "2.8.839",
     "description": "pwa api rest template",
     "scripts": {
         "start": "env-cmd -f .env.production node --max-old-space-size=8192 src/server",

package/src/cli/baremetal.js

@@ -1,5 +1,5 @@
 import { getNpmRootPath, getUnderpostRootPath } from '../server/conf.js';
-import { pbcopy, shellExec } from '../server/process.js';
+import { openTerminal, pbcopy, shellExec } from '../server/process.js';
 import dotenv from 'dotenv';
 import { loggerFactory } from '../server/logger.js';
 import { getLocalIPv4Address } from '../server/dns.js';
@@ -699,18 +699,8 @@ menuentry '${menuentryStr}' {
               fs.writeFileSync(`${nfsHostPath}/underpost/token-secret`, token_secret, 'utf8');
 
               // Open new terminals for live cloud-init logs.
-              shellExec(
-                `gnome-terminal -- bash -c "node ${underpostRoot}/bin baremetal --logs cloud; exec bash" & disown`,
-                {
-                  async: true,
-                },
-              );
-              shellExec(
-                `gnome-terminal -- bash -c "node ${underpostRoot}/bin baremetal --logs machine; exec bash" & disown`,
-                {
-                  async: true,
-                },
-              );
+              openTerminal(`node ${underpostRoot}/bin baremetal --logs cloud`);
+              openTerminal(`node ${underpostRoot}/bin baremetal --logs machine`);
             } catch (error) {
               logger.error(error, error.stack);
             } finally {

package/src/cli/cluster.js

@@ -519,7 +519,7 @@ net.ipv4.ip_forward = 1' | sudo tee ${iptableConfPath}`);
 
       try {
         // Phase 0: Truncate large logs under /var/log to free up immediate space
-        logger.info('Phase 0/6: Truncating large log files under /var/log...');
+        logger.info('Phase 0/7: Truncating large log files under /var/log...');
         try {
           const cleanPath = `/var/log/`;
           const largeLogsFiles = shellExec(
@@ -540,7 +540,7 @@ net.ipv4.ip_forward = 1' | sudo tee ${iptableConfPath}`);
 
         // Phase 1: Clean up Persistent Volumes with hostPath
         // This targets data created by Kubernetes Persistent Volumes that use hostPath.
-        logger.info('Phase 1/6: Cleaning Kubernetes hostPath volumes...');
+        logger.info('Phase 1/7: Cleaning Kubernetes hostPath volumes...');
         try {
           const pvListJson = shellExec(`kubectl get pv -o json || echo '{"items":[]}'`, { stdout: true, silent: true });
           const pvList = JSON.parse(pvListJson);
@@ -563,7 +563,7 @@ net.ipv4.ip_forward = 1' | sudo tee ${iptableConfPath}`);
         // Phase 2: Restore SELinux and stop services
         // This is critical for fixing the 'permission denied' error you experienced.
         // Enable SELinux permissive mode and restore file contexts.
-        logger.info('Phase 2/6: Stopping services and fixing SELinux...');
+        logger.info('Phase 2/7: Stopping services and fixing SELinux...');
         logger.info('  -> Ensuring SELinux is in permissive mode...');
         shellExec(`sudo setenforce 0 || true`);
         shellExec(`sudo sed -i 's/^SELINUX=enforcing$/SELINUX=permissive/' /etc/selinux/config || true`);
@@ -580,7 +580,7 @@ net.ipv4.ip_forward = 1' | sudo tee ${iptableConfPath}`);
         shellExec('sudo umount -f /var/lib/kubelet/pods/*/* || true');
 
         // Phase 3: Execute official uninstallation commands
-        logger.info('Phase 3/6: Executing official reset and uninstallation commands...');
+        logger.info('Phase 3/7: Executing official reset and uninstallation commands...');
         logger.info('  -> Executing kubeadm reset...');
         shellExec('sudo kubeadm reset --force || true');
         logger.info('  -> Executing K3s uninstallation script if it exists...');
@@ -589,7 +589,7 @@ net.ipv4.ip_forward = 1' | sudo tee ${iptableConfPath}`);
         shellExec('kind get clusters | xargs -r -t -n1 kind delete cluster || true');
 
         // Phase 4: File system cleanup
-        logger.info('Phase 4/6: Cleaning up remaining file system artifacts...');
+        logger.info('Phase 4/7: Cleaning up remaining file system artifacts...');
         // Remove any leftover configurations and data.
         shellExec('sudo rm -rf /etc/kubernetes/* || true');
         shellExec('sudo rm -rf /etc/cni/net.d/* || true');
@@ -602,15 +602,21 @@ net.ipv4.ip_forward = 1' | sudo tee ${iptableConfPath}`);
         shellExec('rm -rf $HOME/.kube || true');
 
         // Phase 5: Host network cleanup
-        logger.info('Phase 5/6: Cleaning up host network configurations...');
+        logger.info('Phase 5/7: Cleaning up host network configurations...');
         // Remove iptables rules and CNI network interfaces.
         shellExec('sudo iptables -F || true');
         shellExec('sudo iptables -t nat -F || true');
+        // Restore iptables rules
+        shellExec(`chmod +x ${options.underpostRoot}/manifests/maas/nat-iptables.sh`);
+        shellExec(`${options.underpostRoot}/manifests/maas/nat-iptables.sh`, { silent: true });
         shellExec('sudo ip link del cni0 || true');
         shellExec('sudo ip link del flannel.1 || true');
 
+        logger.info('Phase 6/7: Clean up images');
+        shellExec(`podman rmi $(podman images -qa) --force`);
+
         // Phase 6: Reload daemon and finalize
-        logger.info('Phase 6/6: Reloading the system daemon and finalizing...');
+        logger.info('Phase 7/7: Reloading the system daemon and finalizing...');
         // shellExec('sudo systemctl daemon-reload');
         UnderpostCluster.API.config();
         logger.info('Safe and complete reset finished. The system is ready for a new cluster initialization.');
@@ -662,7 +668,7 @@ net.ipv4.ip_forward = 1' | sudo tee ${iptableConfPath}`);
       const archData = UnderpostBaremetal.API.getHostArch();
       logger.info('Installing essential host-level prerequisites for Kubernetes...', archData);
       // Install Docker and its dependencies
-      shellExec(`sudo dnf -y install dnf-plugins-core`);
+      shellExec(`sudo dnf -y install dnf-plugins-core dbus-x11`);
       shellExec(`sudo dnf config-manager --add-repo https://download.docker.com/linux/rhel/docker-ce.repo`);
       shellExec(`sudo dnf -y install docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin`);
 

package/src/cli/deploy.js

@@ -519,6 +519,15 @@ node bin/deploy build-full-client ${deployId}
         logger.error(error, error.stack);
       }
     },
+    existsContainerFile({ podName, path }) {
+      return JSON.parse(
+        shellExec(`kubectl exec ${podName} -- test -f ${path} && echo "true" || echo "false"`, {
+          stdout: true,
+          disableLog: true,
+          silent: true,
+        }).trim(),
+      );
+    },
   };
 }
 

package/src/cli/index.js

@@ -324,7 +324,8 @@ program
   .option('--args <args-array>', 'Array of arguments to pass to the command.')
   .option('--dev', 'Sets the development context environment for the script.')
   .option('--pod-name <pod-name>', 'Optional: Specifies the pod name for test execution.')
-  .option('--volume-name <volume-name>', 'Optional: Specifies the volume name for test execution.')
+  .option('--volume-host-path <volume-host-path>', 'Optional: Specifies the volume host path for test execution.')
+  .option('--volume-mount-path <volume-mount-path>', 'Optional: Specifies the volume mount path for test execution.')
   .option('--image-name <image-name>', 'Optional: Specifies the image name for test execution.')
   .option('--container-name <container-name>', 'Optional: Specifies the container name for test execution.')
   .option('--namespace <namespace>', 'Optional: Specifies the namespace for test execution.')

package/src/cli/run.js

@@ -1,9 +1,11 @@
-import { pbcopy, shellCd, shellExec } from '../server/process.js';
+import { daemonProcess, getTerminalPid, openTerminal, pbcopy, shellCd, shellExec } from '../server/process.js';
 import read from 'read';
 import { getNpmRootPath } from '../server/conf.js';
 import { loggerFactory } from '../server/logger.js';
 import UnderpostTest from './test.js';
 import fs from 'fs-extra';
+import { range, setPad, timer } from '../client/components/core/CommonJs.js';
+import UnderpostDeploy from './deploy.js';
 
 const logger = loggerFactory(import.meta);
 
@@ -11,7 +13,8 @@ class UnderpostRun {
   static DEFAULT_OPTION = {
     dev: false,
     podName: '',
-    volumeName: '',
+    volumeHostPath: '',
+    volumeMountPath: '',
     imageName: '',
     containerName: '',
     namespace: '',
@@ -52,9 +55,91 @@ class UnderpostRun {
       const { underpostRoot } = options;
       shellExec(`node ${underpostRoot}/bin/vs ${path}`);
     },
+    monitor: (path, options = UnderpostRun.DEFAULT_OPTION) => {
+      const pid = getTerminalPid();
+      logger.info('monitor pid', pid);
+      const checkPath = '/await';
+      const _monitor = async () => {
+        const result = UnderpostDeploy.API.existsContainerFile({ podName: path, path: checkPath });
+        logger.info('monitor', result);
+        if (result === true) {
+          switch (path) {
+            case 'tf-vae-test':
+              {
+                const nameSpace = 'default';
+                const podName = path;
+                const basePath = '/home/dd';
+                const scriptPath = '/site/en/tutorials/generative/cvae.py';
+                // shellExec(
+                //   `sudo kubectl cp ${nameSpace}/${podName}:${basePath}/docs${scriptPath} ${basePath}/lab/src/${scriptPath
+                //     .split('/')
+                //     .pop()}`,
+                // );
+                // const file = fs.readFileSync(`${basePath}/lab/src/${scriptPath.split('/').pop()}`, 'utf8');
+                //                 fs.writeFileSync(
+                //                   `${basePath}/lab/src/${scriptPath.split('/').pop()}`,
+                //                   file.replace(
+                //                     `import time`,
+                //                     `import time
+                // print('=== SCRIPT UPDATE TEST ===')`,
+                //                   ),
+                //                   'utf8',
+                //                 );
+                shellExec(
+                  `sudo kubectl cp ${basePath}/lab/src/${scriptPath
+                    .split('/')
+                    .pop()} ${nameSpace}/${podName}:${basePath}/docs${scriptPath}`,
+                );
+                // shellExec(`sudo kubectl exec -i ${podName} -- sh -c "ipython ${basePath}/docs${scriptPath}"`);
+                shellExec(`sudo kubectl exec -i ${podName} -- sh -c "rm -rf ${checkPath}"`);
+
+                {
+                  const checkPath = `/latent_space_plot.png`;
+                  const outsPaths = [];
+                  logger.info('monitor', checkPath);
+                  while (!UnderpostDeploy.API.existsContainerFile({ podName, path: `/home/dd/docs${checkPath}` }))
+                    await timer(1000);
+
+                  {
+                    const toPath = `${basePath}/lab${checkPath}`;
+                    outsPaths.push(toPath);
+                    shellExec(`sudo kubectl cp ${nameSpace}/${podName}:${basePath}/docs${checkPath} ${toPath}`);
+                  }
+
+                  for (let i of range(1, 10)) {
+                    i = `/image_at_epoch_${setPad(i, '0', 4)}.png`;
+                    const toPath = `${basePath}/lab/${i}`;
+                    outsPaths.push(toPath);
+                    shellExec(`sudo kubectl cp ${nameSpace}/${podName}:${basePath}/docs${i} ${toPath}`);
+                  }
+                  openTerminal(`firefox ${outsPaths.join(' ')}`, { single: true });
+                }
+                shellExec(`sudo kill -9 ${pid}`);
+              }
+              break;
+
+            default:
+              break;
+          }
+          return;
+        }
+        await timer(1000);
+        _monitor();
+      };
+      _monitor();
+    },
     'tf-vae-test': async (path, options = UnderpostRun.DEFAULT_OPTION) => {
       const { underpostRoot } = options;
+      const podName = 'tf-vae-test';
       await UnderpostRun.RUNNERS['deploy-job']('', {
+        podName,
+        // volumeMountPath: '/custom_images',
+        // volumeHostPath: '/home/dd/engine/src/client/public/cyberia/assets/skin',
+        on: {
+          init: async () => {
+            openTerminal(`node bin run --dev monitor ${podName}`);
+          },
+        },
         args: [
           `pip install --upgrade \
                nbconvert \
@@ -68,19 +153,26 @@ class UnderpostRun {
           'git clone https://github.com/tensorflow/docs.git',
           'cd docs',
           'jupyter nbconvert --to python site/en/tutorials/generative/cvae.ipynb',
-          'ipython site/en/tutorials/generative/cvae.py',
+          `echo '' > /await`,
+          `echo '=== WAITING SCRIPT LAUNCH ==='`,
+          `while [ -f /await ]; do sleep 1; done`,
+          `echo '=== FINISHED ==='`,
+          daemonProcess(`ipython site/en/tutorials/generative/cvae.py`),
         ],
       });
     },
     'deploy-job': async (path, options = UnderpostRun.DEFAULT_OPTION) => {
       const podName = options.podName || 'deploy-job';
-      const volumeName = options.volumeName || `${podName}-volume`;
+      const volumeName = `${podName}-volume`;
       const args = (options.args ? options.args : path ? [`python ${path}`] : []).filter((c) => c.trim());
       const imageName = options.imageName || 'nvcr.io/nvidia/tensorflow:24.04-tf2-py3';
       const containerName = options.containerName || `${podName}-container`;
       const gpuEnable = imageName.match('nvidia');
       const runtimeClassName = gpuEnable ? 'nvidia' : '';
       const namespace = options.namespace || 'default';
+      const volumeMountPath = options.volumeMountPath || path;
+      const volumeHostPath = options.volumeHostPath || path;
+      const enableVolumeMount = volumeHostPath && volumeMountPath;
 
       const cmd = `kubectl apply -f - <<EOF
 apiVersion: v1
@@ -116,16 +208,16 @@ ${
     : ''
 }
 ${
-  path
+  enableVolumeMount
     ? `
       volumeMounts:
         - name: ${volumeName}
-          mountPath: ${path}
+          mountPath: ${volumeMountPath}
   volumes:
     - name: ${volumeName}
       hostPath:
-        path: ${path}
-        type: ${fs.statSync(path).isDirectory() ? 'Directory' : 'File'}`
+        path: ${volumeHostPath}
+        type: ${fs.statSync(volumeHostPath).isDirectory() ? 'Directory' : 'File'}`
     : ''
 }
 EOF`;
@@ -134,6 +226,7 @@ EOF`;
       shellExec(cmd, { disableLog: true });
       const successInstance = await UnderpostTest.API.statusMonitor(podName);
       if (successInstance) {
+        options.on?.init ? await options.on.init() : null;
         shellExec(`kubectl logs -f ${podName}`);
       }
     },

package/src/index.js

@@ -34,7 +34,7 @@ class Underpost {
    * @type {String}
    * @memberof Underpost
    */
-  static version = 'v2.8.837';
+  static version = 'v2.8.839';
   /**
    * Repository cli API
    * @static

package/src/server/process.js

@@ -10,8 +10,6 @@ dotenv.config();
 
 const logger = loggerFactory(import.meta);
 
-// process.exit();
-
 const getRootDirectory = () => process.cwd().replace(/\\/g, '/');
 
 const ProcessController = {
@@ -63,27 +61,26 @@ const shellCd = (cd, options = { disableLog: false }) => {
   return shell.cd(cd);
 };
 
-function pbcopy(data) {
-  switch (process.platform) {
-    case 'linux':
-      {
-        // sudo dnf install xclip
-        // sudo apt update
-        // sudo apt install xclip
-        // paste: xclip -o
-        // copy:
-        // shellExec(`echo "${data}" | xclip -sel clip`, { async: true });
-      }
+const openTerminal = (cmd, options = { single: false }) => {
+  if (options.single === true) {
+    shellExec(`setsid gnome-terminal -- bash -ic "${cmd}; exec bash" >/dev/null 2>&1 &`);
+    return;
+  }
+  shellExec(`gnome-terminal -- bash -c "${cmd}; exec bash" & disown`, {
+    async: true,
+    stdout: true,
+  });
+};
 
-      break;
+const daemonProcess = (cmd) => `exec bash -c '${cmd}; exec tail -f /dev/null'`;
 
-    default:
-      break;
-  }
+// list all terminals: pgrep gnome-terminal
+// list last terminal: pgrep -n gnome-terminal
+const getTerminalPid = () => JSON.parse(shellExec(`pgrep -n gnome-terminal`, { stdout: true, silent: true }));
 
+function pbcopy(data) {
   clipboard.writeSync(data || '🦄');
-
   logger.info(`copied to clipboard`, clipboard.readSync());
 }
 
-export { ProcessController, getRootDirectory, shellExec, shellCd, pbcopy };
+export { ProcessController, getRootDirectory, shellExec, shellCd, pbcopy, openTerminal, getTerminalPid, daemonProcess };