underpost 2.8.838 → 2.8.839

package/README.md

@@ -25,10 +25,11 @@ template
 
 
 
+
 <!-- badges -->
 
 
-[![Node.js CI](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml) [![Test](https://github.com/underpostnet/engine/actions/workflows/coverall.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/coverall.yml) [![Downloads](https://img.shields.io/npm/dm/underpost.svg)](https://www.npmjs.com/package/underpost) [![Socket Badge](https://socket.dev/api/badge/npm/package/underpost/2.8.838)](https://socket.dev/npm/package/underpost/overview/2.8.838) [![Coverage Status](https://coveralls.io/repos/github/underpostnet/engine/badge.svg?branch=master)](https://coveralls.io/github/underpostnet/engine?branch=master) [![Version](https://img.shields.io/npm/v/underpost.svg)](https://www.npmjs.org/package/underpost) [![License](https://img.shields.io/npm/l/underpost.svg)](https://www.npmjs.com/package/underpost)
+[![Node.js CI](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml) [![Test](https://github.com/underpostnet/engine/actions/workflows/coverall.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/coverall.yml) [![Downloads](https://img.shields.io/npm/dm/underpost.svg)](https://www.npmjs.com/package/underpost) [![Socket Badge](https://socket.dev/api/badge/npm/package/underpost/2.8.839)](https://socket.dev/npm/package/underpost/overview/2.8.839) [![Coverage Status](https://coveralls.io/repos/github/underpostnet/engine/badge.svg?branch=master)](https://coveralls.io/github/underpostnet/engine?branch=master) [![Version](https://img.shields.io/npm/v/underpost.svg)](https://www.npmjs.org/package/underpost) [![License](https://img.shields.io/npm/l/underpost.svg)](https://www.npmjs.com/package/underpost)
 
 
 <!-- end-badges -->
@@ -36,6 +37,7 @@ template
 
 
 
+
 </div>
 
 <div align="center">
@@ -80,7 +82,7 @@ Run dev client server
 npm run dev
 ```
 <!-- -->
-## underpost ci/cd cli v2.8.838
+## underpost ci/cd cli v2.8.839
 
 ### Usage: `underpost [options] [command]`
   ```

package/cli.md

@@ -1,4 +1,4 @@
-## underpost ci/cd cli v2.8.838
+## underpost ci/cd cli v2.8.839
 
 ### Usage: `underpost [options] [command]`
   ```
@@ -554,28 +554,20 @@ Options:
 Runs a script from the specified path.
 
 Arguments:
-  runner-id                          The runner ID to run. Options:
-                                     spark-template, gpu-env, tf-gpu-test, ide,
-                                     monitor, tf-vae-test, deploy-job.
-  path                               The absolute or relative directory path
-                                     where the script is located.
+  runner-id                                The runner ID to run. Options: spark-template, gpu-env, tf-gpu-test, ide, monitor, tf-vae-test, deploy-job.
+  path                                     The absolute or relative directory path where the script is located.
 
 Options:
-  --command <command-array>          Array of commands to run.
-  --args <args-array>                Array of arguments to pass to the command.
-  --dev                              Sets the development context environment
-                                     for the script.
-  --pod-name <pod-name>              Optional: Specifies the pod name for test
-                                     execution.
-  --volume-name <volume-name>        Optional: Specifies the volume name for
-                                     test execution.
-  --image-name <image-name>          Optional: Specifies the image name for
-                                     test execution.
-  --container-name <container-name>  Optional: Specifies the container name for
-                                     test execution.
-  --namespace <namespace>            Optional: Specifies the namespace for test
-                                     execution.
-  -h, --help                         display help for command
+  --command <command-array>                Array of commands to run.
+  --args <args-array>                      Array of arguments to pass to the command.
+  --dev                                    Sets the development context environment for the script.
+  --pod-name <pod-name>                    Optional: Specifies the pod name for test execution.
+  --volume-host-path <volume-host-path>    Optional: Specifies the volume host path for test execution.
+  --volume-mount-path <volume-mount-path>  Optional: Specifies the volume mount path for test execution.
+  --image-name <image-name>                Optional: Specifies the image name for test execution.
+  --container-name <container-name>        Optional: Specifies the container name for test execution.
+  --namespace <namespace>                  Optional: Specifies the namespace for test execution.
+  -h, --help                               display help for command
  
 ```
   

package/docker-compose.yml

@@ -58,7 +58,7 @@ services:
           cpus: '0.25'
           memory: 20M
     labels: # labels in Compose file instead of Dockerfile
-      engine.version: '2.8.838'
+      engine.version: '2.8.839'
     networks:
       - load-balancer
 

package/manifests/deployment/dd-template-development/deployment.yaml

@@ -17,7 +17,7 @@ spec:
     spec:
       containers:
         - name: dd-template-development-blue
-          image: localhost/rockylinux9-underpost:v2.8.838
+          image: localhost/rockylinux9-underpost:v2.8.839
           #          resources:
           #            requests:
           #              memory: "124Ki"
@@ -100,7 +100,7 @@ spec:
     spec:
       containers:
         - name: dd-template-development-green
-          image: localhost/rockylinux9-underpost:v2.8.838
+          image: localhost/rockylinux9-underpost:v2.8.839
           #          resources:
           #            requests:
           #              memory: "124Ki"

package/manifests/maas/gpu-diag.sh

@@ -0,0 +1,19 @@
+# GPUs and drivers in use
+sudo lspci -nnk | egrep -i 'vga|3d' -A3
+
+# modules loaded relevant
+lsmod | egrep 'nvidia|nouveau|amdgpu' || true
+
+# if exists nvidia tool
+nvidia-smi 2>/dev/null || echo "nvidia-smi no disponible / driver no cargado"
+
+# kernel related errors
+sudo dmesg | egrep -i 'nvidia|nouveau|amdgpu' --color=auto
+
+# recent system errors / gdm / mutter / X
+sudo journalctl -b -p err --no-pager | head -n 200
+journalctl -b _COMM=gdm --no-pager | tail -n 200
+journalctl -b _COMM=Xorg --no-pager | tail -n 200
+
+# X log (if exists)
+sudo grep -E "(EE|WW|NVIDIA|nouveau|amdgpu)" /var/log/Xorg.0.log || true

package/package.json

@@ -2,7 +2,7 @@
     "type": "module",
     "main": "src/index.js",
     "name": "underpost",
-    "version": "2.8.838",
+    "version": "2.8.839",
     "description": "pwa api rest template",
     "scripts": {
         "start": "env-cmd -f .env.production node --max-old-space-size=8192 src/server",

package/src/cli/cluster.js

@@ -519,7 +519,7 @@ net.ipv4.ip_forward = 1' | sudo tee ${iptableConfPath}`);
 
       try {
         // Phase 0: Truncate large logs under /var/log to free up immediate space
-        logger.info('Phase 0/6: Truncating large log files under /var/log...');
+        logger.info('Phase 0/7: Truncating large log files under /var/log...');
         try {
           const cleanPath = `/var/log/`;
           const largeLogsFiles = shellExec(
@@ -540,7 +540,7 @@ net.ipv4.ip_forward = 1' | sudo tee ${iptableConfPath}`);
 
         // Phase 1: Clean up Persistent Volumes with hostPath
         // This targets data created by Kubernetes Persistent Volumes that use hostPath.
-        logger.info('Phase 1/6: Cleaning Kubernetes hostPath volumes...');
+        logger.info('Phase 1/7: Cleaning Kubernetes hostPath volumes...');
         try {
           const pvListJson = shellExec(`kubectl get pv -o json || echo '{"items":[]}'`, { stdout: true, silent: true });
           const pvList = JSON.parse(pvListJson);
@@ -563,7 +563,7 @@ net.ipv4.ip_forward = 1' | sudo tee ${iptableConfPath}`);
         // Phase 2: Restore SELinux and stop services
         // This is critical for fixing the 'permission denied' error you experienced.
         // Enable SELinux permissive mode and restore file contexts.
-        logger.info('Phase 2/6: Stopping services and fixing SELinux...');
+        logger.info('Phase 2/7: Stopping services and fixing SELinux...');
         logger.info('  -> Ensuring SELinux is in permissive mode...');
         shellExec(`sudo setenforce 0 || true`);
         shellExec(`sudo sed -i 's/^SELINUX=enforcing$/SELINUX=permissive/' /etc/selinux/config || true`);
@@ -580,7 +580,7 @@ net.ipv4.ip_forward = 1' | sudo tee ${iptableConfPath}`);
         shellExec('sudo umount -f /var/lib/kubelet/pods/*/* || true');
 
         // Phase 3: Execute official uninstallation commands
-        logger.info('Phase 3/6: Executing official reset and uninstallation commands...');
+        logger.info('Phase 3/7: Executing official reset and uninstallation commands...');
         logger.info('  -> Executing kubeadm reset...');
         shellExec('sudo kubeadm reset --force || true');
         logger.info('  -> Executing K3s uninstallation script if it exists...');
@@ -589,7 +589,7 @@ net.ipv4.ip_forward = 1' | sudo tee ${iptableConfPath}`);
         shellExec('kind get clusters | xargs -r -t -n1 kind delete cluster || true');
 
         // Phase 4: File system cleanup
-        logger.info('Phase 4/6: Cleaning up remaining file system artifacts...');
+        logger.info('Phase 4/7: Cleaning up remaining file system artifacts...');
         // Remove any leftover configurations and data.
         shellExec('sudo rm -rf /etc/kubernetes/* || true');
         shellExec('sudo rm -rf /etc/cni/net.d/* || true');
@@ -602,15 +602,21 @@ net.ipv4.ip_forward = 1' | sudo tee ${iptableConfPath}`);
         shellExec('rm -rf $HOME/.kube || true');
 
         // Phase 5: Host network cleanup
-        logger.info('Phase 5/6: Cleaning up host network configurations...');
+        logger.info('Phase 5/7: Cleaning up host network configurations...');
         // Remove iptables rules and CNI network interfaces.
         shellExec('sudo iptables -F || true');
         shellExec('sudo iptables -t nat -F || true');
+        // Restore iptables rules
+        shellExec(`chmod +x ${options.underpostRoot}/manifests/maas/nat-iptables.sh`);
+        shellExec(`${options.underpostRoot}/manifests/maas/nat-iptables.sh`, { silent: true });
         shellExec('sudo ip link del cni0 || true');
         shellExec('sudo ip link del flannel.1 || true');
 
+        logger.info('Phase 6/7: Clean up images');
+        shellExec(`podman rmi $(podman images -qa) --force`);
+
         // Phase 6: Reload daemon and finalize
-        logger.info('Phase 6/6: Reloading the system daemon and finalizing...');
+        logger.info('Phase 7/7: Reloading the system daemon and finalizing...');
         // shellExec('sudo systemctl daemon-reload');
         UnderpostCluster.API.config();
         logger.info('Safe and complete reset finished. The system is ready for a new cluster initialization.');

package/src/cli/deploy.js

@@ -519,6 +519,15 @@ node bin/deploy build-full-client ${deployId}
         logger.error(error, error.stack);
       }
     },
+    existsContainerFile({ podName, path }) {
+      return JSON.parse(
+        shellExec(`kubectl exec ${podName} -- test -f ${path} && echo "true" || echo "false"`, {
+          stdout: true,
+          disableLog: true,
+          silent: true,
+        }).trim(),
+      );
+    },
   };
 }
 

package/src/cli/index.js

@@ -324,7 +324,8 @@ program
   .option('--args <args-array>', 'Array of arguments to pass to the command.')
   .option('--dev', 'Sets the development context environment for the script.')
   .option('--pod-name <pod-name>', 'Optional: Specifies the pod name for test execution.')
-  .option('--volume-name <volume-name>', 'Optional: Specifies the volume name for test execution.')
+  .option('--volume-host-path <volume-host-path>', 'Optional: Specifies the volume host path for test execution.')
+  .option('--volume-mount-path <volume-mount-path>', 'Optional: Specifies the volume mount path for test execution.')
   .option('--image-name <image-name>', 'Optional: Specifies the image name for test execution.')
   .option('--container-name <container-name>', 'Optional: Specifies the container name for test execution.')
   .option('--namespace <namespace>', 'Optional: Specifies the namespace for test execution.')

package/src/cli/run.js

@@ -1,10 +1,11 @@
-import { getTerminalPid, openTerminal, pbcopy, shellCd, shellExec } from '../server/process.js';
+import { daemonProcess, getTerminalPid, openTerminal, pbcopy, shellCd, shellExec } from '../server/process.js';
 import read from 'read';
 import { getNpmRootPath } from '../server/conf.js';
 import { loggerFactory } from '../server/logger.js';
 import UnderpostTest from './test.js';
 import fs from 'fs-extra';
-import { timer } from '../client/components/core/CommonJs.js';
+import { range, setPad, timer } from '../client/components/core/CommonJs.js';
+import UnderpostDeploy from './deploy.js';
 
 const logger = loggerFactory(import.meta);
 
@@ -12,7 +13,8 @@ class UnderpostRun {
   static DEFAULT_OPTION = {
     dev: false,
     podName: '',
-    volumeName: '',
+    volumeHostPath: '',
+    volumeMountPath: '',
     imageName: '',
     containerName: '',
     namespace: '',
@@ -58,13 +60,7 @@ class UnderpostRun {
       logger.info('monitor pid', pid);
       const checkPath = '/await';
       const _monitor = async () => {
-        const result = JSON.parse(
-          shellExec(`kubectl exec ${path} -- test -f ${checkPath} && echo "true" || echo "false"`, {
-            stdout: true,
-            disableLog: true,
-            silent: true,
-          }).trim(),
-        );
+        const result = UnderpostDeploy.API.existsContainerFile({ podName: path, path: checkPath });
         logger.info('monitor', result);
         if (result === true) {
           switch (path) {
@@ -74,21 +70,21 @@ class UnderpostRun {
                 const podName = path;
                 const basePath = '/home/dd';
                 const scriptPath = '/site/en/tutorials/generative/cvae.py';
-                shellExec(
-                  `sudo kubectl cp ${nameSpace}/${podName}:${basePath}/docs${scriptPath} ${basePath}/lab/src/${scriptPath
-                    .split('/')
-                    .pop()}`,
-                );
-                const file = fs.readFileSync(`${basePath}/lab/src/${scriptPath.split('/').pop()}`, 'utf8');
-                fs.writeFileSync(
-                  `${basePath}/lab/src/${scriptPath.split('/').pop()}`,
-                  file.replace(
-                    `import time`,
-                    `import time
-print('=== SCRIPT UPDATE TEST ===')`,
-                  ),
-                  'utf8',
-                );
+                // shellExec(
+                //   `sudo kubectl cp ${nameSpace}/${podName}:${basePath}/docs${scriptPath} ${basePath}/lab/src/${scriptPath
+                //     .split('/')
+                //     .pop()}`,
+                // );
+                // const file = fs.readFileSync(`${basePath}/lab/src/${scriptPath.split('/').pop()}`, 'utf8');
+                //                 fs.writeFileSync(
+                //                   `${basePath}/lab/src/${scriptPath.split('/').pop()}`,
+                //                   file.replace(
+                //                     `import time`,
+                //                     `import time
+                // print('=== SCRIPT UPDATE TEST ===')`,
+                //                   ),
+                //                   'utf8',
+                //                 );
                 shellExec(
                   `sudo kubectl cp ${basePath}/lab/src/${scriptPath
                     .split('/')
@@ -96,6 +92,28 @@ print('=== SCRIPT UPDATE TEST ===')`,
                 );
                 // shellExec(`sudo kubectl exec -i ${podName} -- sh -c "ipython ${basePath}/docs${scriptPath}"`);
                 shellExec(`sudo kubectl exec -i ${podName} -- sh -c "rm -rf ${checkPath}"`);
+
+                {
+                  const checkPath = `/latent_space_plot.png`;
+                  const outsPaths = [];
+                  logger.info('monitor', checkPath);
+                  while (!UnderpostDeploy.API.existsContainerFile({ podName, path: `/home/dd/docs${checkPath}` }))
+                    await timer(1000);
+
+                  {
+                    const toPath = `${basePath}/lab${checkPath}`;
+                    outsPaths.push(toPath);
+                    shellExec(`sudo kubectl cp ${nameSpace}/${podName}:${basePath}/docs${checkPath} ${toPath}`);
+                  }
+
+                  for (let i of range(1, 10)) {
+                    i = `/image_at_epoch_${setPad(i, '0', 4)}.png`;
+                    const toPath = `${basePath}/lab/${i}`;
+                    outsPaths.push(toPath);
+                    shellExec(`sudo kubectl cp ${nameSpace}/${podName}:${basePath}/docs${i} ${toPath}`);
+                  }
+                  openTerminal(`firefox ${outsPaths.join(' ')}`, { single: true });
+                }
                 shellExec(`sudo kill -9 ${pid}`);
               }
               break;
@@ -115,6 +133,8 @@ print('=== SCRIPT UPDATE TEST ===')`,
       const podName = 'tf-vae-test';
       await UnderpostRun.RUNNERS['deploy-job']('', {
         podName,
+        // volumeMountPath: '/custom_images',
+        // volumeHostPath: '/home/dd/engine/src/client/public/cyberia/assets/skin',
         on: {
           init: async () => {
             openTerminal(`node bin run --dev monitor ${podName}`);
@@ -136,20 +156,23 @@ print('=== SCRIPT UPDATE TEST ===')`,
           `echo '' > /await`,
           `echo '=== WAITING SCRIPT LAUNCH ==='`,
           `while [ -f /await ]; do sleep 1; done`,
-          `ipython site/en/tutorials/generative/cvae.py`,
           `echo '=== FINISHED ==='`,
+          daemonProcess(`ipython site/en/tutorials/generative/cvae.py`),
         ],
       });
     },
     'deploy-job': async (path, options = UnderpostRun.DEFAULT_OPTION) => {
       const podName = options.podName || 'deploy-job';
-      const volumeName = options.volumeName || `${podName}-volume`;
+      const volumeName = `${podName}-volume`;
       const args = (options.args ? options.args : path ? [`python ${path}`] : []).filter((c) => c.trim());
       const imageName = options.imageName || 'nvcr.io/nvidia/tensorflow:24.04-tf2-py3';
       const containerName = options.containerName || `${podName}-container`;
       const gpuEnable = imageName.match('nvidia');
       const runtimeClassName = gpuEnable ? 'nvidia' : '';
       const namespace = options.namespace || 'default';
+      const volumeMountPath = options.volumeMountPath || path;
+      const volumeHostPath = options.volumeHostPath || path;
+      const enableVolumeMount = volumeHostPath && volumeMountPath;
 
       const cmd = `kubectl apply -f - <<EOF
 apiVersion: v1
@@ -185,16 +208,16 @@ ${
     : ''
 }
 ${
-  path
+  enableVolumeMount
     ? `
       volumeMounts:
         - name: ${volumeName}
-          mountPath: ${path}
+          mountPath: ${volumeMountPath}
   volumes:
     - name: ${volumeName}
       hostPath:
-        path: ${path}
-        type: ${fs.statSync(path).isDirectory() ? 'Directory' : 'File'}`
+        path: ${volumeHostPath}
+        type: ${fs.statSync(volumeHostPath).isDirectory() ? 'Directory' : 'File'}`
     : ''
 }
 EOF`;

package/src/index.js

@@ -34,7 +34,7 @@ class Underpost {
    * @type {String}
    * @memberof Underpost
    */
-  static version = 'v2.8.838';
+  static version = 'v2.8.839';
   /**
    * Repository cli API
    * @static

package/src/server/process.js

@@ -61,11 +61,18 @@ const shellCd = (cd, options = { disableLog: false }) => {
   return shell.cd(cd);
 };
 
-const openTerminal = (cmd) =>
+const openTerminal = (cmd, options = { single: false }) => {
+  if (options.single === true) {
+    shellExec(`setsid gnome-terminal -- bash -ic "${cmd}; exec bash" >/dev/null 2>&1 &`);
+    return;
+  }
   shellExec(`gnome-terminal -- bash -c "${cmd}; exec bash" & disown`, {
     async: true,
     stdout: true,
   });
+};
+
+const daemonProcess = (cmd) => `exec bash -c '${cmd}; exec tail -f /dev/null'`;
 
 // list all terminals: pgrep gnome-terminal
 // list last terminal: pgrep -n gnome-terminal
@@ -76,4 +83,4 @@ function pbcopy(data) {
   logger.info(`copied to clipboard`, clipboard.readSync());
 }
 
-export { ProcessController, getRootDirectory, shellExec, shellCd, pbcopy, openTerminal, getTerminalPid };
+export { ProcessController, getRootDirectory, shellExec, shellCd, pbcopy, openTerminal, getTerminalPid, daemonProcess };