underpost 2.8.82 → 2.8.84

package/.github/workflows/ghpkg.yml

@@ -58,8 +58,8 @@ jobs:
       - name: Set git global credentials
         run: |
           git config --global credential.helper ""
-          git config --global user.name 'underpost.net'
-          git config --global user.email 'admin@underpost.net'
+          git config --global user.name 'underpostnet'
+          git config --global user.email 'fcoverdugoa@underpost.net'
 
       - name: Clone and Push to github package repository
         run: |
@@ -70,8 +70,8 @@ jobs:
           git config --global --add safe.directory /__w/pwa-microservices-template/pwa-microservices-template
           git remote set-url origin git@github.com:underpostnet/pwa-microservices-template-ghpkg.git
           git init
-          git config user.name 'underpost.net'
-          git config user.email 'admin@underpost.net'
+          git config user.name 'underpostnet'
+          git config user.email 'fcoverdugoa@underpost.net'
           git add .
           git status
           underpost cmt . ci package-pwa-microservices-template-ghpkg 'Update github repo package'

package/.github/workflows/npmpkg.yml

@@ -41,8 +41,8 @@ jobs:
       - name: Set git global credentials
         run: |
           git config --global credential.helper ""
-          git config --global user.name 'underpost.net'
-          git config --global user.email 'admin@underpost.net'
+          git config --global user.name 'underpostnet'
+          git config --global user.email 'fcoverdugoa@underpost.net'
 
       - name: Clone github package repository
         run: |
@@ -52,8 +52,8 @@ jobs:
           cd ../pwa-microservices-template
           git remote set-url origin git@github.com:underpostnet/pwa-microservices-template.git
           git add .       
-          git config user.name 'underpost.net'
-          git config user.email 'admin@underpost.net'
+          git config user.name 'underpostnet'
+          git config user.email 'fcoverdugoa@underpost.net'
           underpost cmt . ci package-pwa-microservices-template-ghpkg 'Update npm repo package'
           underpost push . underpostnet/pwa-microservices-template
   # cd ../engine

package/.vscode/extensions.json

@@ -6,7 +6,6 @@
         "eamodio.gitlens",
         "esbenp.prettier-vscode",
         "formulahendry.code-runner",
-        "foxundermoon.shell-format",
         "github.codespaces",
         "github.vscode-github-actions",
         "golang.go",
@@ -31,6 +30,7 @@
         "scala-lang.scala",
         "scala-lang.scala-snippets",
         "scalameta.metals",
+        "shakram02.bash-beautify",
         "shardulm94.trailing-spaces",
         "streetsidesoftware.code-spell-checker",
         "tamasfe.even-better-toml",

package/.vscode/settings.json

@@ -81,50 +81,7 @@
   "[xml]": {
     "editor.defaultFormatter": "redhat.vscode-xml"
   },
-  "docwriter.style": "Auto-detect",
-  "docwriter.progress.trackFunctions": false,
-  "docwriter.progress.trackMethods": false,
-  "files.exclude": {
-    "**/.git": true, // this is a default value
-    "**/.DS_Store": true, // this is a default value
 
-    "**/node_modules": true, // this excludes all folders
-    // named "node_modules" from
-    // the explore tree
-
-    // alternative version
-    "node_modules": true, // this excludes the folder
-    // only from the root of
-    // your workspace
-    "public": true,
-    "engine-private": true,
-    "conf": true,
-    "tmp": true,
-    "bkt": true,
-    "logs": true,
-    "build": true,
-    "coverage": true,
-    "prometheus_data": true,
-    "grafana_data": true,
-    ".nyc_output": true
-  },
-  "[solidity]": {
-    "editor.defaultFormatter": "JuanBlanco.solidity"
-  },
-  "[dockerfile]": {
-    "editor.defaultFormatter": "foxundermoon.shell-format"
-  },
-  "[ignore]": {
-    "editor.defaultFormatter": "foxundermoon.shell-format"
-  },
-  "docwriter.progress.trackTypes": true,
-  "docwriter.hotkey.mac": "⌘ + .",
-  "[dotenv]": {
-    "editor.defaultFormatter": "foxundermoon.shell-format"
-  },
-  "[shellscript]": {
-    "editor.defaultFormatter": "foxundermoon.shell-format"
-  },
   "files.watcherExclude": {
     "**/target": true
   }

package/README.md

@@ -22,7 +22,23 @@ template
 
 <div align="center">
 
-[![Node.js CI](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml) [![Test](https://github.com/underpostnet/engine/actions/workflows/coverall.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/coverall.yml) [![Downloads](https://img.shields.io/npm/dm/underpost.svg)](https://www.npmjs.com/package/underpost) [![Coverage Status](https://coveralls.io/repos/github/underpostnet/engine/badge.svg?branch=master)](https://coveralls.io/github/underpostnet/engine?branch=master) [![Version](https://img.shields.io/npm/v/underpost.svg)](https://www.npmjs.org/package/underpost) [![License](https://img.shields.io/npm/l/underpost.svg)](https://www.npmjs.com/package/underpost)
+
+
+
+
+
+<!-- badges -->
+
+
+[![Node.js CI](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml) [![Test](https://github.com/underpostnet/engine/actions/workflows/coverall.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/coverall.yml) [![Downloads](https://img.shields.io/npm/dm/underpost.svg)](https://www.npmjs.com/package/underpost) [![Socket Badge](https://socket.dev/api/badge/npm/package/underpost/2.8.84)](https://socket.dev/npm/package/underpost/overview/2.8.84) [![Coverage Status](https://coveralls.io/repos/github/underpostnet/engine/badge.svg?branch=master)](https://coveralls.io/github/underpostnet/engine?branch=master) [![Version](https://img.shields.io/npm/v/underpost.svg)](https://www.npmjs.org/package/underpost) [![License](https://img.shields.io/npm/l/underpost.svg)](https://www.npmjs.com/package/underpost)
+
+
+<!-- end-badges -->
+
+
+
+
+
 
 </div>
 
@@ -68,7 +84,7 @@ Run dev client server
 npm run dev
 ```
 <!-- -->
-## underpost ci/cd cli v2.8.82
+## underpost ci/cd cli v2.8.84
 
 ### Usage: `underpost [options] [command]`
   ```
@@ -98,6 +114,7 @@ Commands:
   fs [options] [path]                                        Manages file storage, defaulting to file upload operations.
   test [options] [deploy-list]                               Manages and runs tests, defaulting to the current Underpost default test suite.
   monitor [options] <deploy-id> [env]                        Manages health server monitoring for specified deployments.
+  run [options] <runner-id> [path]                           Runs a script from the specified path.
   lxd [options]                                              Manages LXD containers and virtual machines.
   baremetal [options] [workflow-id] [hostname] [ip-address]  Manages baremetal server operations, including installation, database setup, commissioning, and user management.
   help [command]                                             display help for command

package/bin/deploy.js

@@ -744,7 +744,7 @@ try {
         fs.readFileSync(`./src/index.js`, 'utf8').replaceAll(`${version}`, `${newVersion}`),
         'utf8',
       );
-      shellExec(`node bin/deploy cli-docs`);
+      shellExec(`node bin/deploy cli-docs ${version} ${newVersion}`);
       shellExec(`node bin/deploy update-dependencies`);
       shellExec(`auto-changelog`);
       shellExec(`node bin/build dd`);
@@ -1014,6 +1014,29 @@ EOF`);
       break;
     }
 
+    case 'maas-db': {
+      // DROP, ALTER, CREATE, WITH ENCRYPTED
+      // sudo -u <user> -h <host> psql <db-name>
+      shellExec(`DB_PG_MAAS_NAME=${process.env.DB_PG_MAAS_NAME}`);
+      shellExec(`DB_PG_MAAS_PASS=${process.env.DB_PG_MAAS_PASS}`);
+      shellExec(`DB_PG_MAAS_USER=${process.env.DB_PG_MAAS_USER}`);
+      shellExec(`DB_PG_MAAS_HOST=${process.env.DB_PG_MAAS_HOST}`);
+      shellExec(
+        `sudo -i -u postgres psql -c "CREATE USER \"$DB_PG_MAAS_USER\" WITH ENCRYPTED PASSWORD '$DB_PG_MAAS_PASS'"`,
+      );
+      shellExec(
+        `sudo -i -u postgres psql -c "ALTER USER \"$DB_PG_MAAS_USER\" WITH ENCRYPTED PASSWORD '$DB_PG_MAAS_PASS'"`,
+      );
+      const actions = ['LOGIN', 'SUPERUSER', 'INHERIT', 'CREATEDB', 'CREATEROLE', 'REPLICATION'];
+      shellExec(`sudo -i -u postgres psql -c "ALTER USER \"$DB_PG_MAAS_USER\" WITH ${actions.join(' ')}"`);
+      shellExec(`sudo -i -u postgres psql -c "\\du"`);
+
+      shellExec(`sudo -i -u postgres createdb -O "$DB_PG_MAAS_USER" "$DB_PG_MAAS_NAME"`);
+
+      shellExec(`sudo -i -u postgres psql -c "\\l"`);
+      break;
+    }
+
     case 'valkey': {
       if (!process.argv.includes('server')) {
         if (process.argv.includes('rocky')) {
@@ -1083,7 +1106,7 @@ EOF`);
     }
 
     case 'cli-docs': {
-      buildCliDoc(program);
+      buildCliDoc(program, process.argv[3], process.argv[4]);
       break;
     }
 
@@ -1692,14 +1715,6 @@ nvidia/gpu-operator \
       // sudo yum install sbt
       break;
     }
-
-    case 'chrony': {
-      shellExec(`sudo dnf install chrony -y`);
-      // debian chroot: sudo apt install chrony
-      for (const cmd of chronySetUp(`/etc/chrony.conf`)) shellExec(cmd);
-
-      break;
-    }
   }
 } catch (error) {
   logger.error(error, error.stack);

package/bin/file.js

@@ -136,10 +136,27 @@ try {
           JSON.stringify(templatePackageLockJson, null, 4),
           'utf8',
         );
+        const badges = fs
+          .readFileSync(`./README.md`, 'utf8')
+          .split(`<!-- badges -->`)[1]
+          .split(`<!-- end-badges -->`)[0];
+        let originMd = fs.readFileSync(`../pwa-microservices-template/README.md`, 'utf8');
+
+        originMd =
+          originMd.split(`<!-- badges -->`)[0] +
+          `
+<!-- badges -->
+` +
+          badges +
+          `
+<!-- end-badges -->
+` +
+          originMd.split(`<!-- end-badges -->`)[1];
+
         const splitKeyword = '## underpost ci/cd cli';
         fs.writeFileSync(
           `../pwa-microservices-template/README.md`,
-          fs.readFileSync(`../pwa-microservices-template/README.md`, 'utf8').split(`<!-- -->`)[0] +
+          originMd.split(`<!-- -->`)[0] +
             `<!-- -->
 ${splitKeyword + fs.readFileSync(`./README.md`, 'utf8').split(splitKeyword)[1]}`,
           'utf8',

package/bin/vs.js

@@ -4,7 +4,11 @@ import { loggerFactory } from '../src/server/logger.js';
 
 const logger = loggerFactory(import.meta);
 
-const vsCodeRootPath = '/root/.vscode-root';
+// const vsCodeRootPath = '/root/.vscode-root';
+// const vsProgram = 'code';
+
+const vsCodeRootPath = '/root/.windsurf';
+const vsProgram = 'windsurf';
 
 switch (process.argv[2]) {
   case 'info': {
@@ -31,13 +35,17 @@ switch (process.argv[2]) {
       const extensions = JSON.parse(fs.readFileSync(`./.vscode/extensions.json`, 'utf8'));
       extensions.recommendations.map((extension) => {
         if (extension)
-          shellExec(`sudo code --user-data-dir="${vsCodeRootPath}" --no-sandbox --install-extension ${extension}`);
+          shellExec(
+            `sudo ${vsProgram} --user-data-dir="${vsCodeRootPath}" --no-sandbox --install-extension ${extension}`,
+          );
       });
     }
     break;
   case 'export':
     {
-      shellExec(`sudo code --user-data-dir="${vsCodeRootPath}" --no-sandbox --list-extensions > vs-extensions.txt`);
+      shellExec(
+        `sudo ${vsProgram} --user-data-dir="${vsCodeRootPath}" --no-sandbox --list-extensions > vs-extensions.txt`,
+      );
       fs.writeFileSync(
         `./.vscode/extensions.json`,
         JSON.stringify(
@@ -61,6 +69,6 @@ switch (process.argv[2]) {
     break;
   }
   default:
-    shellExec(`sudo code ${process.argv[2]} --user-data-dir="${vsCodeRootPath}" --no-sandbox`);
+    shellExec(`sudo ${vsProgram} ${process.argv[2]} --user-data-dir="${vsCodeRootPath}" --no-sandbox`);
     break;
 }

package/cli.md

@@ -1,4 +1,4 @@
-## underpost ci/cd cli v2.8.82
+## underpost ci/cd cli v2.8.84
 
 ### Usage: `underpost [options] [command]`
   ```
@@ -28,6 +28,7 @@ Commands:
   fs [options] [path]                                        Manages file storage, defaulting to file upload operations.
   test [options] [deploy-list]                               Manages and runs tests, defaulting to the current Underpost default test suite.
   monitor [options] <deploy-id> [env]                        Manages health server monitoring for specified deployments.
+  run [options] <runner-id> [path]                           Runs a script from the specified path.
   lxd [options]                                              Manages LXD containers and virtual machines.
   baremetal [options] [workflow-id] [hostname] [ip-address]  Manages baremetal server operations, including installation, database setup, commissioning, and user management.
   help [command]                                             display help for command
@@ -240,6 +241,7 @@ Options:
                        initialization.
   --init-host          Installs necessary Kubernetes node CLI tools (e.g.,
                        kind, kubeadm, docker, podman, helm).
+  --uninstall-host     Uninstalls all host components installed by init-host.
   --config             Sets the base Kubernetes node configuration.
   --worker             Sets the context for a worker node.
   --chown              Sets the appropriate ownership for Kubernetes kubeconfig
@@ -545,6 +547,31 @@ Options:
 ```
   
 
+### `run` :
+```
+ Usage: underpost run [options] <runner-id> [path]
+
+Runs a script from the specified path.
+
+Arguments:
+  runner-id                                The runner ID to run. Options: spark-template, rmi, kill, secret, gpu-env, tf-gpu-test, ide, monitor, tf-vae-test, deploy-job.
+  path                                     The absolute or relative directory path where the script is located.
+
+Options:
+  --command <command-array>                Array of commands to run.
+  --args <args-array>                      Array of arguments to pass to the command.
+  --dev                                    Sets the development context environment for the script.
+  --pod-name <pod-name>                    Optional: Specifies the pod name for test execution.
+  --volume-host-path <volume-host-path>    Optional: Specifies the volume host path for test execution.
+  --volume-mount-path <volume-mount-path>  Optional: Specifies the volume mount path for test execution.
+  --image-name <image-name>                Optional: Specifies the image name for test execution.
+  --container-name <container-name>        Optional: Specifies the container name for test execution.
+  --namespace <namespace>                  Optional: Specifies the namespace for test execution.
+  -h, --help                               display help for command
+ 
+```
+  
+
 ### `lxd` :
 ```
  Usage: underpost lxd [options]

package/docker-compose.yml

@@ -58,7 +58,7 @@ services:
           cpus: '0.25'
           memory: 20M
     labels: # labels in Compose file instead of Dockerfile
-      engine.version: '2.8.82'
+      engine.version: '2.8.84'
     networks:
       - load-balancer
 

package/manifests/deployment/dd-template-development/deployment.yaml

@@ -17,7 +17,7 @@ spec:
     spec:
       containers:
         - name: dd-template-development-blue
-          image: localhost/rockylinux9-underpost:v2.8.82
+          image: localhost/rockylinux9-underpost:v2.8.84
           #          resources:
           #            requests:
           #              memory: "124Ki"
@@ -100,7 +100,7 @@ spec:
     spec:
       containers:
         - name: dd-template-development-green
-          image: localhost/rockylinux9-underpost:v2.8.82
+          image: localhost/rockylinux9-underpost:v2.8.84
           #          resources:
           #            requests:
           #              memory: "124Ki"

package/manifests/deployment/tensorflow/tf-gpu-test.yaml

@@ -0,0 +1,65 @@
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: tf-gpu-test-script
+  namespace: default
+data:
+  main_tf_gpu_test.py: |
+    import os
+    import tensorflow as tf
+
+    print("--- Starting GPU and Library Check ---")
+
+    gpus = tf.config.list_physical_devices("GPU")
+    if gpus:
+        try:
+            tf.config.set_visible_devices(gpus[0], "GPU")
+            logical_gpus = tf.config.list_logical_devices("GPU")
+            print(
+                f"TensorFlow detected {len(gpus)} Physical GPUs, {len(logical_gpus)} Logical GPUs. Using: {gpus[0].name}"
+            )
+        except RuntimeError as e:
+            print(f"RuntimeError during GPU configuration: {e}")
+    else:
+        print("TensorFlow did not detect any GPU devices. Running on CPU.")
+
+    print(f"XLA_FLAGS environment variable: {os.environ.get('XLA_FLAGS')}")
+    print(f"TF_XLA_FLAGS environment variable: {os.environ.get('TF_XLA_FLAGS')}")
+
+    print(f"TensorFlow version: {tf.__version__}")
+    print(f"Built with CUDA: {tf.test.is_built_with_cuda()}")
+    print(f"Is GPU available: {tf.config.list_physical_devices('GPU') != []}")
+
+    print("--- GPU and Library Check Complete ---")
+---
+apiVersion: v1
+kind: Pod
+metadata:
+  name: tf-gpu-test-pod
+  namespace: default
+spec:
+  restartPolicy: Never
+  runtimeClassName: nvidia
+  containers:
+    - name: tensorflow-gpu-tester
+      image: nvcr.io/nvidia/tensorflow:24.04-tf2-py3
+      imagePullPolicy: IfNotPresent
+      command: ['python']
+      args: ['/app/main_tf_gpu_test.py']
+      resources:
+        limits:
+          nvidia.com/gpu: '1'
+      env:
+        - name: NVIDIA_VISIBLE_DEVICES
+          value: all
+      volumeMounts:
+        - name: tf-script-volume
+          mountPath: /app
+  volumes:
+    - name: tf-script-volume
+      configMap:
+        name: tf-gpu-test-script
+        items:
+          - key: main_tf_gpu_test.py
+            path: main_tf_gpu_test.py

package/manifests/maas/device-scan.sh

@@ -8,14 +8,14 @@ for iface_path in /sys/class/net/*; do
   operstate=$(< "$iface_path/operstate")
   mtu=$(< "$iface_path/mtu")
 
-  # Driver: módulo kernel que maneja esta interfaz
+  # Driver
   if [ -L "$iface_path/device/driver" ]; then
     driver=$(basename "$(readlink -f "$iface_path/device/driver")")
   else
     driver="—"
   fi
 
-  # Vendor:Device ID PCI
+  # Vendor device ID PCI
   pci_dev="$iface_path/device"
   if [ -f "$pci_dev/vendor" ] && [ -f "$pci_dev/device" ]; then
     vendor_id=$(< "$pci_dev/vendor")
@@ -28,7 +28,7 @@ for iface_path in /sys/class/net/*; do
     pci="—"
   fi
 
-  # Link Speed: lectura directa de /sys/class/net/<iface>/speed
+  # Link Speed
   speed=$(cat "$iface_path/speed" 2>/dev/null || echo "—")
 
   echo "Interface: $name"

package/manifests/maas/gpu-diag.sh

@@ -0,0 +1,19 @@
+# GPUs and drivers in use
+sudo lspci -nnk | egrep -i 'vga|3d' -A3
+
+# modules loaded relevant
+lsmod | egrep 'nvidia|nouveau|amdgpu' || true
+
+# if exists nvidia tool
+nvidia-smi 2>/dev/null || echo "nvidia-smi no disponible / driver no cargado"
+
+# kernel related errors
+sudo dmesg | egrep -i 'nvidia|nouveau|amdgpu' --color=auto
+
+# recent system errors / gdm / mutter / X
+sudo journalctl -b -p err --no-pager | head -n 200
+journalctl -b _COMM=gdm --no-pager | tail -n 200
+journalctl -b _COMM=Xorg --no-pager | tail -n 200
+
+# X log (if exists)
+sudo grep -E "(EE|WW|NVIDIA|nouveau|amdgpu)" /var/log/Xorg.0.log || true

package/manifests/maas/maas-setup.sh

@@ -58,14 +58,14 @@ maas "$MAAS_ADMIN_USERNAME" maas set-config name=upstream_dns value=8.8.8.8
 #     os="ubuntu" release="noble" arches="amd64" \
 #     subarches="ga-24.04" labels="*"
 
-echo "Downloading Ubuntu Noble arm64/ga-24.04 image..."
-maas $MAAS_ADMIN_USERNAME boot-source-selections create 1 \
-    os="ubuntu" release="noble" arches="arm64" \
-    subarches="ga-24.04" labels="*"
+# echo "Downloading Ubuntu Noble arm64/ga-24.04 image..."
+# maas $MAAS_ADMIN_USERNAME boot-source-selections create 1 \
+#     os="ubuntu" release="noble" arches="arm64" \
+#     subarches="ga-24.04" labels="*"
 
 # Import the newly selected boot images
-echo "Importing boot images (this may take some time)..."
-maas "$MAAS_ADMIN_USERNAME" boot-resources import
+# echo "Importing boot images (this may take some time)..."
+# maas "$MAAS_ADMIN_USERNAME" boot-resources import
 
 # Disable the MAAS HTTP proxy
 echo "Disabling MAAS HTTP proxy..."
@@ -108,13 +108,13 @@ if [ -z "$FABRIC_ID" ]; then
     exit 1
 fi
 
-# Enable DHCP on the untagged VLAN (VLAN tag 0)
-echo "Enabling DHCP on VLAN 0 for fabric-1 (ID: $FABRIC_ID)..."
-maas "$MAAS_ADMIN_USERNAME" vlan update "$FABRIC_ID" 0 dhcp_on=true primary_rack="$RACK_CONTROLLER_ID"
-
 # Create a Dynamic IP Range for enlistment, commissioning, and deployment
 echo "Creating dynamic IP range from $START_IP to $END_IP..."
 maas "$MAAS_ADMIN_USERNAME" ipranges create type=dynamic start_ip="$START_IP" end_ip="$END_IP"
 
+# Enable DHCP on the untagged VLAN (VLAN tag 0)
+echo "Enabling DHCP on VLAN 0 for fabric-1 (ID: $FABRIC_ID)..."
+maas "$MAAS_ADMIN_USERNAME" vlan update "$FABRIC_ID" 0 dhcp_on=true primary_rack="$RACK_CONTROLLER_ID"
+
 echo "Setting gateway IP for subnet $SUBNET_CIDR (ID: $SUBNET_ID) to $IP_ADDRESS..."
 maas "$MAAS_ADMIN_USERNAME" subnet update $SUBNET_ID gateway_ip=$IP_ADDRESS

package/manifests/maas/snap-clean.sh

@@ -0,0 +1,26 @@
+#!/usr/bin/env bash
+# cleanup-snap.sh
+# Remove all disabled snap revisions to free up disk space.
+
+set -euo pipefail
+
+# Ensure we’re running as root
+if [[ $EUID -ne 0 ]]; then
+    echo "Please run this script with sudo or as root."
+    exit 1
+fi
+
+echo "Gathering list of snaps with disabled revisions..."
+snap list --all \
+| awk '/disabled/ {print $1, $3}' \
+| while read -r pkg rev; do
+    echo "  -> Removing $pkg (revision $rev)..."
+    snap remove "$pkg" --revision="$rev"
+done
+
+echo "Cleanup complete."
+echo
+echo "Tip: Limit how many revisions Snap retains by setting:"
+echo "  sudo snap set system refresh.retain=2"
+echo "Then apply with:"
+echo "  sudo snap refresh"

package/package.json

@@ -2,7 +2,7 @@
     "type": "module",
     "main": "src/index.js",
     "name": "underpost",
-    "version": "2.8.82",
+    "version": "2.8.84",
     "description": "pwa api rest template",
     "scripts": {
         "start": "env-cmd -f .env.production node --max-old-space-size=8192 src/server",