underpost 2.8.821 → 2.8.836

package/.github/workflows/ghpkg.yml

@@ -58,8 +58,8 @@ jobs:
       - name: Set git global credentials
         run: |
           git config --global credential.helper ""
-          git config --global user.name 'underpost.net'
-          git config --global user.email 'admin@underpost.net'
+          git config --global user.name 'underpostnet'
+          git config --global user.email 'fcoverdugoa@underpost.net'
 
       - name: Clone and Push to github package repository
         run: |
@@ -70,8 +70,8 @@ jobs:
           git config --global --add safe.directory /__w/pwa-microservices-template/pwa-microservices-template
           git remote set-url origin git@github.com:underpostnet/pwa-microservices-template-ghpkg.git
           git init
-          git config user.name 'underpost.net'
-          git config user.email 'admin@underpost.net'
+          git config user.name 'underpostnet'
+          git config user.email 'fcoverdugoa@underpost.net'
           git add .
           git status
           underpost cmt . ci package-pwa-microservices-template-ghpkg 'Update github repo package'

package/.github/workflows/npmpkg.yml

@@ -41,8 +41,8 @@ jobs:
       - name: Set git global credentials
         run: |
           git config --global credential.helper ""
-          git config --global user.name 'underpost.net'
-          git config --global user.email 'admin@underpost.net'
+          git config --global user.name 'underpostnet'
+          git config --global user.email 'fcoverdugoa@underpost.net'
 
       - name: Clone github package repository
         run: |
@@ -52,8 +52,8 @@ jobs:
           cd ../pwa-microservices-template
           git remote set-url origin git@github.com:underpostnet/pwa-microservices-template.git
           git add .       
-          git config user.name 'underpost.net'
-          git config user.email 'admin@underpost.net'
+          git config user.name 'underpostnet'
+          git config user.email 'fcoverdugoa@underpost.net'
           underpost cmt . ci package-pwa-microservices-template-ghpkg 'Update npm repo package'
           underpost push . underpostnet/pwa-microservices-template
   # cd ../engine

package/.vscode/extensions.json

@@ -6,7 +6,6 @@
         "eamodio.gitlens",
         "esbenp.prettier-vscode",
         "formulahendry.code-runner",
-        "foxundermoon.shell-format",
         "github.codespaces",
         "github.vscode-github-actions",
         "golang.go",
@@ -31,6 +30,7 @@
         "scala-lang.scala",
         "scala-lang.scala-snippets",
         "scalameta.metals",
+        "shakram02.bash-beautify",
         "shardulm94.trailing-spaces",
         "streetsidesoftware.code-spell-checker",
         "tamasfe.even-better-toml",

package/.vscode/settings.json

@@ -81,50 +81,7 @@
   "[xml]": {
     "editor.defaultFormatter": "redhat.vscode-xml"
   },
-  "docwriter.style": "Auto-detect",
-  "docwriter.progress.trackFunctions": false,
-  "docwriter.progress.trackMethods": false,
-  "files.exclude": {
-    "**/.git": true, // this is a default value
-    "**/.DS_Store": true, // this is a default value
 
-    "**/node_modules": true, // this excludes all folders
-    // named "node_modules" from
-    // the explore tree
-
-    // alternative version
-    "node_modules": true, // this excludes the folder
-    // only from the root of
-    // your workspace
-    "public": true,
-    "engine-private": true,
-    "conf": true,
-    "tmp": true,
-    "bkt": true,
-    "logs": true,
-    "build": true,
-    "coverage": true,
-    "prometheus_data": true,
-    "grafana_data": true,
-    ".nyc_output": true
-  },
-  "[solidity]": {
-    "editor.defaultFormatter": "JuanBlanco.solidity"
-  },
-  "[dockerfile]": {
-    "editor.defaultFormatter": "foxundermoon.shell-format"
-  },
-  "[ignore]": {
-    "editor.defaultFormatter": "foxundermoon.shell-format"
-  },
-  "docwriter.progress.trackTypes": true,
-  "docwriter.hotkey.mac": "⌘ + .",
-  "[dotenv]": {
-    "editor.defaultFormatter": "foxundermoon.shell-format"
-  },
-  "[shellscript]": {
-    "editor.defaultFormatter": "foxundermoon.shell-format"
-  },
   "files.watcherExclude": {
     "**/target": true
   }

package/README.md

@@ -22,7 +22,15 @@ template
 
 <div align="center">
 
-[![Node.js CI](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml) [![Test](https://github.com/underpostnet/engine/actions/workflows/coverall.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/coverall.yml) [![Downloads](https://img.shields.io/npm/dm/underpost.svg)](https://www.npmjs.com/package/underpost) [![Coverage Status](https://coveralls.io/repos/github/underpostnet/engine/badge.svg?branch=master)](https://coveralls.io/github/underpostnet/engine?branch=master) [![Version](https://img.shields.io/npm/v/underpost.svg)](https://www.npmjs.org/package/underpost) [![License](https://img.shields.io/npm/l/underpost.svg)](https://www.npmjs.com/package/underpost)
+
+<!-- badges -->
+
+
+[![Node.js CI](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml) [![Test](https://github.com/underpostnet/engine/actions/workflows/coverall.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/coverall.yml) [![Downloads](https://img.shields.io/npm/dm/underpost.svg)](https://www.npmjs.com/package/underpost) [![Socket Badge](https://socket.dev/api/badge/npm/package/underpost/2.8.836)](https://socket.dev/npm/package/underpost/overview/2.8.836) [![Coverage Status](https://coveralls.io/repos/github/underpostnet/engine/badge.svg?branch=master)](https://coveralls.io/github/underpostnet/engine?branch=master) [![Version](https://img.shields.io/npm/v/underpost.svg)](https://www.npmjs.org/package/underpost) [![License](https://img.shields.io/npm/l/underpost.svg)](https://www.npmjs.com/package/underpost)
+
+
+<!-- end-badges -->
+
 
 </div>
 
@@ -68,7 +76,7 @@ Run dev client server
 npm run dev
 ```
 <!-- -->
-## underpost ci/cd cli v2.8.821
+## underpost ci/cd cli v2.8.836
 
 ### Usage: `underpost [options] [command]`
   ```
@@ -98,6 +106,7 @@ Commands:
   fs [options] [path]                                        Manages file storage, defaulting to file upload operations.
   test [options] [deploy-list]                               Manages and runs tests, defaulting to the current Underpost default test suite.
   monitor [options] <deploy-id> [env]                        Manages health server monitoring for specified deployments.
+  run [options] <runner-id> [path]                           Runs a script from the specified path.
   lxd [options]                                              Manages LXD containers and virtual machines.
   baremetal [options] [workflow-id] [hostname] [ip-address]  Manages baremetal server operations, including installation, database setup, commissioning, and user management.
   help [command]                                             display help for command

package/bin/deploy.js

@@ -744,7 +744,7 @@ try {
         fs.readFileSync(`./src/index.js`, 'utf8').replaceAll(`${version}`, `${newVersion}`),
         'utf8',
       );
-      shellExec(`node bin/deploy cli-docs`);
+      shellExec(`node bin/deploy cli-docs ${version} ${newVersion}`);
       shellExec(`node bin/deploy update-dependencies`);
       shellExec(`auto-changelog`);
       shellExec(`node bin/build dd`);
@@ -1014,6 +1014,29 @@ EOF`);
       break;
     }
 
+    case 'maas-db': {
+      // DROP, ALTER, CREATE, WITH ENCRYPTED
+      // sudo -u <user> -h <host> psql <db-name>
+      shellExec(`DB_PG_MAAS_NAME=${process.env.DB_PG_MAAS_NAME}`);
+      shellExec(`DB_PG_MAAS_PASS=${process.env.DB_PG_MAAS_PASS}`);
+      shellExec(`DB_PG_MAAS_USER=${process.env.DB_PG_MAAS_USER}`);
+      shellExec(`DB_PG_MAAS_HOST=${process.env.DB_PG_MAAS_HOST}`);
+      shellExec(
+        `sudo -i -u postgres psql -c "CREATE USER \"$DB_PG_MAAS_USER\" WITH ENCRYPTED PASSWORD '$DB_PG_MAAS_PASS'"`,
+      );
+      shellExec(
+        `sudo -i -u postgres psql -c "ALTER USER \"$DB_PG_MAAS_USER\" WITH ENCRYPTED PASSWORD '$DB_PG_MAAS_PASS'"`,
+      );
+      const actions = ['LOGIN', 'SUPERUSER', 'INHERIT', 'CREATEDB', 'CREATEROLE', 'REPLICATION'];
+      shellExec(`sudo -i -u postgres psql -c "ALTER USER \"$DB_PG_MAAS_USER\" WITH ${actions.join(' ')}"`);
+      shellExec(`sudo -i -u postgres psql -c "\\du"`);
+
+      shellExec(`sudo -i -u postgres createdb -O "$DB_PG_MAAS_USER" "$DB_PG_MAAS_NAME"`);
+
+      shellExec(`sudo -i -u postgres psql -c "\\l"`);
+      break;
+    }
+
     case 'valkey': {
       if (!process.argv.includes('server')) {
         if (process.argv.includes('rocky')) {
@@ -1083,7 +1106,7 @@ EOF`);
     }
 
     case 'cli-docs': {
-      buildCliDoc(program);
+      buildCliDoc(program, process.argv[3], process.argv[4]);
       break;
     }
 
@@ -1692,14 +1715,6 @@ nvidia/gpu-operator \
       // sudo yum install sbt
       break;
     }
-
-    case 'chrony': {
-      shellExec(`sudo dnf install chrony -y`);
-      // debian chroot: sudo apt install chrony
-      for (const cmd of chronySetUp(`/etc/chrony.conf`)) shellExec(cmd);
-
-      break;
-    }
   }
 } catch (error) {
   logger.error(error, error.stack);

package/bin/file.js

@@ -136,10 +136,27 @@ try {
           JSON.stringify(templatePackageLockJson, null, 4),
           'utf8',
         );
+        const badges = fs
+          .readFileSync(`./README.md`, 'utf8')
+          .split(`<!-- badges -->`)[1]
+          .split(`<!-- end-badges -->`)[0];
+        let originMd = fs.readFileSync(`../pwa-microservices-template/README.md`, 'utf8');
+
+        originMd =
+          originMd.split(`<!-- badges -->`)[0] +
+          `
+<!-- badges -->
+` +
+          badges +
+          `
+<!-- end-badges -->
+` +
+          originMd.split(`<!-- end-badges -->`)[1];
+
         const splitKeyword = '## underpost ci/cd cli';
         fs.writeFileSync(
           `../pwa-microservices-template/README.md`,
-          fs.readFileSync(`../pwa-microservices-template/README.md`, 'utf8').split(`<!-- -->`)[0] +
+          originMd.split(`<!-- -->`)[0] +
             `<!-- -->
 ${splitKeyword + fs.readFileSync(`./README.md`, 'utf8').split(splitKeyword)[1]}`,
           'utf8',

package/bin/vs.js

@@ -4,7 +4,11 @@ import { loggerFactory } from '../src/server/logger.js';
 
 const logger = loggerFactory(import.meta);
 
-const vsCodeRootPath = '/root/.vscode-root';
+// const vsCodeRootPath = '/root/.vscode-root';
+// const vsProgram = 'code';
+
+const vsCodeRootPath = '/root/.windsurf';
+const vsProgram = 'windsurf';
 
 switch (process.argv[2]) {
   case 'info': {
@@ -31,13 +35,17 @@ switch (process.argv[2]) {
       const extensions = JSON.parse(fs.readFileSync(`./.vscode/extensions.json`, 'utf8'));
       extensions.recommendations.map((extension) => {
         if (extension)
-          shellExec(`sudo code --user-data-dir="${vsCodeRootPath}" --no-sandbox --install-extension ${extension}`);
+          shellExec(
+            `sudo ${vsProgram} --user-data-dir="${vsCodeRootPath}" --no-sandbox --install-extension ${extension}`,
+          );
       });
     }
     break;
   case 'export':
     {
-      shellExec(`sudo code --user-data-dir="${vsCodeRootPath}" --no-sandbox --list-extensions > vs-extensions.txt`);
+      shellExec(
+        `sudo ${vsProgram} --user-data-dir="${vsCodeRootPath}" --no-sandbox --list-extensions > vs-extensions.txt`,
+      );
       fs.writeFileSync(
         `./.vscode/extensions.json`,
         JSON.stringify(
@@ -61,6 +69,6 @@ switch (process.argv[2]) {
     break;
   }
   default:
-    shellExec(`sudo code ${process.argv[2]} --user-data-dir="${vsCodeRootPath}" --no-sandbox`);
+    shellExec(`sudo ${vsProgram} ${process.argv[2]} --user-data-dir="${vsCodeRootPath}" --no-sandbox`);
     break;
 }

package/cli.md

@@ -1,4 +1,4 @@
-## underpost ci/cd cli v2.8.821
+## underpost ci/cd cli v2.8.836
 
 ### Usage: `underpost [options] [command]`
   ```
@@ -28,6 +28,7 @@ Commands:
   fs [options] [path]                                        Manages file storage, defaulting to file upload operations.
   test [options] [deploy-list]                               Manages and runs tests, defaulting to the current Underpost default test suite.
   monitor [options] <deploy-id> [env]                        Manages health server monitoring for specified deployments.
+  run [options] <runner-id> [path]                           Runs a script from the specified path.
   lxd [options]                                              Manages LXD containers and virtual machines.
   baremetal [options] [workflow-id] [hostname] [ip-address]  Manages baremetal server operations, including installation, database setup, commissioning, and user management.
   help [command]                                             display help for command
@@ -240,6 +241,7 @@ Options:
                        initialization.
   --init-host          Installs necessary Kubernetes node CLI tools (e.g.,
                        kind, kubeadm, docker, podman, helm).
+  --uninstall-host     Uninstalls all host components installed by init-host.
   --config             Sets the base Kubernetes node configuration.
   --worker             Sets the context for a worker node.
   --chown              Sets the appropriate ownership for Kubernetes kubeconfig
@@ -545,6 +547,28 @@ Options:
 ```
   
 
+### `run` :
+```
+ Usage: underpost run [options] <runner-id> [path]
+
+Runs a script from the specified path.
+
+Arguments:
+  runner-id                  The runner ID to run. Options: spark-template,
+                             gpu-env, tf-gpu-test, ide, single-job.
+  path                       The absolute or relative directory path where the
+                             script is located.
+
+Options:
+  --command <command-array>  Array of commands to run.
+  --args <args-array>        Array of arguments to pass to the command.
+  --dev                      Sets the development context environment for the
+                             script.
+  -h, --help                 display help for command
+ 
+```
+  
+
 ### `lxd` :
 ```
  Usage: underpost lxd [options]

package/docker-compose.yml

@@ -58,7 +58,7 @@ services:
           cpus: '0.25'
           memory: 20M
     labels: # labels in Compose file instead of Dockerfile
-      engine.version: '2.8.821'
+      engine.version: '2.8.836'
     networks:
       - load-balancer
 

package/manifests/deployment/dd-template-development/deployment.yaml

@@ -17,7 +17,7 @@ spec:
     spec:
       containers:
         - name: dd-template-development-blue
-          image: localhost/rockylinux9-underpost:v2.8.821
+          image: localhost/rockylinux9-underpost:v2.8.836
           #          resources:
           #            requests:
           #              memory: "124Ki"
@@ -100,7 +100,7 @@ spec:
     spec:
       containers:
         - name: dd-template-development-green
-          image: localhost/rockylinux9-underpost:v2.8.821
+          image: localhost/rockylinux9-underpost:v2.8.836
           #          resources:
           #            requests:
           #              memory: "124Ki"

package/manifests/deployment/tensorflow/tf-gpu-test.yaml

@@ -0,0 +1,65 @@
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: tf-gpu-test-script
+  namespace: default
+data:
+  main_tf_gpu_test.py: |
+    import os
+    import tensorflow as tf
+
+    print("--- Starting GPU and Library Check ---")
+
+    gpus = tf.config.list_physical_devices("GPU")
+    if gpus:
+        try:
+            tf.config.set_visible_devices(gpus[0], "GPU")
+            logical_gpus = tf.config.list_logical_devices("GPU")
+            print(
+                f"TensorFlow detected {len(gpus)} Physical GPUs, {len(logical_gpus)} Logical GPUs. Using: {gpus[0].name}"
+            )
+        except RuntimeError as e:
+            print(f"RuntimeError during GPU configuration: {e}")
+    else:
+        print("TensorFlow did not detect any GPU devices. Running on CPU.")
+
+    print(f"XLA_FLAGS environment variable: {os.environ.get('XLA_FLAGS')}")
+    print(f"TF_XLA_FLAGS environment variable: {os.environ.get('TF_XLA_FLAGS')}")
+
+    print(f"TensorFlow version: {tf.__version__}")
+    print(f"Built with CUDA: {tf.test.is_built_with_cuda()}")
+    print(f"Is GPU available: {tf.config.list_physical_devices('GPU') != []}")
+
+    print("--- GPU and Library Check Complete ---")
+---
+apiVersion: v1
+kind: Pod
+metadata:
+  name: tf-gpu-test-pod
+  namespace: default
+spec:
+  restartPolicy: Never
+  runtimeClassName: nvidia
+  containers:
+    - name: tensorflow-gpu-tester
+      image: nvcr.io/nvidia/tensorflow:24.04-tf2-py3
+      imagePullPolicy: IfNotPresent
+      command: ['python']
+      args: ['/app/main_tf_gpu_test.py']
+      resources:
+        limits:
+          nvidia.com/gpu: '1'
+      env:
+        - name: NVIDIA_VISIBLE_DEVICES
+          value: all
+      volumeMounts:
+        - name: tf-script-volume
+          mountPath: /app
+  volumes:
+    - name: tf-script-volume
+      configMap:
+        name: tf-gpu-test-script
+        items:
+          - key: main_tf_gpu_test.py
+            path: main_tf_gpu_test.py

package/manifests/maas/maas-setup.sh

@@ -58,14 +58,14 @@ maas "$MAAS_ADMIN_USERNAME" maas set-config name=upstream_dns value=8.8.8.8
 #     os="ubuntu" release="noble" arches="amd64" \
 #     subarches="ga-24.04" labels="*"
 
-echo "Downloading Ubuntu Noble arm64/ga-24.04 image..."
-maas $MAAS_ADMIN_USERNAME boot-source-selections create 1 \
-    os="ubuntu" release="noble" arches="arm64" \
-    subarches="ga-24.04" labels="*"
+# echo "Downloading Ubuntu Noble arm64/ga-24.04 image..."
+# maas $MAAS_ADMIN_USERNAME boot-source-selections create 1 \
+#     os="ubuntu" release="noble" arches="arm64" \
+#     subarches="ga-24.04" labels="*"
 
 # Import the newly selected boot images
-echo "Importing boot images (this may take some time)..."
-maas "$MAAS_ADMIN_USERNAME" boot-resources import
+# echo "Importing boot images (this may take some time)..."
+# maas "$MAAS_ADMIN_USERNAME" boot-resources import
 
 # Disable the MAAS HTTP proxy
 echo "Disabling MAAS HTTP proxy..."
@@ -108,13 +108,13 @@ if [ -z "$FABRIC_ID" ]; then
     exit 1
 fi
 
-# Enable DHCP on the untagged VLAN (VLAN tag 0)
-echo "Enabling DHCP on VLAN 0 for fabric-1 (ID: $FABRIC_ID)..."
-maas "$MAAS_ADMIN_USERNAME" vlan update "$FABRIC_ID" 0 dhcp_on=true primary_rack="$RACK_CONTROLLER_ID"
-
 # Create a Dynamic IP Range for enlistment, commissioning, and deployment
 echo "Creating dynamic IP range from $START_IP to $END_IP..."
 maas "$MAAS_ADMIN_USERNAME" ipranges create type=dynamic start_ip="$START_IP" end_ip="$END_IP"
 
+# Enable DHCP on the untagged VLAN (VLAN tag 0)
+echo "Enabling DHCP on VLAN 0 for fabric-1 (ID: $FABRIC_ID)..."
+maas "$MAAS_ADMIN_USERNAME" vlan update "$FABRIC_ID" 0 dhcp_on=true primary_rack="$RACK_CONTROLLER_ID"
+
 echo "Setting gateway IP for subnet $SUBNET_CIDR (ID: $SUBNET_ID) to $IP_ADDRESS..."
 maas "$MAAS_ADMIN_USERNAME" subnet update $SUBNET_ID gateway_ip=$IP_ADDRESS

package/manifests/maas/snap-clean.sh

@@ -0,0 +1,26 @@
+#!/usr/bin/env bash
+# cleanup-snap.sh
+# Remove all disabled snap revisions to free up disk space.
+
+set -euo pipefail
+
+# Ensure we’re running as root
+if [[ $EUID -ne 0 ]]; then
+    echo "Please run this script with sudo or as root."
+    exit 1
+fi
+
+echo "Gathering list of snaps with disabled revisions..."
+snap list --all \
+| awk '/disabled/ {print $1, $3}' \
+| while read -r pkg rev; do
+    echo "  -> Removing $pkg (revision $rev)..."
+    snap remove "$pkg" --revision="$rev"
+done
+
+echo "Cleanup complete."
+echo
+echo "Tip: Limit how many revisions Snap retains by setting:"
+echo "  sudo snap set system refresh.retain=2"
+echo "Then apply with:"
+echo "  sudo snap refresh"

package/package.json

@@ -2,7 +2,7 @@
     "type": "module",
     "main": "src/index.js",
     "name": "underpost",
-    "version": "2.8.821",
+    "version": "2.8.836",
     "description": "pwa api rest template",
     "scripts": {
         "start": "env-cmd -f .env.production node --max-old-space-size=8192 src/server",

package/src/cli/baremetal.js

@@ -91,7 +91,7 @@ class UnderpostBaremetal {
       const callbackMetaData = {
         args: { hostname, ipAddress, workflowId },
         options,
-        runnerHost: { architecture: UnderpostBaremetal.API.getHostArch(), ip: getLocalIPv4Address() },
+        runnerHost: { architecture: UnderpostBaremetal.API.getHostArch().alias, ip: getLocalIPv4Address() },
         nfsHostPath,
         tftpRootPath,
       };
@@ -149,6 +149,7 @@ class UnderpostBaremetal {
         shellExec(`chmod +x ${underpostRoot}/manifests/maas/nat-iptables.sh`);
         shellExec(`${underpostRoot}/manifests/maas/maas-setup.sh`);
         shellExec(`${underpostRoot}/manifests/maas/nat-iptables.sh`);
+        return;
       }
 
       // Handle control server uninstallation.
@@ -166,6 +167,7 @@ class UnderpostBaremetal {
         shellExec(`sudo rm -rf /etc/maas`);
         shellExec(`sudo rm -rf /var/lib/maas`);
         shellExec(`sudo rm -rf /var/log/maas`);
+        return;
       }
 
       // Handle control server database installation.
@@ -175,12 +177,14 @@ class UnderpostBaremetal {
         shellExec(
           `node ${underpostRoot}/bin/deploy pg-drop-db ${process.env.DB_PG_MAAS_NAME} ${process.env.DB_PG_MAAS_USER}`,
         );
-        shellExec(`node ${underpostRoot}/bin/deploy maas db`);
+        shellExec(`node ${underpostRoot}/bin/deploy maas-db`);
+        return;
       }
 
       // Handle control server database uninstallation.
       if (options.controlServerDbUninstall === true) {
         shellExec(`node ${underpostRoot}/bin/deploy ${dbProviderId} uninstall`);
+        return;
       }
 
       // Set debootstrap architecture.
@@ -941,8 +945,8 @@ EOF`);
     getHostArch() {
       // `uname -m` returns e.g. 'x86_64' or 'aarch64'
       const machine = shellExec('uname -m', { stdout: true }).trim();
-      if (machine === 'x86_64') return 'amd64';
-      if (machine === 'aarch64') return 'arm64';
+      if (machine === 'x86_64') return { alias: 'amd64', name: 'x86_64' };
+      if (machine === 'aarch64') return { alias: 'arm64', name: 'aarch64' };
       throw new Error(`Unsupported host architecture: ${machine}`);
     },