underpost 2.8.82 → 2.8.85

package/cli.md

@@ -1,4 +1,4 @@
-## underpost ci/cd cli v2.8.82
+## underpost ci/cd cli v2.8.85
 
 ### Usage: `underpost [options] [command]`
   ```
@@ -28,6 +28,8 @@ Commands:
   fs [options] [path]                                        Manages file storage, defaulting to file upload operations.
   test [options] [deploy-list]                               Manages and runs tests, defaulting to the current Underpost default test suite.
   monitor [options] <deploy-id> [env]                        Manages health server monitoring for specified deployments.
+  ssh [options]                                              Import and start ssh server and client based on current default deployment ID.
+  run [options] <runner-id> [path]                           Runs a script from the specified path.
   lxd [options]                                              Manages LXD containers and virtual machines.
   baremetal [options] [workflow-id] [hostname] [ip-address]  Manages baremetal server operations, including installation, database setup, commissioning, and user management.
   help [command]                                             display help for command
@@ -117,7 +119,8 @@ options.
 Arguments:
   path         The absolute or relative directory path of the repository.
   commit-type  The type of commit to perform. Options: feat, fix, docs, style,
-               refactor, perf, cd, test, build, ci, chore, revert, backup.
+               refactor, perf, ci, cd, infra, build, test, chore, revert,
+               backup.
   module-tag   Optional: Sets a specific module tag for the commit.
   message      Optional: Provides an additional custom message for the commit.
 
@@ -205,48 +208,53 @@ Options:
 Manages Kubernetes clusters, defaulting to Kind cluster initialization.
 
 Arguments:
-  pod-name             Optional: Filters information by a specific pod name.
+  pod-name                Optional: Filters information by a specific pod name.
 
 Options:
-  --reset              Deletes all clusters and prunes all related data and
-                       caches.
-  --mariadb            Initializes the cluster with a MariaDB statefulset.
-  --mysql              Initializes the cluster with a MySQL statefulset.
-  --mongodb            Initializes the cluster with a MongoDB statefulset.
-  --postgresql         Initializes the cluster with a PostgreSQL statefulset.
-  --mongodb4           Initializes the cluster with a MongoDB 4.4 service.
-  --valkey             Initializes the cluster with a Valkey service.
-  --contour            Initializes the cluster with Project Contour base
-                       HTTPProxy and Envoy.
-  --cert-manager       Initializes the cluster with a Let's Encrypt production
-                       ClusterIssuer.
-  --dedicated-gpu      Initializes the cluster with dedicated GPU base
-                       resources and environment settings.
-  --info               Retrieves information about all deployed Kubernetes
-                       objects.
-  --full               Initializes the cluster with all available statefulsets
-                       and services.
-  --ns-use <ns-name>   Switches the current Kubernetes context to the specified
-                       namespace.
-  --kubeadm            Initializes the cluster using kubeadm for control plane
-                       management.
-  --dev                Initializes a development-specific cluster
-                       configuration.
-  --list-pods          Displays detailed information about all pods.
-  --info-capacity      Displays the current total machine capacity information.
-  --info-capacity-pod  Displays the current machine capacity information per
-                       pod.
-  --pull-image         Sets an optional associated image to pull during
-                       initialization.
-  --init-host          Installs necessary Kubernetes node CLI tools (e.g.,
-                       kind, kubeadm, docker, podman, helm).
-  --config             Sets the base Kubernetes node configuration.
-  --worker             Sets the context for a worker node.
-  --chown              Sets the appropriate ownership for Kubernetes kubeconfig
-                       files.
-  --k3s                Initializes the cluster using K3s (Lightweight
-                       Kubernetes).
-  -h, --help           display help for command
+  --reset                 Deletes all clusters and prunes all related data and
+                          caches.
+  --mariadb               Initializes the cluster with a MariaDB statefulset.
+  --mysql                 Initializes the cluster with a MySQL statefulset.
+  --mongodb               Initializes the cluster with a MongoDB statefulset.
+  --mongo-db-host <host>  Set custom mongo db host
+  --postgresql            Initializes the cluster with a PostgreSQL
+                          statefulset.
+  --mongodb4              Initializes the cluster with a MongoDB 4.4 service.
+  --valkey                Initializes the cluster with a Valkey service.
+  --contour               Initializes the cluster with Project Contour base
+                          HTTPProxy and Envoy.
+  --cert-manager          Initializes the cluster with a Let's Encrypt
+                          production ClusterIssuer.
+  --dedicated-gpu         Initializes the cluster with dedicated GPU base
+                          resources and environment settings.
+  --info                  Retrieves information about all deployed Kubernetes
+                          objects.
+  --full                  Initializes the cluster with all available
+                          statefulsets and services.
+  --ns-use <ns-name>      Switches the current Kubernetes context to the
+                          specified namespace.
+  --kubeadm               Initializes the cluster using kubeadm for control
+                          plane management.
+  --dev                   Initializes a development-specific cluster
+                          configuration.
+  --list-pods             Displays detailed information about all pods.
+  --info-capacity         Displays the current total machine capacity
+                          information.
+  --info-capacity-pod     Displays the current machine capacity information per
+                          pod.
+  --pull-image            Sets an optional associated image to pull during
+                          initialization.
+  --init-host             Installs necessary Kubernetes node CLI tools (e.g.,
+                          kind, kubeadm, docker, podman, helm).
+  --uninstall-host        Uninstalls all host components installed by
+                          init-host.
+  --config                Sets the base Kubernetes node configuration.
+  --worker                Sets the context for a worker node.
+  --chown                 Sets the appropriate ownership for Kubernetes
+                          kubeconfig files.
+  --k3s                   Initializes the cluster using K3s (Lightweight
+                          Kubernetes).
+  -h, --help              display help for command
  
 ```
   
@@ -545,6 +553,46 @@ Options:
 ```
   
 
+### `ssh` :
+```
+ Usage: underpost ssh [options]
+
+Import and start ssh server and client based on current default deployment ID.
+
+Options:
+  --generate  Generates new ssh credential and stores it in current private
+              keys file storage.
+  -h, --help  display help for command
+ 
+```
+  
+
+### `run` :
+```
+ Usage: underpost run [options] <runner-id> [path]
+
+Runs a script from the specified path.
+
+Arguments:
+  runner-id                                The runner ID to run. Options: spark-template, rmi, kill, secret, gpu-env, tf-gpu-test, dev-cluster, cyberia-ide, engine-ide, template-deploy, ssh-deploy, ide, monitor, db-client, cluster, deploy, tf-vae-test, deploy-job.
+  path                                     The absolute or relative directory path where the script is located.
+
+Options:
+  --command <command-array>                Array of commands to run.
+  --args <args-array>                      Array of arguments to pass to the command.
+  --dev                                    Sets the development context environment for the script.
+  --pod-name <pod-name>                    Optional: Specifies the pod name for test execution.
+  --volume-host-path <volume-host-path>    Optional: Specifies the volume host path for test execution.
+  --volume-mount-path <volume-mount-path>  Optional: Specifies the volume mount path for test execution.
+  --volume-type <volume-type>              Optional: Specifies the volume type for test execution.
+  --image-name <image-name>                Optional: Specifies the image name for test execution.
+  --container-name <container-name>        Optional: Specifies the container name for test execution.
+  --namespace <namespace>                  Optional: Specifies the namespace for test execution.
+  -h, --help                               display help for command
+ 
+```
+  
+
 ### `lxd` :
 ```
  Usage: underpost lxd [options]

package/conf.js

@@ -6,7 +6,7 @@ const DefaultConf = /**/ {
   client: {
     default: {
       metadata: {
-        title: 'Demo App',
+        title: 'PWA Demo App',
         backgroundImage: 'assets/background/white0-min.jpg',
         description: 'Web application',
         keywords: ['web', 'app', 'spa', 'demo', 'github-pages'],

package/docker-compose.yml

@@ -58,7 +58,7 @@ services:
           cpus: '0.25'
           memory: 20M
     labels: # labels in Compose file instead of Dockerfile
-      engine.version: '2.8.82'
+      engine.version: '2.8.85'
     networks:
       - load-balancer
 

package/manifests/deployment/dd-template-development/deployment.yaml

@@ -17,7 +17,7 @@ spec:
     spec:
       containers:
         - name: dd-template-development-blue
-          image: localhost/rockylinux9-underpost:v2.8.82
+          image: localhost/rockylinux9-underpost:v2.8.85
           #          resources:
           #            requests:
           #              memory: "124Ki"
@@ -100,7 +100,7 @@ spec:
     spec:
       containers:
         - name: dd-template-development-green
-          image: localhost/rockylinux9-underpost:v2.8.82
+          image: localhost/rockylinux9-underpost:v2.8.85
           #          resources:
           #            requests:
           #              memory: "124Ki"

package/manifests/deployment/tensorflow/tf-gpu-test.yaml

@@ -0,0 +1,65 @@
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: tf-gpu-test-script
+  namespace: default
+data:
+  main_tf_gpu_test.py: |
+    import os
+    import tensorflow as tf
+
+    print("--- Starting GPU and Library Check ---")
+
+    gpus = tf.config.list_physical_devices("GPU")
+    if gpus:
+        try:
+            tf.config.set_visible_devices(gpus[0], "GPU")
+            logical_gpus = tf.config.list_logical_devices("GPU")
+            print(
+                f"TensorFlow detected {len(gpus)} Physical GPUs, {len(logical_gpus)} Logical GPUs. Using: {gpus[0].name}"
+            )
+        except RuntimeError as e:
+            print(f"RuntimeError during GPU configuration: {e}")
+    else:
+        print("TensorFlow did not detect any GPU devices. Running on CPU.")
+
+    print(f"XLA_FLAGS environment variable: {os.environ.get('XLA_FLAGS')}")
+    print(f"TF_XLA_FLAGS environment variable: {os.environ.get('TF_XLA_FLAGS')}")
+
+    print(f"TensorFlow version: {tf.__version__}")
+    print(f"Built with CUDA: {tf.test.is_built_with_cuda()}")
+    print(f"Is GPU available: {tf.config.list_physical_devices('GPU') != []}")
+
+    print("--- GPU and Library Check Complete ---")
+---
+apiVersion: v1
+kind: Pod
+metadata:
+  name: tf-gpu-test-pod
+  namespace: default
+spec:
+  restartPolicy: Never
+  runtimeClassName: nvidia
+  containers:
+    - name: tensorflow-gpu-tester
+      image: nvcr.io/nvidia/tensorflow:24.04-tf2-py3
+      imagePullPolicy: IfNotPresent
+      command: ['python']
+      args: ['/app/main_tf_gpu_test.py']
+      resources:
+        limits:
+          nvidia.com/gpu: '1'
+      env:
+        - name: NVIDIA_VISIBLE_DEVICES
+          value: all
+      volumeMounts:
+        - name: tf-script-volume
+          mountPath: /app
+  volumes:
+    - name: tf-script-volume
+      configMap:
+        name: tf-gpu-test-script
+        items:
+          - key: main_tf_gpu_test.py
+            path: main_tf_gpu_test.py

package/manifests/maas/device-scan.sh

@@ -8,14 +8,14 @@ for iface_path in /sys/class/net/*; do
   operstate=$(< "$iface_path/operstate")
   mtu=$(< "$iface_path/mtu")
 
-  # Driver: módulo kernel que maneja esta interfaz
+  # Driver
   if [ -L "$iface_path/device/driver" ]; then
     driver=$(basename "$(readlink -f "$iface_path/device/driver")")
   else
     driver="—"
   fi
 
-  # Vendor:Device ID PCI
+  # Vendor device ID PCI
   pci_dev="$iface_path/device"
   if [ -f "$pci_dev/vendor" ] && [ -f "$pci_dev/device" ]; then
     vendor_id=$(< "$pci_dev/vendor")
@@ -28,7 +28,7 @@ for iface_path in /sys/class/net/*; do
     pci="—"
   fi
 
-  # Link Speed: lectura directa de /sys/class/net/<iface>/speed
+  # Link Speed
   speed=$(cat "$iface_path/speed" 2>/dev/null || echo "—")
 
   echo "Interface: $name"

package/manifests/maas/gpu-diag.sh

@@ -0,0 +1,19 @@
+# GPUs and drivers in use
+sudo lspci -nnk | egrep -i 'vga|3d' -A3
+
+# modules loaded relevant
+lsmod | egrep 'nvidia|nouveau|amdgpu' || true
+
+# if exists nvidia tool
+nvidia-smi 2>/dev/null || echo "nvidia-smi not found"
+
+# kernel related errors
+sudo dmesg | egrep -i 'nvidia|nouveau|amdgpu' --color=auto
+
+# recent system errors / gdm / mutter / X
+sudo journalctl -b -p err --no-pager | head -n 200
+journalctl -b _COMM=gdm --no-pager | tail -n 200
+journalctl -b _COMM=Xorg --no-pager | tail -n 200
+
+# X log (if exists)
+sudo grep -E "(EE|WW|NVIDIA|nouveau|amdgpu)" /var/log/Xorg.0.log || true

package/manifests/maas/maas-setup.sh

@@ -58,14 +58,14 @@ maas "$MAAS_ADMIN_USERNAME" maas set-config name=upstream_dns value=8.8.8.8
 #     os="ubuntu" release="noble" arches="amd64" \
 #     subarches="ga-24.04" labels="*"
 
-echo "Downloading Ubuntu Noble arm64/ga-24.04 image..."
-maas $MAAS_ADMIN_USERNAME boot-source-selections create 1 \
-    os="ubuntu" release="noble" arches="arm64" \
-    subarches="ga-24.04" labels="*"
+# echo "Downloading Ubuntu Noble arm64/ga-24.04 image..."
+# maas $MAAS_ADMIN_USERNAME boot-source-selections create 1 \
+#     os="ubuntu" release="noble" arches="arm64" \
+#     subarches="ga-24.04" labels="*"
 
 # Import the newly selected boot images
-echo "Importing boot images (this may take some time)..."
-maas "$MAAS_ADMIN_USERNAME" boot-resources import
+# echo "Importing boot images (this may take some time)..."
+# maas "$MAAS_ADMIN_USERNAME" boot-resources import
 
 # Disable the MAAS HTTP proxy
 echo "Disabling MAAS HTTP proxy..."
@@ -108,13 +108,13 @@ if [ -z "$FABRIC_ID" ]; then
     exit 1
 fi
 
-# Enable DHCP on the untagged VLAN (VLAN tag 0)
-echo "Enabling DHCP on VLAN 0 for fabric-1 (ID: $FABRIC_ID)..."
-maas "$MAAS_ADMIN_USERNAME" vlan update "$FABRIC_ID" 0 dhcp_on=true primary_rack="$RACK_CONTROLLER_ID"
-
 # Create a Dynamic IP Range for enlistment, commissioning, and deployment
 echo "Creating dynamic IP range from $START_IP to $END_IP..."
 maas "$MAAS_ADMIN_USERNAME" ipranges create type=dynamic start_ip="$START_IP" end_ip="$END_IP"
 
+# Enable DHCP on the untagged VLAN (VLAN tag 0)
+echo "Enabling DHCP on VLAN 0 for fabric-1 (ID: $FABRIC_ID)..."
+maas "$MAAS_ADMIN_USERNAME" vlan update "$FABRIC_ID" 0 dhcp_on=true primary_rack="$RACK_CONTROLLER_ID"
+
 echo "Setting gateway IP for subnet $SUBNET_CIDR (ID: $SUBNET_ID) to $IP_ADDRESS..."
 maas "$MAAS_ADMIN_USERNAME" subnet update $SUBNET_ID gateway_ip=$IP_ADDRESS

package/manifests/maas/snap-clean.sh

@@ -0,0 +1,26 @@
+#!/usr/bin/env bash
+# cleanup-snap.sh
+# Remove all disabled snap revisions to free up disk space.
+
+set -euo pipefail
+
+# Ensure we’re running as root
+if [[ $EUID -ne 0 ]]; then
+    echo "Please run this script with sudo or as root."
+    exit 1
+fi
+
+echo "Gathering list of snaps with disabled revisions..."
+snap list --all \
+| awk '/disabled/ {print $1, $3}' \
+| while read -r pkg rev; do
+    echo "  -> Removing $pkg (revision $rev)..."
+    snap remove "$pkg" --revision="$rev"
+done
+
+echo "Cleanup complete."
+echo
+echo "Tip: Limit how many revisions Snap retains by setting:"
+echo "  sudo snap set system refresh.retain=2"
+echo "Then apply with:"
+echo "  sudo snap refresh"

package/package.json

@@ -2,16 +2,17 @@
     "type": "module",
     "main": "src/index.js",
     "name": "underpost",
-    "version": "2.8.82",
+    "version": "2.8.85",
     "description": "pwa api rest template",
     "scripts": {
         "start": "env-cmd -f .env.production node --max-old-space-size=8192 src/server",
+        "build": "node bin/deploy build-full-client",
         "test": "env-cmd -f .env.test c8 mocha",
         "pm2": "env-cmd -f .env.production pm2 start src/server.js --node-args=\"--max-old-space-size=8192\" --name engine",
         "dev": "env-cmd -f .env.development node src/client.dev default",
         "dev-img": "env-cmd -f .env.development node src/server",
         "prod-img": "env-cmd -f .env.production node src/server",
-        "monitor": "pm2 start bin/deploy.js --name monitor -- monitor",
+        "monitor": "pm2 start src/monitor.js --name monitor -- dd production",
         "dev-api": "env-cmd -f .env.development nodemon --watch src --ignore src/client src/api",
         "dev-client": "env-cmd -f .env.development node src/client.dev",
         "proxy": "node src/proxy proxy",
@@ -23,8 +24,7 @@
         "docker:start": "docker-compose up",
         "prettier": "prettier --write .",
         "fix": "npm audit fix --force && npm audit",
-        "changelog": "auto-changelog",
-        "build": "node bin/deploy build-full-client"
+        "changelog": "auto-changelog"
     },
     "bin": {
         "underpost": "bin/index.js"
@@ -99,14 +99,12 @@
         "peer": "^1.0.2",
         "peerjs": "^1.5.2",
         "pixi.js": "7.4.2",
-        "plantuml": "^0.0.2",
         "prom-client": "^15.1.2",
         "public-ip": "^6.0.1",
         "read": "^2.1.0",
         "rrule": "^2.8.1",
         "sharp": "^0.32.5",
         "shelljs": "^0.8.5",
-        "simple-icons": "^13.9.0",
         "sitemap": "^7.1.1",
         "socket.io": "^4.8.0",
         "sortablejs": "^1.15.0",

package/src/api/user/user.router.js

@@ -1,8 +1,9 @@
-import { authMiddleware } from '../../server/auth.js';
+import { authMiddleware, hashPassword } from '../../server/auth.js';
 import fs from 'fs-extra';
 import { loggerFactory } from '../../server/logger.js';
 import { UserController } from './user.controller.js';
 import express from 'express';
+import { DataBaseProvider } from '../../db/DataBaseProvider.js';
 
 const logger = loggerFactory(import.meta);
 
@@ -10,6 +11,28 @@ const UserRouter = (options) => {
   const router = express.Router();
 
   (async () => {
+    const models = DataBaseProvider.instance[`${options.host}${options.path}`].mongoose.models;
+    if (models.User) {
+      try {
+        const adminUser = await models.User.findOne({ role: 'admin' });
+        if (!adminUser) {
+          const defaultPassword = process.env.DEFAULT_ADMIN_PASSWORD || 'changethis';
+          const hashedPassword = hashPassword(defaultPassword);
+
+          const result = await models.User.create({
+            username: 'admin',
+            email: process.env.DEFAULT_ADMIN_EMAIL || 'admin@' + options.host,
+            password: hashedPassword,
+            role: 'admin',
+            emailConfirmed: true,
+            publicKey: [],
+          });
+          logger.warn('Default admin user created. Please change the default password immediately!', result._doc);
+        }
+      } catch (error) {
+        logger.error('Error checking/creating admin user:', error);
+      }
+    }
     options.png = {
       buffer: {
         'invalid-token': fs.readFileSync(`./src/client/public/default/assets/mailer/api-user-invalid-token.png`),

package/src/api/user/user.service.js

@@ -444,7 +444,7 @@ const UserService = {
           _id: user._id,
         }).select(UserDto.select.get());
       } else throw new Error('invalid token');
-    }
+    } else delete req.body.password;
 
     switch (req.params.id) {
       default: {
@@ -453,9 +453,6 @@ const UserService = {
         });
         switch (user.role) {
           case 'admin': {
-            if (req.body.password !== undefined && req.body.password !== user.password)
-              req.body.password = await hashPassword(req.body.password);
-            else delete req.body.password;
             return await User.findByIdAndUpdate(req.params.id, req.body, {
               runValidators: true,
             });