underpost 3.2.9 → 3.2.10

package/conf.js

@@ -168,11 +168,25 @@ const DefaultConf = /**/ {
       head: ['Seo', 'Pwa', 'Css', 'DefaultScripts', 'Production'],
       body: ['CacheControl', 'DefaultSplashScreen', '404', '500', 'SwaggerDarkMode'],
       mailer: { userVerifyEmail: 'DefaultVerifyEmail', userRecoverEmail: 'DefaultRecoverEmail' },
-      offline: [
-        { path: '/offline', title: 'No Network Connection', client: 'NoNetworkConnection', head: [], body: [] },
-        { path: '/maintenance', title: 'Server Maintenance', client: 'Maintenance', head: [], body: [] },
+      views: [
+        {
+          path: '/offline',
+          title: 'No Network Connection',
+          client: 'NoNetworkConnection',
+          head: [],
+          body: [],
+          offlineDefault: true,
+        },
+        {
+          path: '/maintenance',
+          title: 'Server Maintenance',
+          client: 'Maintenance',
+          head: [],
+          body: [],
+          maintenanceDefault: true,
+        },
+        { path: '/test', title: 'Test', client: 'Test', head: [], body: [] },
       ],
-      pages: [{ path: '/test', title: 'Test', client: 'Test', head: [], body: [] }],
     },
   },
   server: {
@@ -189,6 +203,8 @@ const DefaultConf = /**/ {
           provider: 'env:DB_PROVIDER:mongoose',
           host: 'env:DB_HOST:mongodb://127.0.0.1:27017',
           name: 'env:DB_NAME:default',
+          replicaSet: 'env:DB_REPLICA_SET:rs0',
+          authSource: 'env:DB_AUTH_SOURCE:admin',
           user: 'env:DB_USER:',
           password: 'env:DB_PASSWORD:',
         },

package/manifests/cronjobs/dd-cron/dd-cron-backup.yaml

@@ -23,7 +23,7 @@ spec:
         spec:
           containers:
             - name: dd-cron-backup
-              image: underpost/underpost-engine:v3.2.9
+              image: underpost/underpost-engine:v3.2.10
               command:
                 - /bin/sh
                 - -c

package/manifests/cronjobs/dd-cron/dd-cron-dns.yaml

@@ -23,7 +23,7 @@ spec:
         spec:
           containers:
             - name: dd-cron-dns
-              image: underpost/underpost-engine:v3.2.9
+              image: underpost/underpost-engine:v3.2.10
               command:
                 - /bin/sh
                 - -c

package/manifests/deployment/dd-default-development/deployment.yaml

@@ -17,7 +17,7 @@ spec:
     spec:
       containers:
         - name: dd-default-development-blue
-          image: underpost/underpost-engine:v3.2.9
+          image: underpost/underpost-engine:v3.2.10
           #          resources:
           #            requests:
           #              memory: "124Ki"
@@ -98,7 +98,7 @@ spec:
     spec:
       containers:
         - name: dd-default-development-green
-          image: underpost/underpost-engine:v3.2.9
+          image: underpost/underpost-engine:v3.2.10
           #          resources:
           #            requests:
           #              memory: "124Ki"

package/manifests/deployment/dd-test-development/deployment.yaml

@@ -20,7 +20,7 @@ spec:
     spec:
       containers:
         - name: dd-test-development-blue
-          image: underpost/underpost-engine:v3.2.9
+          image: underpost/underpost-engine:v3.2.10
           imagePullPolicy: IfNotPresent
           envFrom:
             - secretRef:
@@ -34,6 +34,7 @@ spec:
               underpost start --build --run dd-test development
 
 
+
 ---
 apiVersion: v1
 kind: Service
@@ -147,7 +148,7 @@ spec:
     spec:
       containers:
         - name: dd-test-development-green
-          image: underpost/underpost-engine:v3.2.9
+          image: underpost/underpost-engine:v3.2.10
           imagePullPolicy: IfNotPresent
           envFrom:
             - secretRef:
@@ -161,6 +162,7 @@ spec:
               underpost start --build --run dd-test development
 
 
+
 ---
 apiVersion: v1
 kind: Service

package/manifests/kind-config-dev.yaml

@@ -1,8 +1,16 @@
 kind: Cluster
 apiVersion: kind.x-k8s.io/v1alpha4
+networking:
+  ipFamily: ipv4
 nodes:
   - role: control-plane
+    extraMounts:
+      - hostPath: /data/mongodb
+        containerPath: /data/mongodb
   - role: worker
+    extraMounts:
+      - hostPath: /data/mongodb
+        containerPath: /data/mongodb
     # extraPortMappings:
     # - containerPort: 80
     #   hostPort: 80

package/manifests/mongodb/pv-pvc.yaml

@@ -1,23 +1,59 @@
 apiVersion: v1
 kind: PersistentVolume
 metadata:
-  name: mongodb-pv
+  name: mongodb-pv-0
+  labels:
+    app: mongodb
 spec:
   capacity:
     storage: 5Gi
   accessModes:
     - ReadWriteOnce
+  persistentVolumeReclaimPolicy: Retain
+  storageClassName: mongodb-storage-class
+  claimRef:
+    namespace: default
+    name: mongodb-storage-mongodb-0
   hostPath:
-    path: /data/mongodb
+    path: /data/mongodb/v0
+    type: DirectoryOrCreate
 ---
 apiVersion: v1
-kind: PersistentVolumeClaim
+kind: PersistentVolume
+metadata:
+  name: mongodb-pv-1
+  labels:
+    app: mongodb
+spec:
+  capacity:
+    storage: 5Gi
+  accessModes:
+    - ReadWriteOnce
+  persistentVolumeReclaimPolicy: Retain
+  storageClassName: mongodb-storage-class
+  claimRef:
+    namespace: default
+    name: mongodb-storage-mongodb-1
+  hostPath:
+    path: /data/mongodb/v1
+    type: DirectoryOrCreate
+---
+apiVersion: v1
+kind: PersistentVolume
 metadata:
-  name: mongodb-pvc
+  name: mongodb-pv-2
+  labels:
+    app: mongodb
 spec:
-  storageClassName: ''
+  capacity:
+    storage: 5Gi
   accessModes:
     - ReadWriteOnce
-  resources:
-    requests:
-      storage: 5Gi
+  persistentVolumeReclaimPolicy: Retain
+  storageClassName: mongodb-storage-class
+  claimRef:
+    namespace: default
+    name: mongodb-storage-mongodb-2
+  hostPath:
+    path: /data/mongodb/v2
+    type: DirectoryOrCreate

package/manifests/mongodb/statefulset.yaml

@@ -4,7 +4,8 @@ metadata:
   name: mongodb # Specifies the name of the statefulset
 spec:
   serviceName: 'mongodb-service' # Specifies the service to use
-  replicas: 2
+  podManagementPolicy: OrderedReady # or Parallel
+  replicas: 3
   selector:
     matchLabels:
       app: mongodb
@@ -13,80 +14,58 @@ spec:
       labels:
         app: mongodb
     spec:
+      subdomain: mongodb-service
+      securityContext:
+        fsGroup: 999
+      initContainers:
+        - name: internal-keyfile-provisioner
+          image: docker.io/library/mongo:latest
+          securityContext:
+            runAsUser: 0
+            runAsGroup: 0
+          command:
+            - sh
+            - -c
+            - |
+              set -ex
+              mkdir -p /opt/mongodb
+              cp /tmp/raw-keyfile/mongodb-keyfile /opt/mongodb/mongodb-keyfile
+              chmod 400 /opt/mongodb/mongodb-keyfile
+              chown -R 999:999 /opt/mongodb
+              chown -R 999:999 /data/db
+              rm -f /data/db/mongod.lock
+          volumeMounts:
+            - name: raw-secret-keyfile-volume
+              mountPath: /tmp/raw-keyfile
+            - name: isolated-runtime-keyfile-volume
+              mountPath: /opt/mongodb
+            - name: mongodb-storage
+              mountPath: /data/db
       containers:
         - name: mongodb
           image: docker.io/library/mongo:latest
           command:
             - mongod
+          args:
             - '--replSet'
             - 'rs0'
-            # - '--config'
-            # - '-f'
-            # - '/etc/mongod.conf'
-            # - '--auth'
-            # - '--clusterAuthMode'
-            # - 'keyFile'
-            # - '--keyFile'
-            # - '/etc/mongodb-keyfile'
-            # - '--interleave'
-            # - 'all'
-            # - '--wiredTigerCacheSizeGB'
-            # - '0.25'
-            # - '--setParameter'
-            # - 'authenticationMechanisms=SCRAM-SHA-1'
-            # - '--fork'
-            - '--logpath'
-            - '/var/log/mongodb/mongod.log'
+            - '--auth'
+            - '--clusterAuthMode'
+            - 'keyFile'
+            - '--keyFile'
+            - '/opt/mongodb/mongodb-keyfile'
             - '--bind_ip_all'
-          # command: ['sh', '-c']
-          # args:
-          #   - |
-          #     mongod --replSet rs0 --bind_ip_all &
-          #     sleep 1000
-          #     if mongosh --host mongodb-0.mongodb-service:27017 --eval "rs.status()" | grep -q "not yet initialized"; then
-          #       mongosh --host mongodb-0.mongodb-service:27017 <<EOF
-          #       use admin;
-          #       rs.initiate({
-          #         _id: "rs0",
-          #         members: [
-          #           { _id: 0, host: "mongodb-0.mongodb-service:27017", priority: 1 },
-          #           { _id: 1, host: "mongodb-1.mongodb-service:27017", priority: 1 }
-          #         ]
-          #       });
-          #       db.getSiblingDB("admin").createUser({
-          #         user: process.env.MONGO_INITDB_ROOT_USERNAME,
-          #         pwd: process.env.MONGO_INITDB_ROOT_PASSWORD,
-          #         roles: [{ role: "userAdminAnyDatabase", db: "admin" }]
-          #       });
-          #       use default;
-          #       db.createUser(
-          #         {
-          #           user: process.env.MONGO_INITDB_ROOT_USERNAME,
-          #           pwd: process.env.MONGO_INITDB_ROOT_PASSWORD,
-          #           roles: [
-          #             { role: "read", db: "test" },
-          #             { role: "readWrite", db: "default" }
-          #           ]
-          #         }
-          #       );
-          #       EOF
-          #     fi
-          #     wait
+
           ports:
             - containerPort: 27017
           volumeMounts:
+            - name: isolated-runtime-keyfile-volume
+              mountPath: /opt/mongodb
             - name: mongodb-storage
               mountPath: /data/db
-            - name: keyfile
-              mountPath: /etc/mongodb-keyfile
-              readOnly: true
-            # - name: mongodb-configuration-file
-            #   mountPath: /etc/mongod.conf
-            #   subPath: mongod.conf
-            #   readOnly: true
-            # - name: mongodb-config
-            #   mountPath: /config
           env:
+            - name: MONGO_REPLICA_SET_NAME
+              value: rs0
             - name: MONGO_INITDB_ROOT_USERNAME
               valueFrom:
                 secretKeyRef:
@@ -97,6 +76,18 @@ spec:
                 secretKeyRef:
                   name: mongodb-secret
                   key: password
+          readinessProbe:
+            tcpSocket:
+              port: 27017
+            initialDelaySeconds: 15
+            periodSeconds: 10
+            timeoutSeconds: 5
+          livenessProbe:
+            tcpSocket:
+              port: 27017
+            initialDelaySeconds: 30
+            periodSeconds: 20
+            timeoutSeconds: 5
           resources:
             requests:
               cpu: '100m'
@@ -105,16 +96,12 @@ spec:
               cpu: '500m'
               memory: '512Mi'
       volumes:
-        - name: keyfile
+        - name: raw-secret-keyfile-volume
           secret:
             secretName: mongodb-keyfile
             defaultMode: 0400
-        # - name: mongodb-configuration-file
-        #   configMap:
-        #     name: mongodb-config-file
-        # - name: mongodb-config
-        #   configMap:
-        #     name: mongodb-config
+        - name: isolated-runtime-keyfile-volume
+          emptyDir: {}
   volumeClaimTemplates:
     - metadata:
         name: mongodb-storage

package/package.json

@@ -2,8 +2,8 @@
     "type": "module",
     "main": "src/index.js",
     "name": "underpost",
-    "version": "3.2.9",
-    "description": "pwa api rest template",
+    "version": "3.2.10",
+    "description": "Underpost Platform — end-to-end CI/CD and application-delivery toolchain CLI. Covers bare metal, Kubernetes, K3s, kubeadm, LXD, container/image orchestration, secrets, databases, cron jobs, monitoring, SSH, runners, PWA + Workbox delivery, and release orchestration. Extensible via downstream CLIs.",
     "scripts": {
         "start": "node --max-old-space-size=8192 src/server",
         "build": "node bin client",
@@ -35,7 +35,21 @@
         "url": "git+https://github.com/underpostnet/pwa-microservices-template.git"
     },
     "keywords": [
+        "underpost",
+        "underpost-platform",
+        "cli",
+        "toolchain",
+        "ci-cd",
+        "devops",
+        "kubernetes",
+        "k3s",
+        "kubeadm",
+        "lxd",
+        "bare-metal",
+        "container-orchestration",
+        "image-management",
         "pwa",
+        "workbox",
         "microservices",
         "template",
         "builder",
@@ -53,12 +67,13 @@
     "dependencies": {
         "@fortawesome/fontawesome-free": "^7.2.0",
         "@fullcalendar/rrule": "^6.1.20",
-        "@grpc/grpc-js": "^1.12.5",
-        "@grpc/proto-loader": "^0.8.0",
+        "@grpc/grpc-js": "^1.14.4",
+        "@grpc/proto-loader": "^0.8.1",
         "@neodrag/vanilla": "^2.3.1",
         "adm-zip": "^0.5.17",
-        "ag-grid-community": "^35.2.1",
-        "axios": "^1.16.0",
+        "ag-grid-community": "^35.3.0",
+        "axios": "^1.16.1",
+        "bumpp": "^10.1.0",
         "chai": "^6.2.2",
         "clipboardy": "^5.3.1",
         "cloudinary": "^2.10.0",
@@ -75,13 +90,13 @@
         "escape-string-regexp": "^5.0.0",
         "express": "^5.2.1",
         "express-fileupload": "^1.4.3",
-        "express-rate-limit": "^8.4.1",
+        "express-rate-limit": "^8.5.2",
         "express-slow-down": "^3.1.0",
         "fast-json-stable-stringify": "^2.1.0",
         "favicons": "^7.2.0",
         "fs-extra": "^11.3.5",
         "fullcalendar": "^6.1.15",
-        "helmet": "^8.1.0",
+        "helmet": "^8.2.0",
         "html-minifier-terser": "^7.2.0",
         "http-proxy-middleware": "^4.0.0",
         "ignore-walk": "^9.0.0",
@@ -89,16 +104,16 @@
         "json-colorizer": "^3.0.1",
         "jsonwebtoken": "^9.0.3",
         "mariadb": "^3.2.2",
-        "marked": "^18.0.3",
-        "mocha": "^11.3.0",
+        "mocha": "^11.7.6",
+        "marked": "^18.0.4",
         "mongoose": "^9.6.2",
         "morgan": "^1.10.0",
-        "nodemailer": "^8.0.7",
+        "nodemailer": "^8.0.8",
         "nodemon": "^3.0.1",
         "peer": "^1.0.2",
         "peerjs": "^1.5.5",
         "prom-client": "^15.1.2",
-        "read": "^5.0.1",
+        "read": "^6.0.0",
         "rrule": "^2.8.1",
         "shelljs": "^0.10.0",
         "sitemap": "^9.0.1",

package/scripts/k3s-node-setup.sh

@@ -8,6 +8,13 @@ set -e
 #   --worker                    Initialize as K3s worker node
 #   --control-ip=<ip>           Control plane IP (required for --worker)
 #   --token=<token>             K3s node token (required for --worker)
+#
+# DESIGN NOTES:
+# - This script installs the underpost CLI globally via npm.
+# - It then uses the global CLI binary for configuration and K3s setup.
+# - Engine source replication (e.g. via --bootstrap-engine from the host)
+#   is a SEPARATE step. This script does NOT depend on /home/dd/engine
+#   being pre-pushed. Use --bootstrap-engine after --init-vm completes.
 # ---------------------------------------------------------------------------
 
 ROLE="control"
@@ -48,19 +55,31 @@ Installing underpost VM node...
 
 npm install -g underpost
 
-cd /home/dd/engine
-
 echo "Applying host configuration..."
 
-npm install
-
-node bin run secret
-
-node bin cluster --dev --config
+# Use the globally installed underpost CLI
+# NOTE: --dev is used to match the host dev context
+underpost cluster --dev --config
+
+# Check if /home/dd/engine exists locally for engine-specific operations.
+# This directory is populated by the host running --bootstrap-engine.
+# If absent, the global underpost CLI handles all operations.
+if [ -d /home/dd/engine ]; then
+  echo "Local engine source found at /home/dd/engine. Using local underpost."
+  cd /home/dd/engine
+  npm install
+  node bin run secret
+else
+  echo "No local engine source at /home/dd/engine. Using global underpost CLI."
+  echo "Engine source can be replicated later with --bootstrap-engine from the host."
+  # The globally installed underpost handles secret generation via its own config
+  underpost secret underpost --init
+fi
 
 if [ "$ROLE" = "control" ]; then
   echo "Initializing K3s control plane..."
-  node bin cluster --dev --k3s
+  # Use global underpost CLI for K3s setup
+  underpost cluster --dev --k3s
 
   echo ""
   echo "K3s control plane is ready."
@@ -86,4 +105,4 @@ elif [ "$ROLE" = "worker" ]; then
   echo ""
   echo "K3s worker node joined the cluster at https://${CONTROL_IP}:6443 successfully."
   sudo systemctl status k3s-agent --no-pager
-fi
+fi

package/src/api/core/core.router.js

@@ -5,20 +5,25 @@ import express from 'express';
 
 const logger = loggerFactory(import.meta);
 
-const CoreRouter = (options) => {
-  const router = express.Router();
-  const authMiddleware = options.authMiddleware;
-  router.post(`/:id`, authMiddleware, adminGuard, async (req, res) => await CoreController.post(req, res, options));
-  router.post(`/`, authMiddleware, adminGuard, async (req, res) => await CoreController.post(req, res, options));
-  router.get(`/:id`, authMiddleware, adminGuard, async (req, res) => await CoreController.get(req, res, options));
-  router.get(`/`, authMiddleware, adminGuard, async (req, res) => await CoreController.get(req, res, options));
-  router.put(`/:id`, authMiddleware, adminGuard, async (req, res) => await CoreController.put(req, res, options));
-  router.put(`/`, authMiddleware, adminGuard, async (req, res) => await CoreController.put(req, res, options));
-  router.delete(`/:id`, authMiddleware, adminGuard, async (req, res) => await CoreController.delete(req, res, options));
-  router.delete(`/`, authMiddleware, adminGuard, async (req, res) => await CoreController.delete(req, res, options));
-  return router;
-};
+class CoreRouter {
+  /**
+   * @param {import('../types.js').RouterOptions} options
+   * @returns {import('express').Router}
+   */
+  static router(options) {
+    const router = express.Router();
+    router.post(`/:id`, options.authMiddleware, adminGuard, async (req, res) => await CoreController.post(req, res, options));
+    router.post(`/`, options.authMiddleware, adminGuard, async (req, res) => await CoreController.post(req, res, options));
+    router.get(`/:id`, options.authMiddleware, adminGuard, async (req, res) => await CoreController.get(req, res, options));
+    router.get(`/`, options.authMiddleware, adminGuard, async (req, res) => await CoreController.get(req, res, options));
+    router.put(`/:id`, options.authMiddleware, adminGuard, async (req, res) => await CoreController.put(req, res, options));
+    router.put(`/`, options.authMiddleware, adminGuard, async (req, res) => await CoreController.put(req, res, options));
+    router.delete(`/:id`, options.authMiddleware, adminGuard, async (req, res) => await CoreController.delete(req, res, options));
+    router.delete(`/`, options.authMiddleware, adminGuard, async (req, res) => await CoreController.delete(req, res, options));
+    return router;
+  }
+}
 
-const ApiRouter = CoreRouter;
+const ApiRouter = (options) => CoreRouter.router(options);
 
 export { ApiRouter, CoreRouter };

package/src/api/core/core.service.js

@@ -1,4 +1,4 @@
-import { DataBaseProvider } from '../../db/DataBaseProvider.js';
+import { DataBaseProviderService } from '../../db/DataBaseProvider.js';
 import { loggerFactory } from '../../server/logger.js';
 import { shellExec } from '../../server/process.js';
 
@@ -7,22 +7,22 @@ const logger = loggerFactory(import.meta);
 class CoreService {
   static post = async (req, res, options) => {
     /** @type {import('./core.model.js').CoreModel} */
-    const Core = DataBaseProvider.instance[`${options.host}${options.path}`].mongoose.models.Core;
+    const Core = DataBaseProviderService.getModel("Core", options);
     return await new Core(req.body).save();
   };
   static get = async (req, res, options) => {
     /** @type {import('./core.model.js').CoreModel} */
-    const Core = DataBaseProvider.instance[`${options.host}${options.path}`].mongoose.models.Core;
+    const Core = DataBaseProviderService.getModel("Core", options);
     return await Core.findById(req.params.id);
   };
   static put = async (req, res, options) => {
     /** @type {import('./core.model.js').CoreModel} */
-    const Core = DataBaseProvider.instance[`${options.host}${options.path}`].mongoose.models.Core;
+    const Core = DataBaseProviderService.getModel("Core", options);
     return await Core.findByIdAndUpdate(req.params.id, req.body);
   };
   static delete = async (req, res, options) => {
     /** @type {import('./core.model.js').CoreModel} */
-    const Core = DataBaseProvider.instance[`${options.host}${options.path}`].mongoose.models.Core;
+    const Core = DataBaseProviderService.getModel("Core", options);
     return await Core.findByIdAndDelete(req.params.id);
   };
 }

package/src/api/default/default.router.js

@@ -4,24 +4,28 @@ import express from 'express';
 
 const logger = loggerFactory(import.meta);
 
-const DefaultRouter = (options) => {
-  const router = express.Router();
-  const authMiddleware = options.authMiddleware;
-  router.post(`/:id`, async (req, res) => await DefaultController.post(req, res, options));
-  router.post(`/`, async (req, res) => await DefaultController.post(req, res, options));
-  router.get(
-    `/:id`,
-    // authMiddleware,
-    async (req, res) => await DefaultController.get(req, res, options),
-  );
-  router.get(`/`, async (req, res) => await DefaultController.get(req, res, options));
-  router.put(`/:id`, async (req, res) => await DefaultController.put(req, res, options));
-  router.put(`/`, async (req, res) => await DefaultController.put(req, res, options));
-  router.delete(`/:id`, async (req, res) => await DefaultController.delete(req, res, options));
-  router.delete(`/`, async (req, res) => await DefaultController.delete(req, res, options));
-  return router;
-};
+class DefaultRouter {
+  /**
+   * @param {import('../types.js').RouterOptions} options
+   * @returns {import('express').Router}
+   */
+  static router(options) {
+    const router = express.Router();
+    router.post(`/:id`, async (req, res) => await DefaultController.post(req, res, options));
+    router.post(`/`, async (req, res) => await DefaultController.post(req, res, options));
+    router.get(`/:id`,
+      // options.authMiddleware,
+      async (req, res) => await DefaultController.get(req, res, options),
+    );
+    router.get(`/`, async (req, res) => await DefaultController.get(req, res, options));
+    router.put(`/:id`, async (req, res) => await DefaultController.put(req, res, options));
+    router.put(`/`, async (req, res) => await DefaultController.put(req, res, options));
+    router.delete(`/:id`, async (req, res) => await DefaultController.delete(req, res, options));
+    router.delete(`/`, async (req, res) => await DefaultController.delete(req, res, options));
+    return router;
+  }
+}
 
-const ApiRouter = DefaultRouter;
+const ApiRouter = (options) => DefaultRouter.router(options);
 
 export { ApiRouter, DefaultRouter };