underpost 2.8.86 → 2.8.88

package/cli.md

@@ -1,4 +1,4 @@
-## underpost ci/cd cli v2.8.86
+## underpost ci/cd cli v2.8.88
 
 ### Usage: `underpost [options] [command]`
   ```
@@ -47,11 +47,13 @@ Commands:
 Initializes a new Underpost project with a predefined structure.
 
 Arguments:
-  app-name    The name of the application to create.
+  app-name     The name or deploy-id of the application to create.
 
 Options:
-  --dev       Sets the development cli context
-  -h, --help  display help for command
+  --deploy-id  Crete deploy ID conf env files
+  --cluster    Create deploy ID cluster files and sync to current cluster
+  --dev        Sets the development cli context
+  -h, --help   display help for command
  
 ```
   
@@ -290,11 +292,16 @@ Options:
                                     management commands.
   --cert                            Resets TLS/SSL certificate secrets for
                                     deployments.
+  --cert-hosts <hosts>              Resets TLS/SSL certificate secrets for
+                                    specified hosts.
+  --node <node>                     Sets optional node for deployment
+                                    operations.
   --build-manifest                  Builds Kubernetes YAML manifests, including
                                     deployments, services, proxies, and
                                     secrets.
   --replicas <replicas>             Sets a custom number of replicas for
                                     deployments.
+  --image <image>                   Sets a custom image for deployments.
   --versions <deployment-versions>  A comma-separated list of custom deployment
                                     versions.
   --traffic <traffic-versions>      A comma-separated list of custom deployment
@@ -304,6 +311,8 @@ Options:
                                     current resource deployments.
   --kubeadm                         Enables the kubeadm context for deployment
                                     operations.
+  --etc-hosts                       Enables the etc-hosts context for
+                                    deployment operations.
   --restore-hosts                   Restores default `/etc/hosts` entries.
   -h, --help                        display help for command
  
@@ -594,13 +603,15 @@ Options:
 Runs a script from the specified path.
 
 Arguments:
-  runner-id                                The runner ID to run. Options: spark-template, rmi, kill, secret, underpost-config, gpu-env, tf-gpu-test, dev-cluster, ssh-cluster-info, cyberia-ide, engine-ide, template-deploy, clean, pull, release-deploy, ssh-deploy, ide, dev-client, dev-api, monitor, db-client, promote, metrics, cluster, deploy, tf-vae-test, deploy-job.
+  runner-id                                The runner ID to run. Options: spark-template, rmi, kill, secret, underpost-config, gpu-env, tf-gpu-test, dev-cluster, ssh-cluster-info, cyberia-ide, engine-ide, template-deploy, clean, pull, release-deploy, ssh-deploy, ide, dev-client, dev-api, sync, ls-deployments, monitor, db-client, promote, metrics, cluster, deploy, tf-vae-test, deploy-job.
   path                                     The absolute or relative directory path where the script is located.
 
 Options:
   --command <command-array>                Array of commands to run.
   --args <args-array>                      Array of arguments to pass to the command.
   --dev                                    Sets the development context environment for the script.
+  --build                                  Set builder context runner
+  --replicas <replicas>                    Sets a custom number of replicas for deployment.
   --pod-name <pod-name>                    Optional: Specifies the pod name for test execution.
   --volume-host-path <volume-host-path>    Optional: Specifies the volume host path for test execution.
   --volume-mount-path <volume-mount-path>  Optional: Specifies the volume mount path for test execution.

package/conf.js

@@ -63,6 +63,7 @@ const DefaultConf = /**/ {
           'Alert',
           '404',
           '500',
+          'Pagination',
         ],
         default: [
           'MenuDefault',
@@ -91,6 +92,16 @@ const DefaultConf = /**/ {
         { path: '/default-management', client: 'Default', ssr: 'Default' },
         { client: 'Default', ssr: 'Default', path: '/404', title: '404 Not Found' },
         { client: 'Default', ssr: 'Default', path: '/500', title: '500 Server Error' },
+        {
+          path: '/blog',
+          client: 'Default',
+          ssr: 'Default',
+        },
+        {
+          path: '/chat',
+          client: 'Default',
+          ssr: 'Default',
+        },
       ],
       dists: [
         {
@@ -107,10 +118,25 @@ const DefaultConf = /**/ {
           import_name_build: '/dist/sortablejs/sortable.complete.esm.js',
         },
         { folder: './node_modules/validator', public_folder: '/dist/validator' },
-        { folder: './node_modules/@loadingio/css-spinner/entries', public_folder: '/dist/loadingio' },
+        {
+          folder: './node_modules/easymde/dist',
+          public_folder: '/dist/easymde',
+        },
+        {
+          folder: './node_modules/marked/lib',
+          public_folder: '/dist/marked',
+          import_name: 'marked',
+          import_name_build: '/dist/marked/marked.esm.js',
+        },
+        {
+          folder: './node_modules/vanilla-jsoneditor/standalone.js',
+          public_folder: '/dist/vanilla-jsoneditor/standalone.js',
+          import_name: 'vanilla-jsoneditor',
+          import_name_build: '/dist/vanilla-jsoneditor/standalone.js',
+        },
         {
           import_name: 'ag-grid-community',
-          import_name_build: '/dist/ag-grid-community/ag-grid-community.auto.complete.esm.min.js',
+          import_name_build: '/dist/ag-grid-community/ag-grid-community.min.js',
           folder: './node_modules/ag-grid-community/dist',
           public_folder: '/dist/ag-grid-community',
           styles: './node_modules/ag-grid-community/styles',
@@ -124,13 +150,13 @@ const DefaultConf = /**/ {
         },
         { folder: './node_modules/peerjs/dist', public_folder: '/dist/peerjs' },
       ],
-      services: ['default', 'core', 'user', 'test', 'file'],
+      services: ['default', 'core', 'user', 'test', 'file', 'document'],
     },
   },
   ssr: {
     Default: {
       head: ['Seo', 'Pwa', 'Css', 'DefaultScripts', 'Production'],
-      body: ['CacheControl', 'DefaultSplashScreen', '404', '500'],
+      body: ['CacheControl', 'DefaultSplashScreen'],
       mailer: { userVerifyEmail: 'DefaultVerifyEmail', userRecoverEmail: 'DefaultRecoverEmail' },
       offline: [
         { path: '/offline', title: 'No Network Connection', client: 'NoNetworkConnection', head: [], body: [] },
@@ -144,11 +170,11 @@ const DefaultConf = /**/ {
       '/': {
         client: 'default',
         runtime: 'nodejs',
-        apis: ['default', 'core', 'user', 'test', 'file'],
+        apis: ['default', 'core', 'user', 'test', 'file', 'document'],
         origins: [],
         minifyBuild: false,
-        iconsBuild: true,
-        liteBuild: false,
+        iconsBuild: false,
+        liteBuild: true,
         docsBuild: false,
         offlineBuild: false,
         ws: 'core',

package/manifests/deployment/dd-default-development/deployment.yaml

@@ -17,7 +17,7 @@ spec:
     spec:
       containers:
         - name: dd-default-development-blue
-          image: localhost/rockylinux9-underpost:v2.8.86
+          image: localhost/rockylinux9-underpost:v2.8.88
           #          resources:
           #            requests:
           #              memory: "124Ki"
@@ -100,7 +100,7 @@ spec:
     spec:
       containers:
         - name: dd-default-development-green
-          image: localhost/rockylinux9-underpost:v2.8.86
+          image: localhost/rockylinux9-underpost:v2.8.88
           #          resources:
           #            requests:
           #              memory: "124Ki"

package/manifests/deployment/dd-test-development/deployment.yaml

@@ -0,0 +1,174 @@
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: dd-test-development-blue
+  labels:
+    app: dd-test-development-blue
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: dd-test-development-blue
+  template:
+    metadata:
+      labels:
+        app: dd-test-development-blue
+    spec:
+      containers:
+        - name: dd-test-development-blue
+          image: localhost/rockylinux9-underpost:v2.8.88
+#          resources:
+#            requests:
+#              memory: "94Ki"
+#              cpu: "75m"
+#            limits:
+#              memory: "1504Ki"
+#              cpu: "1200m"
+          command:
+            - /bin/sh
+            - -c
+            - >
+              npm install -g npm@11.2.0 &&
+              npm install -g underpost &&
+              underpost secret underpost --create-from-file /etc/config/.env.development &&
+              underpost start --build --run dd-test development
+          volumeMounts:
+            - name: config-volume
+              mountPath: /etc/config
+      volumes:
+        - name: config-volume
+          configMap:
+            name: underpost-config
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: dd-test-development-blue-service
+spec:
+  selector:
+    app: dd-test-development-blue
+  ports:
+    - name: 'tcp-4021'
+      protocol: TCP
+      port: 4021
+      targetPort: 4021
+    - name: 'udp-4021'
+      protocol: UDP
+      port: 4021
+      targetPort: 4021
+
+    - name: 'tcp-4022'
+      protocol: TCP
+      port: 4022
+      targetPort: 4022
+    - name: 'udp-4022'
+      protocol: UDP
+      port: 4022
+      targetPort: 4022
+
+    - name: 'tcp-4023'
+      protocol: TCP
+      port: 4023
+      targetPort: 4023
+    - name: 'udp-4023'
+      protocol: UDP
+      port: 4023
+      targetPort: 4023
+
+    - name: 'tcp-4024'
+      protocol: TCP
+      port: 4024
+      targetPort: 4024
+    - name: 'udp-4024'
+      protocol: UDP
+      port: 4024
+      targetPort: 4024
+  type: LoadBalancer
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: dd-test-development-green
+  labels:
+    app: dd-test-development-green
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: dd-test-development-green
+  template:
+    metadata:
+      labels:
+        app: dd-test-development-green
+    spec:
+      containers:
+        - name: dd-test-development-green
+          image: localhost/rockylinux9-underpost:v2.8.88
+#          resources:
+#            requests:
+#              memory: "94Ki"
+#              cpu: "75m"
+#            limits:
+#              memory: "1504Ki"
+#              cpu: "1200m"
+          command:
+            - /bin/sh
+            - -c
+            - >
+              npm install -g npm@11.2.0 &&
+              npm install -g underpost &&
+              underpost secret underpost --create-from-file /etc/config/.env.development &&
+              underpost start --build --run dd-test development
+          volumeMounts:
+            - name: config-volume
+              mountPath: /etc/config
+      volumes:
+        - name: config-volume
+          configMap:
+            name: underpost-config
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: dd-test-development-green-service
+spec:
+  selector:
+    app: dd-test-development-green
+  ports:
+    - name: 'tcp-4021'
+      protocol: TCP
+      port: 4021
+      targetPort: 4021
+    - name: 'udp-4021'
+      protocol: UDP
+      port: 4021
+      targetPort: 4021
+
+    - name: 'tcp-4022'
+      protocol: TCP
+      port: 4022
+      targetPort: 4022
+    - name: 'udp-4022'
+      protocol: UDP
+      port: 4022
+      targetPort: 4022
+
+    - name: 'tcp-4023'
+      protocol: TCP
+      port: 4023
+      targetPort: 4023
+    - name: 'udp-4023'
+      protocol: UDP
+      port: 4023
+      targetPort: 4023
+
+    - name: 'tcp-4024'
+      protocol: TCP
+      port: 4024
+      targetPort: 4024
+    - name: 'udp-4024'
+      protocol: UDP
+      port: 4024
+      targetPort: 4024
+  type: LoadBalancer

package/manifests/deployment/dd-test-development/proxy.yaml

@@ -0,0 +1,51 @@
+
+---
+apiVersion: projectcontour.io/v1
+kind: HTTPProxy
+metadata:
+  name: test.nexodev.org
+spec:
+  virtualhost:
+    fqdn: test.nexodev.org
+  routes:
+    - conditions:
+        - prefix: /
+      enableWebsockets: true
+      services:
+        - name: dd-test-development-blue-service
+          port: 4021
+          weight: 100
+    
+    - conditions:
+        - prefix: /peer
+      enableWebsockets: true
+      services:
+        - name: dd-test-development-blue-service
+          port: 4022
+          weight: 100
+    
+---
+apiVersion: projectcontour.io/v1
+kind: HTTPProxy
+metadata:
+  name: stagging.nexodev.org
+spec:
+  virtualhost:
+    fqdn: stagging.nexodev.org
+  routes:
+    - conditions:
+        - prefix: /
+      enableWebsockets: true
+      services:
+        - name: dd-test-development-blue-service
+          port: 4023
+          weight: 100
+    
+    - conditions:
+        - prefix: /peer
+      enableWebsockets: true
+      services:
+        - name: dd-test-development-blue-service
+          port: 4024
+          weight: 100
+    

package/manifests/deployment/mongo-express/deployment.yaml

@@ -20,16 +20,16 @@ spec:
           ports:
             - containerPort: 8081
           env:
-            - name: ME_CONFIG_MONGODB_ADMINUSERNAME
-              valueFrom:
-                secretKeyRef:
-                  name: mongodb-secret
-                  key: username
-            - name: ME_CONFIG_MONGODB_ADMINPASSWORD
-              valueFrom:
-                secretKeyRef:
-                  name: mongodb-secret
-                  key: password
+            # - name: ME_CONFIG_MONGODB_ADMINUSERNAME
+            #   valueFrom:
+            #     secretKeyRef:
+            #       name: mongodb-secret
+            #       key: username
+            # - name: ME_CONFIG_MONGODB_ADMINPASSWORD
+            #   valueFrom:
+            #     secretKeyRef:
+            #       name: mongodb-secret
+            #       key: password
             - name: ME_CONFIG_BASICAUTH_USERNAME
               valueFrom:
                 secretKeyRef:
@@ -42,8 +42,8 @@ spec:
                   key: password
             - name: ME_CONFIG_MONGODB_SERVER
               value: 'mongodb-0.mongodb-service'
-            - name: ME_CONFIG_MONGODB_ENABLE_ADMIN
-              value: 'true'
+            # - name: ME_CONFIG_MONGODB_ENABLE_ADMIN
+            #   value: 'true'
             - name: ME_CONFIG_MONGODB_PORT
               value: '27017'
 ---

package/manifests/maas/nvim.sh

@@ -0,0 +1,91 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+sudo dnf install -y neovim
+
+
+sudo rm -rf ~/.config/nvim
+sudo rm -rf ~/.local/share/nvim
+
+mkdir -p ~/.config/nvim
+mkdir -p ~/.local/share/nvim/site/autoload
+
+# Install vim-plug for Neovim
+curl -fLo ~/.local/share/nvim/site/autoload/plug.vim --create-dirs \
+  https://raw.githubusercontent.com/junegunn/vim-plug/master/plug.vim
+
+# Create an init.vim with nvim-tree.lua + web-devicons + gruvbox (theme)
+cat > ~/.config/nvim/init.vim <<'EOF'
+" Minimal init.vim to use nvim-tree.lua + gruvbox theme via vim-plug
+
+" --- vim-plug manager
+call plug#begin('~/.local/share/nvim/plugged')
+
+" file explorer (nvim-tree)
+Plug 'nvim-tree/nvim-tree.lua'
+Plug 'nvim-tree/nvim-web-devicons'    " optional: file icons
+
+" colorscheme
+Plug 'morhetz/gruvbox'
+
+" sensible defaults, optional
+Plug 'tpope/vim-sensible'
+
+call plug#end()
+
+" --- UI settings
+syntax on
+filetype plugin indent on
+set number
+set relativenumber
+if has('termguicolors')
+  set termguicolors
+endif
+set background=dark
+
+" gruvbox options (optional)
+let g:gruvbox_contrast_dark = 'soft'
+colorscheme gruvbox
+
+" --- nvim-tree configuration (Lua block)
+lua << 'LUA'
+-- safe require
+local ok, tree = pcall(require, "nvim-tree")
+if not ok then
+  return
+end
+tree.setup{
+  view = {
+    width = 30,
+    side = "left",
+    preserve_window_proportions = true,
+  },
+  renderer = {
+    indent_markers = { enable = true },
+  },
+  actions = {
+    open_file = {
+      quit_on_open = false,
+    }
+  }
+}
+LUA
+
+" --- mappings: Ctrl-n toggles nvim-tree
+nnoremap <C-n> :NvimTreeToggle<CR>
+
+" Open nvim-tree on startup when opening nvim with no file args
+autocmd StdinReadPre * let s:std_in=1
+autocmd VimEnter * if argc() == 0 && !exists('s:std_in') | NvimTreeToggle | wincmd p | endif
+EOF
+
+# Fix permissions in case something was left owned by root (happens if you used sudo on these paths before)
+sudo chown -R "$USER":"$USER" ~/.config/nvim ~/.local/share/nvim 2>/dev/null || true
+
+# Install plugins automatically (non-interactive)
+nvim +PlugInstall +qall
+
+echo
+echo "Done. Plugins installed."
+echo "Run 'nvim' and press Ctrl-n to toggle the file tree."
+echo "If colorscheme is not correct, ensure your terminal supports truecolor and TERM is xterm-256color."

package/package.json

@@ -2,14 +2,14 @@
     "type": "module",
     "main": "src/index.js",
     "name": "underpost",
-    "version": "2.8.86",
+    "version": "2.8.88",
     "description": "pwa api rest template",
     "scripts": {
         "start": "env-cmd -f .env.production node --max-old-space-size=8192 src/server",
         "build": "node bin/deploy build-full-client",
         "test": "env-cmd -f .env.test c8 mocha",
-        "pm2": "env-cmd -f .env.production pm2 start src/server.js --node-args=\"--max-old-space-size=8192\" --name engine",
-        "dev": "env-cmd -f .env.development node src/client.dev default",
+        "pm2": "env-cmd -f .env.production pm2 start src/server.js --node-args=\"--max-old-space-size=8192\" --name engine -- dd-default",
+        "dev": "env-cmd -f .env.development nodemon src/server",
         "dev-img": "env-cmd -f .env.development node src/server",
         "prod-img": "env-cmd -f .env.production node src/server",
         "monitor": "pm2 start src/monitor.js --name monitor -- dd production",
@@ -51,21 +51,18 @@
     "dependencies": {
         "@fortawesome/fontawesome-free": "^6.4.2",
         "@fullcalendar/rrule": "^6.1.15",
-        "@loadingio/css-spinner": "^2.0.2",
         "@neodrag/vanilla": "^2.0.3",
         "adm-zip": "^0.5.10",
-        "ag-grid-community": "31.0.0",
+        "ag-grid-community": "^31.3.4",
         "axios": "^1.5.1",
         "chai": "^5.1.0",
         "clean-jsdoc-theme": "^4.3.0",
-        "cli-progress": "^3.12.0",
-        "cli-spinners": "^3.0.0",
         "clipboardy": "^4.0.0",
         "cloudinary": "^2.5.1",
-        "color": "^4.2.3",
         "colors": "^1.4.0",
         "commander": "^12.1.0",
         "compression": "^1.7.4",
+        "cookie-parser": "^1.4.7",
         "cors": "^2.8.5",
         "d3": "^7.9.0",
         "dotenv": "^16.3.1",
@@ -73,20 +70,19 @@
         "env-cmd": "^10.1.0",
         "express": "^4.18.2",
         "express-fileupload": "^1.4.3",
+        "express-rate-limit": "^8.1.0",
+        "express-slow-down": "^3.0.0",
         "favicons": "^7.2.0",
-        "font-awesome-assets": "^0.0.9",
         "fs-extra": "^11.1.1",
         "fullcalendar": "^6.1.15",
+        "helmet": "^8.1.0",
         "html-minifier-terser": "^7.2.0",
         "http-proxy-middleware": "^2.0.6",
         "ignore-walk": "^6.0.4",
         "iovalkey": "^0.2.1",
         "jimp": "^0.22.12",
-        "joystick-controller": "^1.0.15",
         "json-colorizer": "^2.2.2",
         "jsonwebtoken": "^9.0.2",
-        "keyword-extractor": "^0.0.28",
-        "log-update": "^6.0.0",
         "mariadb": "^3.2.2",
         "marked": "^12.0.2",
         "mocha": "^10.8.2",
@@ -94,10 +90,8 @@
         "morgan": "^1.10.0",
         "nodemailer": "^6.9.9",
         "nodemon": "^3.0.1",
-        "pathfinding": "^0.4.18",
         "peer": "^1.0.2",
         "peerjs": "^1.5.2",
-        "pixi.js": "7.4.2",
         "prom-client": "^15.1.2",
         "public-ip": "^6.0.1",
         "read": "^2.1.0",
@@ -116,7 +110,6 @@
         "vanilla-jsoneditor": "^2.3.2",
         "winston": "^3.11.0"
     },
-    "devDependencies": {},
     "publishConfig": {
         "provenance": true,
         "access": "public",

package/src/api/core/core.router.js

@@ -1,4 +1,4 @@
-import { adminGuard, authMiddleware } from '../../server/auth.js';
+import { adminGuard } from '../../server/auth.js';
 import { loggerFactory } from '../../server/logger.js';
 import { CoreController } from './core.controller.js';
 import express from 'express';
@@ -7,6 +7,7 @@ const logger = loggerFactory(import.meta);
 
 const CoreRouter = (options) => {
   const router = express.Router();
+  const authMiddleware = options.authMiddleware;
   router.post(`/:id`, authMiddleware, adminGuard, async (req, res) => await CoreController.post(req, res, options));
   router.post(`/`, authMiddleware, adminGuard, async (req, res) => await CoreController.post(req, res, options));
   router.get(`/:id`, authMiddleware, adminGuard, async (req, res) => await CoreController.get(req, res, options));

package/src/api/default/default.controller.js

@@ -21,7 +21,12 @@ const DefaultController = {
   },
   get: async (req, res, options) => {
     try {
-      const result = await DefaultService.get(req, res, options);
+      const { page, limit } = req.query;
+      const result = await DefaultService.get(
+        { ...req, query: { ...req.query, page: parseInt(page), limit: parseInt(limit) } },
+        res,
+        options,
+      );
       return res.status(200).json({
         status: 'success',
         data: result,

package/src/api/default/default.router.js

@@ -1,4 +1,3 @@
-import { authMiddleware } from '../../server/auth.js';
 import { loggerFactory } from '../../server/logger.js';
 import { DefaultController } from './default.controller.js';
 import express from 'express';
@@ -7,9 +6,14 @@ const logger = loggerFactory(import.meta);
 
 const DefaultRouter = (options) => {
   const router = express.Router();
+  const authMiddleware = options.authMiddleware;
   router.post(`/:id`, async (req, res) => await DefaultController.post(req, res, options));
   router.post(`/`, async (req, res) => await DefaultController.post(req, res, options));
-  router.get(`/:id`, async (req, res) => await DefaultController.get(req, res, options));
+  router.get(
+    `/:id`,
+    // authMiddleware,
+    async (req, res) => await DefaultController.get(req, res, options),
+  );
   router.get(`/`, async (req, res) => await DefaultController.get(req, res, options));
   router.put(`/:id`, async (req, res) => await DefaultController.put(req, res, options));
   router.put(`/`, async (req, res) => await DefaultController.put(req, res, options));

package/src/api/default/default.service.js

@@ -13,7 +13,16 @@ const DefaultService = {
     /** @type {import('./default.model.js').DefaultModel} */
     const Default = DataBaseProvider.instance[`${options.host}${options.path}`].mongoose.models.Default;
     if (req.params.id) return await Default.findById(req.params.id);
-    return await Default.find();
+    const { query, page = 1, limit = 10, sort = { updatedAt: -1 } } = req.query;
+    const queryPayload = query ? JSON.parse(query) : {};
+    const skip = (page - 1) * limit;
+    const [data, total] = await Promise.all([
+      Default.find(queryPayload).sort(sort).limit(limit).skip(skip),
+      Default.countDocuments(queryPayload),
+    ]);
+
+    const totalPages = Math.ceil(total / limit);
+    return { data, total, page, totalPages };
   },
   put: async (req, res, options) => {
     /** @type {import('./default.model.js').DefaultModel} */