underpost 2.8.85 → 2.8.87

package/cli.md

@@ -1,4 +1,4 @@
-## underpost ci/cd cli v2.8.85
+## underpost ci/cd cli v2.8.87
 
 ### Usage: `underpost [options] [command]`
   ```
@@ -7,7 +7,7 @@
   -h, --help                                                 display help for command
 
 Commands:
-  new <app-name>                                             Initializes a new Underpost project with a predefined structure.
+  new [options] <app-name>                                   Initializes a new Underpost project with a predefined structure.
   start [options] <deploy-id> [env]                          Initiates application servers, build pipelines, or other defined services based on the deployment ID.
   clone [options] <uri>                                      Clones a specified GitHub repository into the current directory.
   pull [options] <path> <uri>                                Pulls the latest changes from a specified GitHub repository.
@@ -23,6 +23,7 @@ Commands:
   dockerfile-pull-base-images [options]                      Pulls required Underpost Dockerfile base images and optionally loads them into clusters.
   install                                                    Quickly imports Underpost npm dependencies by copying them.
   db [options] <deploy-list>                                 Manages database operations, including import, export, and collection management.
+  metadata [options] [deploy-id] [host] [path]               Manages cluster metadata operations, including import and export.
   script [options] <operator> <script-name> [script-value]   Supports a variety of built-in Underpost global scripts, their preset lifecycle events, and arbitrary custom scripts.
   cron [options] [deploy-list] [job-list]                    Manages cron jobs, including initialization, execution, and configuration updates.
   fs [options] [path]                                        Manages file storage, defaulting to file upload operations.
@@ -46,10 +47,12 @@ Commands:
 Initializes a new Underpost project with a predefined structure.
 
 Arguments:
-  app-name    The name of the application to create.
+  app-name     The name or deploy-id of the application to create.
 
 Options:
-  -h, --help  display help for command
+  --deploy-id  Crete deploy ID conf env files
+  --dev        Sets the development cli context
+  -h, --help   display help for command
  
 ```
   
@@ -235,6 +238,9 @@ Options:
                           specified namespace.
   --kubeadm               Initializes the cluster using kubeadm for control
                           plane management.
+  --grafana               Initializes the cluster with a Grafana deployment.
+  --prom [hosts]          Initializes the cluster with a Prometheus Operator
+                          deployment and monitor scrap for specified hosts.
   --dev                   Initializes a development-specific cluster
                           configuration.
   --list-pods             Displays detailed information about all pods.
@@ -285,11 +291,11 @@ Options:
                                     management commands.
   --cert                            Resets TLS/SSL certificate secrets for
                                     deployments.
+  --node <node>                     Sets optional node for deployment
+                                    operations.
   --build-manifest                  Builds Kubernetes YAML manifests, including
                                     deployments, services, proxies, and
                                     secrets.
-  --dashboard-update                Updates dashboard instance data with the
-                                    current router configuration.
   --replicas <replicas>             Sets a custom number of replicas for
                                     deployments.
   --versions <deployment-versions>  A comma-separated list of custom deployment
@@ -301,10 +307,9 @@ Options:
                                     current resource deployments.
   --kubeadm                         Enables the kubeadm context for deployment
                                     operations.
+  --etc-hosts                       Enables the etc-hosts context for
+                                    deployment operations.
   --restore-hosts                   Restores default `/etc/hosts` entries.
-  --rebuild-clients-bundle          Inside the container, rebuilds client
-                                    bundles (only static public or storage
-                                    client files).
   -h, --help                        display help for command
  
 ```
@@ -427,6 +432,29 @@ Options:
 ```
   
 
+### `metadata` :
+```
+ Usage: underpost metadata [options] [deploy-id] [host] [path]
+
+Manages cluster metadata operations, including import and export.
+
+Arguments:
+  deploy-id    The deployment ID to manage metadata.
+  host         The host to manage metadata.
+  path         The path to manage metadata.
+
+Options:
+  --import     Imports from local storage.
+  --export     Exports to local storage.
+  --crons      Apply to cron data collection
+  --instances  Apply to instance data collection
+  --generate   Generate cluster metadata
+  --itc        Apply under container execution context
+  -h, --help   display help for command
+ 
+```
+  
+
 ### `script` :
 ```
  Usage: underpost script [options] <operator> <script-name> [script-value]
@@ -461,19 +489,16 @@ Manages cron jobs, including initialization, execution, and configuration
 updates.
 
 Arguments:
-  deploy-list         A comma-separated list of deployment IDs (e.g.,
-                      "default-a,default-b").
-  job-list            A comma-separated list of job IDs. Options: callback,
-                      updateDashboardData. Defaults to all available jobs.
+  deploy-list  A comma-separated list of deployment IDs (e.g.,
+               "default-a,default-b").
+  job-list     A comma-separated list of job IDs. Options: callback,
+               getRelatedDeployId. Defaults to all available jobs.
 
 Options:
-  --itc               Executes cron jobs within the container execution
-                      context.
-  --init              Initializes cron jobs for the default deployment ID.
-  --git               Uploads cron job configurations to GitHub.
-  --dashboard-update  Updates dashboard cron data with the current job
-                      configurations.
-  -h, --help          display help for command
+  --itc        Executes cron jobs within the container execution context.
+  --init       Initializes cron jobs for the default deployment ID.
+  --git        Uploads cron job configurations to GitHub.
+  -h, --help   display help for command
  
 ```
   
@@ -574,7 +599,7 @@ Options:
 Runs a script from the specified path.
 
 Arguments:
-  runner-id                                The runner ID to run. Options: spark-template, rmi, kill, secret, gpu-env, tf-gpu-test, dev-cluster, cyberia-ide, engine-ide, template-deploy, ssh-deploy, ide, monitor, db-client, cluster, deploy, tf-vae-test, deploy-job.
+  runner-id                                The runner ID to run. Options: spark-template, rmi, kill, secret, underpost-config, gpu-env, tf-gpu-test, dev-cluster, ssh-cluster-info, cyberia-ide, engine-ide, template-deploy, clean, pull, release-deploy, ssh-deploy, ide, dev-client, dev-api, router-sync, monitor, db-client, promote, metrics, cluster, deploy, tf-vae-test, deploy-job.
   path                                     The absolute or relative directory path where the script is located.
 
 Options:

package/conf.js

@@ -130,7 +130,7 @@ const DefaultConf = /**/ {
   ssr: {
     Default: {
       head: ['Seo', 'Pwa', 'Css', 'DefaultScripts', 'Production'],
-      body: ['CacheControl', 'DefaultSplashScreen', '404', '500'],
+      body: ['CacheControl', 'DefaultSplashScreen'],
       mailer: { userVerifyEmail: 'DefaultVerifyEmail', userRecoverEmail: 'DefaultRecoverEmail' },
       offline: [
         { path: '/offline', title: 'No Network Connection', client: 'NoNetworkConnection', head: [], body: [] },
@@ -147,8 +147,8 @@ const DefaultConf = /**/ {
         apis: ['default', 'core', 'user', 'test', 'file'],
         origins: [],
         minifyBuild: false,
-        iconsBuild: true,
-        liteBuild: false,
+        iconsBuild: false,
+        liteBuild: true,
         docsBuild: false,
         offlineBuild: false,
         ws: 'core',

package/manifests/deployment/{dd-template-development → dd-default-development}/deployment.yaml

@@ -2,22 +2,22 @@
 apiVersion: apps/v1
 kind: Deployment
 metadata:
-  name: dd-template-development-blue
+  name: dd-default-development-blue
   labels:
-    app: dd-template-development-blue
+    app: dd-default-development-blue
 spec:
   replicas: 1
   selector:
     matchLabels:
-      app: dd-template-development-blue
+      app: dd-default-development-blue
   template:
     metadata:
       labels:
-        app: dd-template-development-blue
+        app: dd-default-development-blue
     spec:
       containers:
-        - name: dd-template-development-blue
-          image: localhost/rockylinux9-underpost:v2.8.85
+        - name: dd-default-development-blue
+          image: localhost/rockylinux9-underpost:v2.8.87
           #          resources:
           #            requests:
           #              memory: "124Ki"
@@ -40,10 +40,10 @@ spec:
 apiVersion: v1
 kind: Service
 metadata:
-  name: dd-template-development-blue-service
+  name: dd-default-development-blue-service
 spec:
   selector:
-    app: dd-template-development-blue
+    app: dd-default-development-blue
   ports:
     - name: 'tcp-4001'
       protocol: TCP
@@ -85,22 +85,22 @@ spec:
 apiVersion: apps/v1
 kind: Deployment
 metadata:
-  name: dd-template-development-green
+  name: dd-default-development-green
   labels:
-    app: dd-template-development-green
+    app: dd-default-development-green
 spec:
   replicas: 1
   selector:
     matchLabels:
-      app: dd-template-development-green
+      app: dd-default-development-green
   template:
     metadata:
       labels:
-        app: dd-template-development-green
+        app: dd-default-development-green
     spec:
       containers:
-        - name: dd-template-development-green
-          image: localhost/rockylinux9-underpost:v2.8.85
+        - name: dd-default-development-green
+          image: localhost/rockylinux9-underpost:v2.8.87
           #          resources:
           #            requests:
           #              memory: "124Ki"
@@ -124,10 +124,10 @@ spec:
 apiVersion: v1
 kind: Service
 metadata:
-  name: dd-template-development-green-service
+  name: dd-default-development-green-service
 spec:
   selector:
-    app: dd-template-development-green
+    app: dd-default-development-green
   ports:
     - name: 'tcp-4001'
       protocol: TCP

package/manifests/deployment/{dd-template-development → dd-default-development}/proxy.yaml

@@ -16,7 +16,7 @@ spec:
         - prefix: /
       enableWebsockets: true
       services:
-        - name: dd-template-development-blue-service
+        - name: dd-default-development-blue-service
           port: 4001
           weight: 100
 
@@ -24,7 +24,7 @@ spec:
         - prefix: /peer
       enableWebsockets: true
       services:
-        - name: dd-template-development-blue-service
+        - name: dd-default-development-blue-service
           port: 4002
           weight: 100
 
@@ -41,6 +41,6 @@ spec:
         - prefix: /
       enableWebsockets: true
       services:
-        - name: dd-template-development-blue-service
+        - name: dd-default-development-blue-service
           port: 4003
           weight: 100

package/manifests/deployment/mongo-express/deployment.yaml

@@ -20,16 +20,16 @@ spec:
           ports:
             - containerPort: 8081
           env:
-            - name: ME_CONFIG_MONGODB_ADMINUSERNAME
-              valueFrom:
-                secretKeyRef:
-                  name: mongodb-secret
-                  key: username
-            - name: ME_CONFIG_MONGODB_ADMINPASSWORD
-              valueFrom:
-                secretKeyRef:
-                  name: mongodb-secret
-                  key: password
+            # - name: ME_CONFIG_MONGODB_ADMINUSERNAME
+            #   valueFrom:
+            #     secretKeyRef:
+            #       name: mongodb-secret
+            #       key: username
+            # - name: ME_CONFIG_MONGODB_ADMINPASSWORD
+            #   valueFrom:
+            #     secretKeyRef:
+            #       name: mongodb-secret
+            #       key: password
             - name: ME_CONFIG_BASICAUTH_USERNAME
               valueFrom:
                 secretKeyRef:
@@ -42,8 +42,8 @@ spec:
                   key: password
             - name: ME_CONFIG_MONGODB_SERVER
               value: 'mongodb-0.mongodb-service'
-            - name: ME_CONFIG_MONGODB_ENABLE_ADMIN
-              value: 'true'
+            # - name: ME_CONFIG_MONGODB_ENABLE_ADMIN
+            #   value: 'true'
             - name: ME_CONFIG_MONGODB_PORT
               value: '27017'
 ---

package/manifests/grafana/deployment.yaml

@@ -0,0 +1,57 @@
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  labels:
+    app: grafana
+  name: grafana
+spec:
+  selector:
+    matchLabels:
+      app: grafana
+  template:
+    metadata:
+      labels:
+        app: grafana
+    spec:
+      securityContext:
+        fsGroup: 472
+        supplementalGroups:
+          - 0
+      containers:
+        - name: grafana
+          image: grafana/grafana:latest
+          imagePullPolicy: IfNotPresent
+          ports:
+            - containerPort: 3000
+              name: http-grafana
+              protocol: TCP
+          readinessProbe:
+            failureThreshold: 3
+            httpGet:
+              path: /robots.txt
+              port: 3000
+              scheme: HTTP
+            initialDelaySeconds: 10
+            periodSeconds: 30
+            successThreshold: 1
+            timeoutSeconds: 2
+          livenessProbe:
+            failureThreshold: 3
+            initialDelaySeconds: 30
+            periodSeconds: 10
+            successThreshold: 1
+            tcpSocket:
+              port: 3000
+            timeoutSeconds: 1
+          resources:
+            requests:
+              cpu: 250m
+              memory: 750Mi
+          volumeMounts:
+            - mountPath: /var/lib/grafana
+              name: grafana-pv
+      volumes:
+        - name: grafana-pv
+          persistentVolumeClaim:
+            claimName: grafana-pvc

package/manifests/grafana/kustomization.yaml

@@ -0,0 +1,7 @@
+---
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+resources:
+  - pvc.yaml
+  - deployment.yaml
+  - service.yaml

package/manifests/grafana/pvc.yaml

@@ -0,0 +1,12 @@
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: grafana-pvc
+spec:
+  accessModes:
+    - ReadWriteOnce
+  storageClassName: local-path
+  resources:
+    requests:
+      storage: 5Gi

package/manifests/grafana/service.yaml

@@ -0,0 +1,14 @@
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: grafana
+spec:
+  ports:
+    - port: 3000
+      protocol: TCP
+      targetPort: http-grafana
+  selector:
+    app: grafana
+  sessionAffinity: None
+  type: LoadBalancer

package/manifests/maas/nvim.sh

@@ -0,0 +1,91 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+sudo dnf install -y neovim
+
+
+sudo rm -rf ~/.config/nvim
+sudo rm -rf ~/.local/share/nvim
+
+mkdir -p ~/.config/nvim
+mkdir -p ~/.local/share/nvim/site/autoload
+
+# Install vim-plug for Neovim
+curl -fLo ~/.local/share/nvim/site/autoload/plug.vim --create-dirs \
+  https://raw.githubusercontent.com/junegunn/vim-plug/master/plug.vim
+
+# Create an init.vim with nvim-tree.lua + web-devicons + gruvbox (theme)
+cat > ~/.config/nvim/init.vim <<'EOF'
+" Minimal init.vim to use nvim-tree.lua + gruvbox theme via vim-plug
+
+" --- vim-plug manager
+call plug#begin('~/.local/share/nvim/plugged')
+
+" file explorer (nvim-tree)
+Plug 'nvim-tree/nvim-tree.lua'
+Plug 'nvim-tree/nvim-web-devicons'    " optional: file icons
+
+" colorscheme
+Plug 'morhetz/gruvbox'
+
+" sensible defaults, optional
+Plug 'tpope/vim-sensible'
+
+call plug#end()
+
+" --- UI settings
+syntax on
+filetype plugin indent on
+set number
+set relativenumber
+if has('termguicolors')
+  set termguicolors
+endif
+set background=dark
+
+" gruvbox options (optional)
+let g:gruvbox_contrast_dark = 'soft'
+colorscheme gruvbox
+
+" --- nvim-tree configuration (Lua block)
+lua << 'LUA'
+-- safe require
+local ok, tree = pcall(require, "nvim-tree")
+if not ok then
+  return
+end
+tree.setup{
+  view = {
+    width = 30,
+    side = "left",
+    preserve_window_proportions = true,
+  },
+  renderer = {
+    indent_markers = { enable = true },
+  },
+  actions = {
+    open_file = {
+      quit_on_open = false,
+    }
+  }
+}
+LUA
+
+" --- mappings: Ctrl-n toggles nvim-tree
+nnoremap <C-n> :NvimTreeToggle<CR>
+
+" Open nvim-tree on startup when opening nvim with no file args
+autocmd StdinReadPre * let s:std_in=1
+autocmd VimEnter * if argc() == 0 && !exists('s:std_in') | NvimTreeToggle | wincmd p | endif
+EOF
+
+# Fix permissions in case something was left owned by root (happens if you used sudo on these paths before)
+sudo chown -R "$USER":"$USER" ~/.config/nvim ~/.local/share/nvim 2>/dev/null || true
+
+# Install plugins automatically (non-interactive)
+nvim +PlugInstall +qall
+
+echo
+echo "Done. Plugins installed."
+echo "Run 'nvim' and press Ctrl-n to toggle the file tree."
+echo "If colorscheme is not correct, ensure your terminal supports truecolor and TERM is xterm-256color."

package/manifests/maas/ssh-cluster-info.sh

@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+REMOTE_USER=$(node bin config get --plain DEFAULT_SSH_USER)
+REMOTE_HOST=$(node bin config get --plain DEFAULT_SSH_HOST)
+SSH_KEY=$(node bin config get --plain DEFAULT_SSH_KEY_PATH)
+
+chmod 600 "$SSH_KEY"
+
+ssh -i "$SSH_KEY" -o BatchMode=yes "${REMOTE_USER}@${REMOTE_HOST}" sh <<EOF
+cd /home/dd/engine
+node bin deploy dd production --info-traffic
+kubectl get pods -A
+EOF

package/manifests/prometheus/deployment.yaml

@@ -0,0 +1,82 @@
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: prometheus-config
+  labels:
+    app: prometheus
+data:
+  prometheus.yml: |
+    global:
+      scrape_interval: 30s
+      evaluation_interval: 30s
+
+    scrape_configs:
+      - job_name: 'scraper'
+        metrics_path: /metrics
+        scheme: https
+        static_configs:
+          - targets: []
+        # tls_config:
+        #   insecure_skip_verify: true
+
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: prometheus
+  labels:
+    app: prometheus
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: prometheus
+  template:
+    metadata:
+      labels:
+        app: prometheus
+    spec:
+      containers:
+        - name: prometheus
+          image: prom/prometheus:latest
+          args:
+            - '--config.file=/etc/prometheus/prometheus.yml'
+            - '--storage.tsdb.path=/prometheus'
+            - '--web.console.libraries=/usr/share/prometheus/console_libraries'
+            - '--web.console.templates=/usr/share/prometheus/consoles'
+          ports:
+            - containerPort: 9090
+              name: web
+          volumeMounts:
+            - name: prometheus-config
+              mountPath: /etc/prometheus/
+            - name: prometheus-data
+              mountPath: /prometheus
+          resources:
+            requests:
+              memory: '200Mi'
+              cpu: '100m'
+      volumes:
+        - name: prometheus-config
+          configMap:
+            name: prometheus-config
+        - name: prometheus-data
+          emptyDir: {}
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: prometheus
+  labels:
+    app: prometheus
+spec:
+  ports:
+    - port: 9090
+      targetPort: 9090
+      protocol: TCP
+      name: web
+  selector:
+    app: prometheus
+  type: ClusterIP

package/package.json

@@ -2,14 +2,14 @@
     "type": "module",
     "main": "src/index.js",
     "name": "underpost",
-    "version": "2.8.85",
+    "version": "2.8.87",
     "description": "pwa api rest template",
     "scripts": {
         "start": "env-cmd -f .env.production node --max-old-space-size=8192 src/server",
         "build": "node bin/deploy build-full-client",
         "test": "env-cmd -f .env.test c8 mocha",
-        "pm2": "env-cmd -f .env.production pm2 start src/server.js --node-args=\"--max-old-space-size=8192\" --name engine",
-        "dev": "env-cmd -f .env.development node src/client.dev default",
+        "pm2": "env-cmd -f .env.production pm2 start src/server.js --node-args=\"--max-old-space-size=8192\" --name engine -- dd-default",
+        "dev": "env-cmd -f .env.development nodemon src/server",
         "dev-img": "env-cmd -f .env.development node src/server",
         "prod-img": "env-cmd -f .env.production node src/server",
         "monitor": "pm2 start src/monitor.js --name monitor -- dd production",
@@ -21,7 +21,6 @@
         "install-test": "npm install -g mocha && npm install -g c8 && npm install -g nyc && npm install -g coveralls",
         "install-underpost": "cp -a $(npm root -g)/underpost/node_modules ./node_modules && npm install --only=dev --ignore-scripts",
         "install": "npm run install-global && npm run install-test",
-        "docker:start": "docker-compose up",
         "prettier": "prettier --write .",
         "fix": "npm audit fix --force && npm audit",
         "changelog": "auto-changelog"
@@ -59,11 +58,8 @@
         "axios": "^1.5.1",
         "chai": "^5.1.0",
         "clean-jsdoc-theme": "^4.3.0",
-        "cli-progress": "^3.12.0",
-        "cli-spinners": "^3.0.0",
         "clipboardy": "^4.0.0",
         "cloudinary": "^2.5.1",
-        "color": "^4.2.3",
         "colors": "^1.4.0",
         "commander": "^12.1.0",
         "compression": "^1.7.4",
@@ -75,7 +71,6 @@
         "express": "^4.18.2",
         "express-fileupload": "^1.4.3",
         "favicons": "^7.2.0",
-        "font-awesome-assets": "^0.0.9",
         "fs-extra": "^11.1.1",
         "fullcalendar": "^6.1.15",
         "html-minifier-terser": "^7.2.0",
@@ -83,11 +78,9 @@
         "ignore-walk": "^6.0.4",
         "iovalkey": "^0.2.1",
         "jimp": "^0.22.12",
-        "joystick-controller": "^1.0.15",
         "json-colorizer": "^2.2.2",
         "jsonwebtoken": "^9.0.2",
         "keyword-extractor": "^0.0.28",
-        "log-update": "^6.0.0",
         "mariadb": "^3.2.2",
         "marked": "^12.0.2",
         "mocha": "^10.8.2",
@@ -98,7 +91,6 @@
         "pathfinding": "^0.4.18",
         "peer": "^1.0.2",
         "peerjs": "^1.5.2",
-        "pixi.js": "7.4.2",
         "prom-client": "^15.1.2",
         "public-ip": "^6.0.1",
         "read": "^2.1.0",
@@ -117,7 +109,6 @@
         "vanilla-jsoneditor": "^2.3.2",
         "winston": "^3.11.0"
     },
-    "devDependencies": {},
     "publishConfig": {
         "provenance": true,
         "access": "public",