underpost 2.8.84 → 2.8.86

package/cli.md

@@ -1,4 +1,4 @@
-## underpost ci/cd cli v2.8.84
+## underpost ci/cd cli v2.8.86
 
 ### Usage: `underpost [options] [command]`
   ```
@@ -7,7 +7,7 @@
   -h, --help                                                 display help for command
 
 Commands:
-  new <app-name>                                             Initializes a new Underpost project with a predefined structure.
+  new [options] <app-name>                                   Initializes a new Underpost project with a predefined structure.
   start [options] <deploy-id> [env]                          Initiates application servers, build pipelines, or other defined services based on the deployment ID.
   clone [options] <uri>                                      Clones a specified GitHub repository into the current directory.
   pull [options] <path> <uri>                                Pulls the latest changes from a specified GitHub repository.
@@ -23,11 +23,13 @@ Commands:
   dockerfile-pull-base-images [options]                      Pulls required Underpost Dockerfile base images and optionally loads them into clusters.
   install                                                    Quickly imports Underpost npm dependencies by copying them.
   db [options] <deploy-list>                                 Manages database operations, including import, export, and collection management.
+  metadata [options] [deploy-id] [host] [path]               Manages cluster metadata operations, including import and export.
   script [options] <operator> <script-name> [script-value]   Supports a variety of built-in Underpost global scripts, their preset lifecycle events, and arbitrary custom scripts.
   cron [options] [deploy-list] [job-list]                    Manages cron jobs, including initialization, execution, and configuration updates.
   fs [options] [path]                                        Manages file storage, defaulting to file upload operations.
   test [options] [deploy-list]                               Manages and runs tests, defaulting to the current Underpost default test suite.
   monitor [options] <deploy-id> [env]                        Manages health server monitoring for specified deployments.
+  ssh [options]                                              Import and start ssh server and client based on current default deployment ID.
   run [options] <runner-id> [path]                           Runs a script from the specified path.
   lxd [options]                                              Manages LXD containers and virtual machines.
   baremetal [options] [workflow-id] [hostname] [ip-address]  Manages baremetal server operations, including installation, database setup, commissioning, and user management.
@@ -48,6 +50,7 @@ Arguments:
   app-name    The name of the application to create.
 
 Options:
+  --dev       Sets the development cli context
   -h, --help  display help for command
  
 ```
@@ -118,7 +121,8 @@ options.
 Arguments:
   path         The absolute or relative directory path of the repository.
   commit-type  The type of commit to perform. Options: feat, fix, docs, style,
-               refactor, perf, cd, test, build, ci, chore, revert, backup.
+               refactor, perf, ci, cd, infra, build, test, chore, revert,
+               backup.
   module-tag   Optional: Sets a specific module tag for the commit.
   message      Optional: Provides an additional custom message for the commit.
 
@@ -206,49 +210,56 @@ Options:
 Manages Kubernetes clusters, defaulting to Kind cluster initialization.
 
 Arguments:
-  pod-name             Optional: Filters information by a specific pod name.
+  pod-name                Optional: Filters information by a specific pod name.
 
 Options:
-  --reset              Deletes all clusters and prunes all related data and
-                       caches.
-  --mariadb            Initializes the cluster with a MariaDB statefulset.
-  --mysql              Initializes the cluster with a MySQL statefulset.
-  --mongodb            Initializes the cluster with a MongoDB statefulset.
-  --postgresql         Initializes the cluster with a PostgreSQL statefulset.
-  --mongodb4           Initializes the cluster with a MongoDB 4.4 service.
-  --valkey             Initializes the cluster with a Valkey service.
-  --contour            Initializes the cluster with Project Contour base
-                       HTTPProxy and Envoy.
-  --cert-manager       Initializes the cluster with a Let's Encrypt production
-                       ClusterIssuer.
-  --dedicated-gpu      Initializes the cluster with dedicated GPU base
-                       resources and environment settings.
-  --info               Retrieves information about all deployed Kubernetes
-                       objects.
-  --full               Initializes the cluster with all available statefulsets
-                       and services.
-  --ns-use <ns-name>   Switches the current Kubernetes context to the specified
-                       namespace.
-  --kubeadm            Initializes the cluster using kubeadm for control plane
-                       management.
-  --dev                Initializes a development-specific cluster
-                       configuration.
-  --list-pods          Displays detailed information about all pods.
-  --info-capacity      Displays the current total machine capacity information.
-  --info-capacity-pod  Displays the current machine capacity information per
-                       pod.
-  --pull-image         Sets an optional associated image to pull during
-                       initialization.
-  --init-host          Installs necessary Kubernetes node CLI tools (e.g.,
-                       kind, kubeadm, docker, podman, helm).
-  --uninstall-host     Uninstalls all host components installed by init-host.
-  --config             Sets the base Kubernetes node configuration.
-  --worker             Sets the context for a worker node.
-  --chown              Sets the appropriate ownership for Kubernetes kubeconfig
-                       files.
-  --k3s                Initializes the cluster using K3s (Lightweight
-                       Kubernetes).
-  -h, --help           display help for command
+  --reset                 Deletes all clusters and prunes all related data and
+                          caches.
+  --mariadb               Initializes the cluster with a MariaDB statefulset.
+  --mysql                 Initializes the cluster with a MySQL statefulset.
+  --mongodb               Initializes the cluster with a MongoDB statefulset.
+  --mongo-db-host <host>  Set custom mongo db host
+  --postgresql            Initializes the cluster with a PostgreSQL
+                          statefulset.
+  --mongodb4              Initializes the cluster with a MongoDB 4.4 service.
+  --valkey                Initializes the cluster with a Valkey service.
+  --contour               Initializes the cluster with Project Contour base
+                          HTTPProxy and Envoy.
+  --cert-manager          Initializes the cluster with a Let's Encrypt
+                          production ClusterIssuer.
+  --dedicated-gpu         Initializes the cluster with dedicated GPU base
+                          resources and environment settings.
+  --info                  Retrieves information about all deployed Kubernetes
+                          objects.
+  --full                  Initializes the cluster with all available
+                          statefulsets and services.
+  --ns-use <ns-name>      Switches the current Kubernetes context to the
+                          specified namespace.
+  --kubeadm               Initializes the cluster using kubeadm for control
+                          plane management.
+  --grafana               Initializes the cluster with a Grafana deployment.
+  --prom [hosts]          Initializes the cluster with a Prometheus Operator
+                          deployment and monitor scrap for specified hosts.
+  --dev                   Initializes a development-specific cluster
+                          configuration.
+  --list-pods             Displays detailed information about all pods.
+  --info-capacity         Displays the current total machine capacity
+                          information.
+  --info-capacity-pod     Displays the current machine capacity information per
+                          pod.
+  --pull-image            Sets an optional associated image to pull during
+                          initialization.
+  --init-host             Installs necessary Kubernetes node CLI tools (e.g.,
+                          kind, kubeadm, docker, podman, helm).
+  --uninstall-host        Uninstalls all host components installed by
+                          init-host.
+  --config                Sets the base Kubernetes node configuration.
+  --worker                Sets the context for a worker node.
+  --chown                 Sets the appropriate ownership for Kubernetes
+                          kubeconfig files.
+  --k3s                   Initializes the cluster using K3s (Lightweight
+                          Kubernetes).
+  -h, --help              display help for command
  
 ```
   
@@ -282,8 +293,6 @@ Options:
   --build-manifest                  Builds Kubernetes YAML manifests, including
                                     deployments, services, proxies, and
                                     secrets.
-  --dashboard-update                Updates dashboard instance data with the
-                                    current router configuration.
   --replicas <replicas>             Sets a custom number of replicas for
                                     deployments.
   --versions <deployment-versions>  A comma-separated list of custom deployment
@@ -296,9 +305,6 @@ Options:
   --kubeadm                         Enables the kubeadm context for deployment
                                     operations.
   --restore-hosts                   Restores default `/etc/hosts` entries.
-  --rebuild-clients-bundle          Inside the container, rebuilds client
-                                    bundles (only static public or storage
-                                    client files).
   -h, --help                        display help for command
  
 ```
@@ -421,6 +427,29 @@ Options:
 ```
   
 
+### `metadata` :
+```
+ Usage: underpost metadata [options] [deploy-id] [host] [path]
+
+Manages cluster metadata operations, including import and export.
+
+Arguments:
+  deploy-id    The deployment ID to manage metadata.
+  host         The host to manage metadata.
+  path         The path to manage metadata.
+
+Options:
+  --import     Imports from local storage.
+  --export     Exports to local storage.
+  --crons      Apply to cron data collection
+  --instances  Apply to instance data collection
+  --generate   Generate cluster metadata
+  --itc        Apply under container execution context
+  -h, --help   display help for command
+ 
+```
+  
+
 ### `script` :
 ```
  Usage: underpost script [options] <operator> <script-name> [script-value]
@@ -455,19 +484,16 @@ Manages cron jobs, including initialization, execution, and configuration
 updates.
 
 Arguments:
-  deploy-list         A comma-separated list of deployment IDs (e.g.,
-                      "default-a,default-b").
-  job-list            A comma-separated list of job IDs. Options: callback,
-                      updateDashboardData. Defaults to all available jobs.
+  deploy-list  A comma-separated list of deployment IDs (e.g.,
+               "default-a,default-b").
+  job-list     A comma-separated list of job IDs. Options: callback,
+               getRelatedDeployId. Defaults to all available jobs.
 
 Options:
-  --itc               Executes cron jobs within the container execution
-                      context.
-  --init              Initializes cron jobs for the default deployment ID.
-  --git               Uploads cron job configurations to GitHub.
-  --dashboard-update  Updates dashboard cron data with the current job
-                      configurations.
-  -h, --help          display help for command
+  --itc        Executes cron jobs within the container execution context.
+  --init       Initializes cron jobs for the default deployment ID.
+  --git        Uploads cron job configurations to GitHub.
+  -h, --help   display help for command
  
 ```
   
@@ -547,6 +573,20 @@ Options:
 ```
   
 
+### `ssh` :
+```
+ Usage: underpost ssh [options]
+
+Import and start ssh server and client based on current default deployment ID.
+
+Options:
+  --generate  Generates new ssh credential and stores it in current private
+              keys file storage.
+  -h, --help  display help for command
+ 
+```
+  
+
 ### `run` :
 ```
  Usage: underpost run [options] <runner-id> [path]
@@ -554,7 +594,7 @@ Options:
 Runs a script from the specified path.
 
 Arguments:
-  runner-id                                The runner ID to run. Options: spark-template, rmi, kill, secret, gpu-env, tf-gpu-test, ide, monitor, tf-vae-test, deploy-job.
+  runner-id                                The runner ID to run. Options: spark-template, rmi, kill, secret, underpost-config, gpu-env, tf-gpu-test, dev-cluster, ssh-cluster-info, cyberia-ide, engine-ide, template-deploy, clean, pull, release-deploy, ssh-deploy, ide, dev-client, dev-api, monitor, db-client, promote, metrics, cluster, deploy, tf-vae-test, deploy-job.
   path                                     The absolute or relative directory path where the script is located.
 
 Options:
@@ -564,6 +604,7 @@ Options:
   --pod-name <pod-name>                    Optional: Specifies the pod name for test execution.
   --volume-host-path <volume-host-path>    Optional: Specifies the volume host path for test execution.
   --volume-mount-path <volume-mount-path>  Optional: Specifies the volume mount path for test execution.
+  --volume-type <volume-type>              Optional: Specifies the volume type for test execution.
   --image-name <image-name>                Optional: Specifies the image name for test execution.
   --container-name <container-name>        Optional: Specifies the container name for test execution.
   --namespace <namespace>                  Optional: Specifies the namespace for test execution.

package/conf.js

@@ -6,7 +6,7 @@ const DefaultConf = /**/ {
   client: {
     default: {
       metadata: {
-        title: 'Demo App',
+        title: 'PWA Demo App',
         backgroundImage: 'assets/background/white0-min.jpg',
         description: 'Web application',
         keywords: ['web', 'app', 'spa', 'demo', 'github-pages'],

package/manifests/deployment/{dd-template-development → dd-default-development}/deployment.yaml

@@ -2,22 +2,22 @@
 apiVersion: apps/v1
 kind: Deployment
 metadata:
-  name: dd-template-development-blue
+  name: dd-default-development-blue
   labels:
-    app: dd-template-development-blue
+    app: dd-default-development-blue
 spec:
   replicas: 1
   selector:
     matchLabels:
-      app: dd-template-development-blue
+      app: dd-default-development-blue
   template:
     metadata:
       labels:
-        app: dd-template-development-blue
+        app: dd-default-development-blue
     spec:
       containers:
-        - name: dd-template-development-blue
-          image: localhost/rockylinux9-underpost:v2.8.84
+        - name: dd-default-development-blue
+          image: localhost/rockylinux9-underpost:v2.8.86
           #          resources:
           #            requests:
           #              memory: "124Ki"
@@ -40,10 +40,10 @@ spec:
 apiVersion: v1
 kind: Service
 metadata:
-  name: dd-template-development-blue-service
+  name: dd-default-development-blue-service
 spec:
   selector:
-    app: dd-template-development-blue
+    app: dd-default-development-blue
   ports:
     - name: 'tcp-4001'
       protocol: TCP
@@ -85,22 +85,22 @@ spec:
 apiVersion: apps/v1
 kind: Deployment
 metadata:
-  name: dd-template-development-green
+  name: dd-default-development-green
   labels:
-    app: dd-template-development-green
+    app: dd-default-development-green
 spec:
   replicas: 1
   selector:
     matchLabels:
-      app: dd-template-development-green
+      app: dd-default-development-green
   template:
     metadata:
       labels:
-        app: dd-template-development-green
+        app: dd-default-development-green
     spec:
       containers:
-        - name: dd-template-development-green
-          image: localhost/rockylinux9-underpost:v2.8.84
+        - name: dd-default-development-green
+          image: localhost/rockylinux9-underpost:v2.8.86
           #          resources:
           #            requests:
           #              memory: "124Ki"
@@ -124,10 +124,10 @@ spec:
 apiVersion: v1
 kind: Service
 metadata:
-  name: dd-template-development-green-service
+  name: dd-default-development-green-service
 spec:
   selector:
-    app: dd-template-development-green
+    app: dd-default-development-green
   ports:
     - name: 'tcp-4001'
       protocol: TCP

package/manifests/deployment/{dd-template-development → dd-default-development}/proxy.yaml

@@ -16,7 +16,7 @@ spec:
         - prefix: /
       enableWebsockets: true
       services:
-        - name: dd-template-development-blue-service
+        - name: dd-default-development-blue-service
           port: 4001
           weight: 100
 
@@ -24,7 +24,7 @@ spec:
         - prefix: /peer
       enableWebsockets: true
       services:
-        - name: dd-template-development-blue-service
+        - name: dd-default-development-blue-service
           port: 4002
           weight: 100
 
@@ -41,6 +41,6 @@ spec:
         - prefix: /
       enableWebsockets: true
       services:
-        - name: dd-template-development-blue-service
+        - name: dd-default-development-blue-service
           port: 4003
           weight: 100

package/manifests/grafana/deployment.yaml

@@ -0,0 +1,57 @@
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  labels:
+    app: grafana
+  name: grafana
+spec:
+  selector:
+    matchLabels:
+      app: grafana
+  template:
+    metadata:
+      labels:
+        app: grafana
+    spec:
+      securityContext:
+        fsGroup: 472
+        supplementalGroups:
+          - 0
+      containers:
+        - name: grafana
+          image: grafana/grafana:latest
+          imagePullPolicy: IfNotPresent
+          ports:
+            - containerPort: 3000
+              name: http-grafana
+              protocol: TCP
+          readinessProbe:
+            failureThreshold: 3
+            httpGet:
+              path: /robots.txt
+              port: 3000
+              scheme: HTTP
+            initialDelaySeconds: 10
+            periodSeconds: 30
+            successThreshold: 1
+            timeoutSeconds: 2
+          livenessProbe:
+            failureThreshold: 3
+            initialDelaySeconds: 30
+            periodSeconds: 10
+            successThreshold: 1
+            tcpSocket:
+              port: 3000
+            timeoutSeconds: 1
+          resources:
+            requests:
+              cpu: 250m
+              memory: 750Mi
+          volumeMounts:
+            - mountPath: /var/lib/grafana
+              name: grafana-pv
+      volumes:
+        - name: grafana-pv
+          persistentVolumeClaim:
+            claimName: grafana-pvc

package/manifests/grafana/kustomization.yaml

@@ -0,0 +1,7 @@
+---
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+resources:
+  - pvc.yaml
+  - deployment.yaml
+  - service.yaml

package/manifests/grafana/pvc.yaml

@@ -0,0 +1,12 @@
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: grafana-pvc
+spec:
+  accessModes:
+    - ReadWriteOnce
+  storageClassName: local-path
+  resources:
+    requests:
+      storage: 5Gi

package/manifests/grafana/service.yaml

@@ -0,0 +1,14 @@
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: grafana
+spec:
+  ports:
+    - port: 3000
+      protocol: TCP
+      targetPort: http-grafana
+  selector:
+    app: grafana
+  sessionAffinity: None
+  type: LoadBalancer

package/manifests/maas/gpu-diag.sh

@@ -5,7 +5,7 @@ sudo lspci -nnk | egrep -i 'vga|3d' -A3
 lsmod | egrep 'nvidia|nouveau|amdgpu' || true
 
 # if exists nvidia tool
-nvidia-smi 2>/dev/null || echo "nvidia-smi no disponible / driver no cargado"
+nvidia-smi 2>/dev/null || echo "nvidia-smi not found"
 
 # kernel related errors
 sudo dmesg | egrep -i 'nvidia|nouveau|amdgpu' --color=auto

package/manifests/maas/ssh-cluster-info.sh

@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+REMOTE_USER=$(node bin config get --plain DEFAULT_SSH_USER)
+REMOTE_HOST=$(node bin config get --plain DEFAULT_SSH_HOST)
+SSH_KEY=$(node bin config get --plain DEFAULT_SSH_KEY_PATH)
+
+chmod 600 "$SSH_KEY"
+
+ssh -i "$SSH_KEY" -o BatchMode=yes "${REMOTE_USER}@${REMOTE_HOST}" sh <<EOF
+cd /home/dd/engine
+node bin deploy dd production --info-traffic
+kubectl get pods -A
+EOF

package/manifests/prometheus/deployment.yaml

@@ -0,0 +1,82 @@
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: prometheus-config
+  labels:
+    app: prometheus
+data:
+  prometheus.yml: |
+    global:
+      scrape_interval: 30s
+      evaluation_interval: 30s
+
+    scrape_configs:
+      - job_name: 'scraper'
+        metrics_path: /metrics
+        scheme: https
+        static_configs:
+          - targets: []
+        # tls_config:
+        #   insecure_skip_verify: true
+
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: prometheus
+  labels:
+    app: prometheus
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: prometheus
+  template:
+    metadata:
+      labels:
+        app: prometheus
+    spec:
+      containers:
+        - name: prometheus
+          image: prom/prometheus:latest
+          args:
+            - '--config.file=/etc/prometheus/prometheus.yml'
+            - '--storage.tsdb.path=/prometheus'
+            - '--web.console.libraries=/usr/share/prometheus/console_libraries'
+            - '--web.console.templates=/usr/share/prometheus/consoles'
+          ports:
+            - containerPort: 9090
+              name: web
+          volumeMounts:
+            - name: prometheus-config
+              mountPath: /etc/prometheus/
+            - name: prometheus-data
+              mountPath: /prometheus
+          resources:
+            requests:
+              memory: '200Mi'
+              cpu: '100m'
+      volumes:
+        - name: prometheus-config
+          configMap:
+            name: prometheus-config
+        - name: prometheus-data
+          emptyDir: {}
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: prometheus
+  labels:
+    app: prometheus
+spec:
+  ports:
+    - port: 9090
+      targetPort: 9090
+      protocol: TCP
+      name: web
+  selector:
+    app: prometheus
+  type: ClusterIP

package/package.json

@@ -2,16 +2,17 @@
     "type": "module",
     "main": "src/index.js",
     "name": "underpost",
-    "version": "2.8.84",
+    "version": "2.8.86",
     "description": "pwa api rest template",
     "scripts": {
         "start": "env-cmd -f .env.production node --max-old-space-size=8192 src/server",
+        "build": "node bin/deploy build-full-client",
         "test": "env-cmd -f .env.test c8 mocha",
         "pm2": "env-cmd -f .env.production pm2 start src/server.js --node-args=\"--max-old-space-size=8192\" --name engine",
         "dev": "env-cmd -f .env.development node src/client.dev default",
         "dev-img": "env-cmd -f .env.development node src/server",
         "prod-img": "env-cmd -f .env.production node src/server",
-        "monitor": "pm2 start bin/deploy.js --name monitor -- monitor",
+        "monitor": "pm2 start src/monitor.js --name monitor -- dd production",
         "dev-api": "env-cmd -f .env.development nodemon --watch src --ignore src/client src/api",
         "dev-client": "env-cmd -f .env.development node src/client.dev",
         "proxy": "node src/proxy proxy",
@@ -20,11 +21,9 @@
         "install-test": "npm install -g mocha && npm install -g c8 && npm install -g nyc && npm install -g coveralls",
         "install-underpost": "cp -a $(npm root -g)/underpost/node_modules ./node_modules && npm install --only=dev --ignore-scripts",
         "install": "npm run install-global && npm run install-test",
-        "docker:start": "docker-compose up",
         "prettier": "prettier --write .",
         "fix": "npm audit fix --force && npm audit",
-        "changelog": "auto-changelog",
-        "build": "node bin/deploy build-full-client"
+        "changelog": "auto-changelog"
     },
     "bin": {
         "underpost": "bin/index.js"
@@ -99,14 +98,12 @@
         "peer": "^1.0.2",
         "peerjs": "^1.5.2",
         "pixi.js": "7.4.2",
-        "plantuml": "^0.0.2",
         "prom-client": "^15.1.2",
         "public-ip": "^6.0.1",
         "read": "^2.1.0",
         "rrule": "^2.8.1",
         "sharp": "^0.32.5",
         "shelljs": "^0.8.5",
-        "simple-icons": "^13.9.0",
         "sitemap": "^7.1.1",
         "socket.io": "^4.8.0",
         "sortablejs": "^1.15.0",

package/src/api/user/user.router.js

@@ -1,8 +1,9 @@
-import { authMiddleware } from '../../server/auth.js';
+import { authMiddleware, hashPassword } from '../../server/auth.js';
 import fs from 'fs-extra';
 import { loggerFactory } from '../../server/logger.js';
 import { UserController } from './user.controller.js';
 import express from 'express';
+import { DataBaseProvider } from '../../db/DataBaseProvider.js';
 
 const logger = loggerFactory(import.meta);
 
@@ -10,6 +11,28 @@ const UserRouter = (options) => {
   const router = express.Router();
 
   (async () => {
+    const models = DataBaseProvider.instance[`${options.host}${options.path}`].mongoose.models;
+    if (models.User) {
+      try {
+        const adminUser = await models.User.findOne({ role: 'admin' });
+        if (!adminUser) {
+          const defaultPassword = process.env.DEFAULT_ADMIN_PASSWORD || 'changethis';
+          const hashedPassword = hashPassword(defaultPassword);
+
+          const result = await models.User.create({
+            username: 'admin',
+            email: process.env.DEFAULT_ADMIN_EMAIL || 'admin@' + options.host,
+            password: hashedPassword,
+            role: 'admin',
+            emailConfirmed: true,
+            publicKey: [],
+          });
+          logger.warn('Default admin user created. Please change the default password immediately!', result._doc);
+        }
+      } catch (error) {
+        logger.error('Error checking/creating admin user:', error);
+      }
+    }
     options.png = {
       buffer: {
         'invalid-token': fs.readFileSync(`./src/client/public/default/assets/mailer/api-user-invalid-token.png`),