underpost 2.85.7 → 2.89.1

package/.github/workflows/release.cd.yml

@@ -30,7 +30,9 @@ jobs:
             echo "Starting remote release deploy"
             underpost run pull
             underpost run secret
+            npm install -g underpost
             cd /home/dd/engine
-            node bin run --dev git-conf admin@underpost.net,underpostnet
+            underpost run secret
+            node bin run --dev git-conf
             node bin run --dev template-deploy-image
             node bin run --dev ssh-deploy sync-engine-test

package/README.md

@@ -18,7 +18,7 @@
 
 <!-- badges -->
 
-[![Node.js CI](https://github.com/underpostnet/engine/actions/workflows/docker-image.ci.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml) [![Test](https://github.com/underpostnet/engine/actions/workflows/coverall.ci.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/coverall.yml) [![Downloads](https://img.shields.io/npm/dm/underpost.svg)](https://www.npmjs.com/package/underpost) [![Socket Badge](https://socket.dev/api/badge/npm/package/underpost/2.85.7)](https://socket.dev/npm/package/underpost/overview/2.85.7) [![Coverage Status](https://coveralls.io/repos/github/underpostnet/engine/badge.svg?branch=master)](https://coveralls.io/github/underpostnet/engine?branch=master) [![Version](https://img.shields.io/npm/v/underpost.svg)](https://www.npmjs.org/package/underpost) [![License](https://img.shields.io/npm/l/underpost.svg)](https://www.npmjs.com/package/underpost)
+[![Node.js CI](https://github.com/underpostnet/engine/actions/workflows/docker-image.ci.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml) [![Test](https://github.com/underpostnet/engine/actions/workflows/coverall.ci.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/coverall.ci.yml) [![Downloads](https://img.shields.io/npm/dm/underpost.svg)](https://www.npmjs.com/package/underpost) [![Socket Badge](https://socket.dev/api/badge/npm/package/underpost/2.89.1)](https://socket.dev/npm/package/underpost/overview/2.89.1) [![Coverage Status](https://coveralls.io/repos/github/underpostnet/engine/badge.svg?branch=master)](https://coveralls.io/github/underpostnet/engine?branch=master) [![Version](https://img.shields.io/npm/v/underpost.svg)](https://www.npmjs.org/package/underpost) [![License](https://img.shields.io/npm/l/underpost.svg)](https://www.npmjs.com/package/underpost)
 
 <!-- end-badges -->
 
@@ -66,7 +66,7 @@ Run dev client server
 npm run dev
 ```
 <!-- -->
-## underpost ci/cd cli v2.85.7
+## underpost ci/cd cli v2.89.1
 
 ### Usage: `underpost [options] [command]`
   ```

package/bin/build.js

@@ -53,14 +53,14 @@ if (process.argv.includes('conf')) {
     fs.removeSync(toPath);
     fs.mkdirSync(toPath, { recursive: true });
     fs.copySync(`./engine-private/conf/${_confName}`, toPath);
-    if (process.argv.includes('remove-replica') && fs.existsSync(`../${privateRepoName}/replica`)) {
-      fs.removeSync(`../${privateRepoName}/replica`);
-    } else if (fs.existsSync(`./engine-private/replica`)) {
+    fs.removeSync(`../${privateRepoName}/replica`);
+    if (fs.existsSync(`./engine-private/replica`)) {
       const replicas = await fs.readdir(`./engine-private/replica`);
       for (const replica of replicas)
         if (replica.match(_confName))
           fs.copySync(`./engine-private/replica/${replica}`, `../${privateRepoName}/replica/${replica}`);
     }
+
     if (fs.existsSync(`./engine-private/itc-scripts`)) {
       const itcScripts = await fs.readdir(`./engine-private/itc-scripts`);
       for (const itcScript of itcScripts)
@@ -149,10 +149,6 @@ const { DefaultConf } = await import(`../conf.${confName}.js`);
     }
   }
 
-  shellExec(`node bin/deploy update-default-conf ${confName}`);
-
-  fs.copyFileSync(`./conf.${confName}.js`, `${basePath}/conf.js`);
-
   if (!fs.existsSync(`${basePath}/.github/workflows`))
     fs.mkdirSync(`${basePath}/.github/workflows`, {
       recursive: true,
@@ -170,11 +166,12 @@ const { DefaultConf } = await import(`../conf.${confName}.js`);
       );
       delete packageJson.bin.underpost;
       packageJson.bin.cyberia = 'bin/index.js';
-      packageJson.keywords = ['cyberia', 'object-layer', 'game-engine', 'assets-management'];
-
+      packageJson.keywords = ['cyberia', 'object-layer', 'game-engine', 'assets-management', 'web3'];
+      packageJson.description = 'Cyberia Engine - Object Layer and Assets Management Microservice';
       fs.writeFileSync(`${basePath}/bin/index.js`, fs.readFileSync(`./bin/cyberia.js`, 'utf8'), 'utf8');
       fs.copyFileSync(`./src/api/object-layer/README.md`, `${basePath}/README.md`);
-
+      fs.copySync(`./hardhat`, `${basePath}/hardhat`);
+      fs.copySync(`./hardhat/white-paper.md`, `${basePath}/white-paper.md`);
     default:
       break;
   }
@@ -200,6 +197,7 @@ const { DefaultConf } = await import(`../conf.${confName}.js`);
   fs.copyFileSync(`./.github/workflows/${repoName}.ci.yml`, `${basePath}/.github/workflows/${repoName}.ci.yml`);
   fs.copyFileSync(`./.github/workflows/${repoName}.cd.yml`, `${basePath}/.github/workflows/${repoName}.cd.yml`);
 
+  // Copy conf.<deploy-id>.js to conf.js for the respective deployment
   fs.copyFileSync(`./conf.${confName}.js`, `${basePath}/conf.js`);
   fs.copyFileSync(`./manifests/deployment/${confName}-development/proxy.yaml`, `${basePath}/proxy.yaml`);
   fs.copyFileSync(`./manifests/deployment/${confName}-development/deployment.yaml`, `${basePath}/deployment.yaml`);

package/bin/index.js

@@ -1,5 +1,12 @@
 #! /usr/bin/env node
 
 import { program } from '../src/cli/index.js';
+import { loggerFactory } from '../src/server/logger.js';
 
-program.parse();
+const logger = loggerFactory(import.meta);
+
+try {
+  program.parse();
+} catch (error) {
+  logger.error(error);
+}

package/cli.md

@@ -1,4 +1,4 @@
-## underpost ci/cd cli v2.85.7
+## underpost ci/cd cli v2.89.1
 
 ### Usage: `underpost [options] [command]`
   ```
@@ -623,7 +623,7 @@ Options:
 Runs a script from the specified path.
 
 Arguments:
-  runner-id                                The runner ID to run. Options: spark-template, rmi, kill, secret, underpost-config, gpu-env, tf-gpu-test, dev-cluster, ssh-cluster-info, dev-hosts-expose, dev-hosts-restore, cyberia-ide, engine-ide, cluster-build, template-deploy, template-deploy-image, clean, pull, release-deploy, ssh-deploy, ide, sync, ls-deployments, ls-images, host-update, dev-container, monitor, db-client, git-conf, promote, metrics, cluster, deploy, dev, service, release-cmt, sync-replica, tf-vae-test, deploy-job.
+  runner-id                                The runner ID to run. Options: spark-template, rmi, kill, secret, underpost-config, gpu-env, tf-gpu-test, dev-cluster, ssh-cluster-info, dev-hosts-expose, dev-hosts-restore, cluster-build, template-deploy, template-deploy-image, clean, pull, release-deploy, ssh-deploy, ide, sync, tz, cron, ls-deployments, ls-images, host-update, dev-container, monitor, db-client, git-conf, promote, metrics, cluster, deploy, dev, service, sh, log, release-cmt, sync-replica, tf-vae-test, deploy-job.
   path                                     The absolute or relative directory path where the script is located.
 
 Options:
@@ -646,6 +646,7 @@ Options:
   --reset                                  Resets the runner state before execution.
   --terminal                               Enables terminal mode for interactive script execution.
   --dev-proxy-port-offset <port-offset>    Sets a custom port offset for development proxy.
+  --conf-server-path <conf-server-path>    Sets a custom configuration server path.
   -h, --help                               display help for command
  
 ```

package/manifests/deployment/dd-default-development/deployment.yaml

@@ -17,7 +17,7 @@ spec:
     spec:
       containers:
         - name: dd-default-development-blue
-          image: localhost/rockylinux9-underpost:v2.85.7
+          image: localhost/rockylinux9-underpost:v2.89.1
           #          resources:
           #            requests:
           #              memory: "124Ki"
@@ -100,7 +100,7 @@ spec:
     spec:
       containers:
         - name: dd-default-development-green
-          image: localhost/rockylinux9-underpost:v2.85.7
+          image: localhost/rockylinux9-underpost:v2.89.1
           #          resources:
           #            requests:
           #              memory: "124Ki"

package/manifests/deployment/dd-test-development/deployment.yaml

@@ -17,7 +17,7 @@ spec:
     spec:
       containers:
         - name: dd-test-development-blue
-          image: localhost/rockylinux9-underpost:v2.85.7
+          image: localhost/rockylinux9-underpost:v2.89.1
 #          resources:
 #            requests:
 #              memory: "96294Ki"
@@ -49,41 +49,41 @@ spec:
   selector:
     app: dd-test-development-blue
   ports:
-    - name: 'tcp-4041'
+    - name: 'tcp-4030'
       protocol: TCP
-      port: 4041
-      targetPort: 4041
-    - name: 'udp-4041'
+      port: 4030
+      targetPort: 4030
+    - name: 'udp-4030'
       protocol: UDP
-      port: 4041
-      targetPort: 4041
+      port: 4030
+      targetPort: 4030
 
-    - name: 'tcp-4042'
+    - name: 'tcp-4031'
       protocol: TCP
-      port: 4042
-      targetPort: 4042
-    - name: 'udp-4042'
+      port: 4031
+      targetPort: 4031
+    - name: 'udp-4031'
       protocol: UDP
-      port: 4042
-      targetPort: 4042
+      port: 4031
+      targetPort: 4031
 
-    - name: 'tcp-4043'
+    - name: 'tcp-4032'
       protocol: TCP
-      port: 4043
-      targetPort: 4043
-    - name: 'udp-4043'
+      port: 4032
+      targetPort: 4032
+    - name: 'udp-4032'
       protocol: UDP
-      port: 4043
-      targetPort: 4043
+      port: 4032
+      targetPort: 4032
 
-    - name: 'tcp-4044'
+    - name: 'tcp-4033'
       protocol: TCP
-      port: 4044
-      targetPort: 4044
-    - name: 'udp-4044'
+      port: 4033
+      targetPort: 4033
+    - name: 'udp-4033'
       protocol: UDP
-      port: 4044
-      targetPort: 4044
+      port: 4033
+      targetPort: 4033
   type: LoadBalancer
 ---
 apiVersion: apps/v1
@@ -104,7 +104,7 @@ spec:
     spec:
       containers:
         - name: dd-test-development-green
-          image: localhost/rockylinux9-underpost:v2.85.7
+          image: localhost/rockylinux9-underpost:v2.89.1
 #          resources:
 #            requests:
 #              memory: "96294Ki"
@@ -136,39 +136,39 @@ spec:
   selector:
     app: dd-test-development-green
   ports:
-    - name: 'tcp-4041'
+    - name: 'tcp-4030'
       protocol: TCP
-      port: 4041
-      targetPort: 4041
-    - name: 'udp-4041'
+      port: 4030
+      targetPort: 4030
+    - name: 'udp-4030'
       protocol: UDP
-      port: 4041
-      targetPort: 4041
+      port: 4030
+      targetPort: 4030
 
-    - name: 'tcp-4042'
+    - name: 'tcp-4031'
       protocol: TCP
-      port: 4042
-      targetPort: 4042
-    - name: 'udp-4042'
+      port: 4031
+      targetPort: 4031
+    - name: 'udp-4031'
       protocol: UDP
-      port: 4042
-      targetPort: 4042
+      port: 4031
+      targetPort: 4031
 
-    - name: 'tcp-4043'
+    - name: 'tcp-4032'
       protocol: TCP
-      port: 4043
-      targetPort: 4043
-    - name: 'udp-4043'
+      port: 4032
+      targetPort: 4032
+    - name: 'udp-4032'
       protocol: UDP
-      port: 4043
-      targetPort: 4043
+      port: 4032
+      targetPort: 4032
 
-    - name: 'tcp-4044'
+    - name: 'tcp-4033'
       protocol: TCP
-      port: 4044
-      targetPort: 4044
-    - name: 'udp-4044'
+      port: 4033
+      targetPort: 4033
+    - name: 'udp-4033'
       protocol: UDP
-      port: 4044
-      targetPort: 4044
+      port: 4033
+      targetPort: 4033
   type: LoadBalancer

package/manifests/deployment/dd-test-development/proxy.yaml

@@ -13,7 +13,7 @@ spec:
       enableWebsockets: true
       services:
         - name: dd-test-development-blue-service
-          port: 4041
+          port: 4030
           weight: 100
     
     - conditions:
@@ -21,7 +21,7 @@ spec:
       enableWebsockets: true
       services:
         - name: dd-test-development-blue-service
-          port: 4042
+          port: 4031
           weight: 100
     
 ---
@@ -38,7 +38,7 @@ spec:
       enableWebsockets: true
       services:
         - name: dd-test-development-blue-service
-          port: 4043
+          port: 4032
           weight: 100
     
     - conditions:
@@ -46,6 +46,6 @@ spec:
       enableWebsockets: true
       services:
         - name: dd-test-development-blue-service
-          port: 4044
+          port: 4033
           weight: 100
     

package/package.json

@@ -2,7 +2,7 @@
     "type": "module",
     "main": "src/index.js",
     "name": "underpost",
-    "version": "2.85.7",
+    "version": "2.89.1",
     "description": "pwa api rest template",
     "scripts": {
         "start": "env-cmd -f .env.production node --max-old-space-size=8192 src/server",

package/scripts/rpmfusion-ffmpeg-setup.sh

@@ -0,0 +1,55 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+# Purpose: enable required repos (CRB, EPEL, RPM Fusion) and attempt to install ffmpeg on Rocky/Alma/RHEL-9 compatible systems.
+
+if [ "${EUID:-$(id -u)}" -ne 0 ]; then
+  echo "This script must be run as root or with sudo. Exiting."
+  exit 1
+fi
+
+echo "1) Ensure dnf-plugins-core is available (for config-manager)"
+dnf -y install dnf-plugins-core || true
+
+echo "2) Enable CodeReady / CRB (needed for some deps, e.g. ladspa)"
+# On RHEL you'd use subscription-manager; on CentOS/Rocky/Alma use config-manager
+dnf config-manager --set-enabled crb || true
+
+echo "3) Install EPEL release (required by some ffmpeg deps)"
+dnf -y install https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm || true
+
+echo "4) Add RPM Fusion (free + nonfree) repositories"
+# Using mirrors.rpmfusion.org recommended links
+dnf -y install https://mirrors.rpmfusion.org/free/el/rpmfusion-free-release-9.noarch.rpm \
+               https://mirrors.rpmfusion.org/nonfree/el/rpmfusion-nonfree-release-9.noarch.rpm || true
+
+echo "5) Refresh metadata and update system"
+dnf -y makecache
+# Optional: update system packages (comment out if you don't want a full update)
+# dnf -y update
+
+echo "6) Try to install audio helper packages that sometimes block ffmpeg (ladspa, rubberband)"
+# These may be provided by CRB/EPEL or other compatible repos
+dnf -y install ladspa || echo "ladspa not available from enabled repos (will try later)"
+dnf -y install rubberband || echo "rubberband not available from enabled repos (will try later)"
+
+echo "7) Try installing ffmpeg (several fallbacks tried)"
+if dnf -y install ffmpeg ffmpeg-devel --allowerasing; then
+  echo "ffmpeg installed successfully (used --allowerasing)."
+elif dnf -y install ffmpeg ffmpeg-devel --nobest; then
+  echo "ffmpeg installed successfully (used --nobest)."
+elif dnf -y install ffmpeg ffmpeg-devel --skip-broken; then
+  echo "ffmpeg installed (skip-broken). Some optional packages may have been skipped."
+else
+  echo "Automatic install failed."
+  echo "Helpful troubleshooting steps:"
+  echo " - Check which repo provides ladspa: dnf repoquery --whatprovides 'ladspa'"
+  echo " - Check which package provides librubberband: dnf repoquery --whatprovides 'librubberband.so.2'"
+  echo " - Try enabling CRB and EPEL (we already attempted that). If ladspa/rubberband are still missing you can fetch their EL9 rpm from a trusted mirror or build them."
+  echo " - Example manual install (ONLY if you trust the source): sudo dnf install /path/to/ladspa-*.el9.rpm /path/to/rubberband-*.el9.rpm"
+  echo " - After satisfying ladspa/rubberband, rerun: sudo dnf install ffmpeg ffmpeg-devel"
+  exit 2
+fi
+
+echo "\nInstallation finished. Verify with: ffmpeg -version"
+exit 0

package/src/api/file/file.service.js

@@ -7,9 +7,35 @@ const logger = loggerFactory(import.meta);
 const FileFactory = {
   filesExtract: (req) => {
     const files = [];
-    if (Array.isArray(req.files.file)) for (const file of req.files.file) files.push(file);
-    else if (Object.keys(req.files).length > 0)
-      for (const keyFile of Object.keys(req.files)) files.push(req.files[keyFile]);
+    if (!req.files || Object.keys(req.files).length === 0) {
+      return files;
+    }
+
+    // Handle standard 'file' field
+    if (Array.isArray(req.files.file)) {
+      for (const file of req.files.file) files.push(file);
+    } else if (req.files.file) {
+      files.push(req.files.file);
+    }
+
+    // Handle all other fields (like direction codes)
+    for (const keyFile of Object.keys(req.files)) {
+      if (keyFile === 'file') continue; // Already handled above
+
+      const fileOrFiles = req.files[keyFile];
+      if (Array.isArray(fileOrFiles)) {
+        // Multiple files with same field name
+        for (const file of fileOrFiles) {
+          if (file && file.data) {
+            files.push(file);
+          }
+        }
+      } else if (fileOrFiles && fileOrFiles.data) {
+        // Single file
+        files.push(fileOrFiles);
+      }
+    }
+
     return files;
   },
   upload: async function (req, File) {

package/src/cli/baremetal.js

@@ -1,6 +1,5 @@
 /**
- * Baremetal module for managing the generation and deployment of cloud-init configuration files
- * and associated scripts for baremetal provisioning.
+ * Provides baremetal provisioning and configuration functionalities.
  * @module src/cli/baremetal.js
  * @namespace UnderpostBaremetal
  */

package/src/cli/index.js

@@ -393,6 +393,7 @@ program
   .option('--reset', 'Resets the runner state before execution.')
   .option('--terminal', 'Enables terminal mode for interactive script execution.')
   .option('--dev-proxy-port-offset <port-offset>', 'Sets a custom port offset for development proxy.')
+  .option('--conf-server-path <conf-server-path>', 'Sets a custom configuration server path.')
   .description('Runs a script from the specified path.')
   .action(UnderpostRun.API.callback);
 

package/src/cli/repository.js

@@ -140,13 +140,20 @@ class UnderpostRepository {
           .join('');
         if (history[0]) {
           for (const commit of history) {
+            console.log(
+              shellExec(`git show -s --format=%ci ${commit.hash}`, {
+                stdout: true,
+                silent: true,
+                disableLog: true,
+              }).trim().green,
+            );
             console.log(commit.hash.yellow, commit.message);
             console.log(
               shellExec(`git show --name-status --pretty="" ${commit.hash}`, {
                 stdout: true,
                 silent: true,
                 disableLog: true,
-              }).red,
+              }).trim().red,
             );
           }
           if (options.copy) pbcopy(chainCmd);