underpost 2.8.84 → 2.8.86

package/.env.development

@@ -1,3 +1,4 @@
+DEPLOY_ID=dd-default
 NODE_ENV=development
 PORT=4000
 JWT_SECRET=test

package/.env.production

@@ -1,3 +1,4 @@
+DEPLOY_ID=dd-default
 NODE_ENV=production
 PORT=3000
 JWT_SECRET=test

package/.env.test

@@ -1,3 +1,4 @@
+DEPLOY_ID=dd-default
 NODE_ENV=test
 PORT=5000
 JWT_SECRET=test

package/.github/workflows/{ghpkg.yml → ghpkg.ci.yml}

@@ -1,4 +1,4 @@
-name: Update github repo package
+name: CI | Publish github repository package
 on:
   push:
     branches: ['master']

package/.github/workflows/{npmpkg.yml → npmpkg.ci.yml}

@@ -1,4 +1,4 @@
-name: Update npm repo package
+name: CI | Publish npm repository package
 on:
   push:
     branches: ['master']

package/.github/workflows/{publish.yml → publish.ci.yml}

@@ -1,4 +1,4 @@
-name: publish to npmjs
+name: CI | Publish npm package
 on:
   release:
     types: [released]

package/.github/workflows/{pwa-microservices-template.page.yml → pwa-microservices-template-page.cd.yml}

@@ -1,5 +1,5 @@
 # Simple workflow for deploying static content to GitHub Pages
-name: Deploy static content to Pages
+name: CD | Gihub page | PWA Microservices Template
 
 on:
   # Runs on pushes targeting the default branch
@@ -54,7 +54,7 @@ jobs:
           npm install -g underpost
           npm install
           node bin/deploy update-default-conf ghpkg
-          env-cmd -f .env.production node bin/deploy build-full-client github-pages underpostnet.github.io /pwa-microservices-template-ghpkg
+          env-cmd -f .env.production node bin/deploy build-full-client dd-github-pages underpostnet.github.io /pwa-microservices-template-ghpkg
       # git lfs install
       # git lfs track
       # git lfs ls-files

package/.github/workflows/{pwa-microservices-template.test.yml → pwa-microservices-template-test.ci.yml}

@@ -1,4 +1,4 @@
-name: Test
+name: CI | Gihub page | PWA Microservices Template Test
 
 on: [push]
 

package/.github/workflows/release.cd.yml

@@ -0,0 +1,37 @@
+name: CD | Release deployment | remote ssh
+
+on:
+  workflow_run:
+    workflows: ['CI | Publish npm package']
+    types:
+      - completed
+
+jobs:
+  after-publish:
+    if: github.repository == 'underpostnet/pwa-microservices-template' || startsWith(github.event.head_commit.message, 'cd(ssh-release)')
+    runs-on: ubuntu-latest
+    steps:
+      - name: Run remote deploy via SSH
+        uses: appleboy/ssh-action@v1.2.2
+        with:
+          # Remote host (secret)
+          host: ${{ secrets.SSH_HOST }}
+          # Remote user (secret)
+          username: ${{ secrets.SSH_USERNAME }}
+          # Private key (secret) — the PEM contents (not a path)
+          key: ${{ secrets.SSH_PRIV_KEY }}
+          # Remote port (optional)
+          port: ${{ secrets.SSH_PORT }}
+          # Optional: if your private key has a passphrase, add:
+          # passphrase: ${{ secrets.SSH_KEY_PASSPHRASE }}
+          # Commands to run on the remote VM
+          script: |
+            set -e
+            echo "Starting remote release deploy"
+            cd /home/dd/engine
+            npm install -g underpost
+            underpost config set GITHUB_TOKEN ${{ secrets.GITHUB_TOKEN }}
+            node bin run --dev pull
+            underpost run secret
+            underpost run underpost-config
+            underpost run release-deploy

package/.vscode/settings.json

@@ -57,7 +57,6 @@
     "nexodev",
     "pathfinding",
     "Pixi",
-    "plantuml",
     "privkey",
     "runas",
     "Scatterplot",

package/README.md

@@ -1,26 +1,25 @@
 <p align="center">
-  <img src="https://underpost.net/assets/splash/apple-touch-icon-precomposed.png" alt="underpost.net"/>
+  <img src="https://underpost.net/assets/splash/apple-touch-icon-precomposed.png" alt="underpost engine core server"/>
 </p>
 
 <div align="center">
 
-### underpost.net
+<h1>underpost</h1>
 
 </div>
 
 <div align="center">
 
-template
+<a target="_top" href='https://rockylinux.org/download'><img alt='rockylinux' src='https://img.shields.io/badge/Rocky Linux v9.6-100000?style=flat&logo=rockylinux&logoColor=white&labelColor=10b981&color=727273'/></a> <a target="_top"  href='https://www.npmjs.com/package/npm/v/11.1.0' ><img alt='npm' src='https://img.shields.io/badge/npm v11.1.0-100000?style=flat&logo=npm&logoColor=white&labelColor=CB3837&color=727273'/></a> <a target="_top"  href='https://nodejs.org/download/release/v22.9.0/' ><img alt='nodedotjs' src='https://img.shields.io/badge/node v23.8.0-100000?style=flat&logo=nodedotjs&logoColor=white&labelColor=5FA04E&color=727273'/></a> <a target="_top"  href='https://pgp.mongodb.com/' ><img alt='mongodb' src='https://img.shields.io/badge/mongodb_server v7.0-100000?style=flat&logo=mongodb&logoColor=white&labelColor=47A248&color=727273'/></a>
 
 </div>
 
 <div align="center">
 
-<a target="_top" href='https://rockylinux.org/download'><img alt='rockylinux' src='https://img.shields.io/badge/Rocky Linux v9.6-100000?style=flat&logo=rockylinux&logoColor=white&labelColor=10b981&color=727273'/></a> <a target="_top"  href='https://www.npmjs.com/package/npm/v/11.1.0' ><img alt='npm' src='https://img.shields.io/badge/npm v11.1.0-100000?style=flat&logo=npm&logoColor=white&labelColor=CB3837&color=727273'/></a> <a target="_top"  href='https://nodejs.org/download/release/v22.9.0/' ><img alt='nodedotjs' src='https://img.shields.io/badge/node v23.8.0-100000?style=flat&logo=nodedotjs&logoColor=white&labelColor=5FA04E&color=727273'/></a> <a target="_top"  href='https://pgp.mongodb.com/' ><img alt='mongodb' src='https://img.shields.io/badge/mongodb_server v7.0-100000?style=flat&logo=mongodb&logoColor=white&labelColor=47A248&color=727273'/></a>
 
-</div>
 
-<div align="center">
+
+
 
 
 
@@ -30,7 +29,7 @@ template
 <!-- badges -->
 
 
-[![Node.js CI](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml) [![Test](https://github.com/underpostnet/engine/actions/workflows/coverall.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/coverall.yml) [![Downloads](https://img.shields.io/npm/dm/underpost.svg)](https://www.npmjs.com/package/underpost) [![Socket Badge](https://socket.dev/api/badge/npm/package/underpost/2.8.84)](https://socket.dev/npm/package/underpost/overview/2.8.84) [![Coverage Status](https://coveralls.io/repos/github/underpostnet/engine/badge.svg?branch=master)](https://coveralls.io/github/underpostnet/engine?branch=master) [![Version](https://img.shields.io/npm/v/underpost.svg)](https://www.npmjs.org/package/underpost) [![License](https://img.shields.io/npm/l/underpost.svg)](https://www.npmjs.com/package/underpost)
+[![Node.js CI](https://github.com/underpostnet/engine/actions/workflows/docker-image.ci.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml) [![Test](https://github.com/underpostnet/engine/actions/workflows/coverall.ci.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/coverall.yml) [![Downloads](https://img.shields.io/npm/dm/underpost.svg)](https://www.npmjs.com/package/underpost) [![Socket Badge](https://socket.dev/api/badge/npm/package/underpost/2.8.86)](https://socket.dev/npm/package/underpost/overview/2.8.86) [![Coverage Status](https://coveralls.io/repos/github/underpostnet/engine/badge.svg?branch=master)](https://coveralls.io/github/underpostnet/engine?branch=master) [![Version](https://img.shields.io/npm/v/underpost.svg)](https://www.npmjs.org/package/underpost) [![License](https://img.shields.io/npm/l/underpost.svg)](https://www.npmjs.com/package/underpost)
 
 
 <!-- end-badges -->
@@ -40,13 +39,18 @@ template
 
 
 
+
+
+
+
+
 </div>
 
 <div align="center">
 
 #### Base template for pwa/api-rest projects.
 
-Develop, build, deploy, test, monitor, and manage multiple runtime applications on virtual machines or container instances.
+<div style="font-size: 20px;"><em>End2end</em> continuous integration and continuous deployment cloud to applications federation tools. Develop, build, deploy, test, monitor, and manage multiple runtime applications on virtual machines or container instances.</div>
 
 </div>
 
@@ -84,7 +88,7 @@ Run dev client server
 npm run dev
 ```
 <!-- -->
-## underpost ci/cd cli v2.8.84
+## underpost ci/cd cli v2.8.86
 
 ### Usage: `underpost [options] [command]`
   ```
@@ -93,7 +97,7 @@ npm run dev
   -h, --help                                                 display help for command
 
 Commands:
-  new <app-name>                                             Initializes a new Underpost project with a predefined structure.
+  new [options] <app-name>                                   Initializes a new Underpost project with a predefined structure.
   start [options] <deploy-id> [env]                          Initiates application servers, build pipelines, or other defined services based on the deployment ID.
   clone [options] <uri>                                      Clones a specified GitHub repository into the current directory.
   pull [options] <path> <uri>                                Pulls the latest changes from a specified GitHub repository.
@@ -109,11 +113,13 @@ Commands:
   dockerfile-pull-base-images [options]                      Pulls required Underpost Dockerfile base images and optionally loads them into clusters.
   install                                                    Quickly imports Underpost npm dependencies by copying them.
   db [options] <deploy-list>                                 Manages database operations, including import, export, and collection management.
+  metadata [options] [deploy-id] [host] [path]               Manages cluster metadata operations, including import and export.
   script [options] <operator> <script-name> [script-value]   Supports a variety of built-in Underpost global scripts, their preset lifecycle events, and arbitrary custom scripts.
   cron [options] [deploy-list] [job-list]                    Manages cron jobs, including initialization, execution, and configuration updates.
   fs [options] [path]                                        Manages file storage, defaulting to file upload operations.
   test [options] [deploy-list]                               Manages and runs tests, defaulting to the current Underpost default test suite.
   monitor [options] <deploy-id> [env]                        Manages health server monitoring for specified deployments.
+  ssh [options]                                              Import and start ssh server and client based on current default deployment ID.
   run [options] <runner-id> [path]                           Runs a script from the specified path.
   lxd [options]                                              Manages LXD containers and virtual machines.
   baremetal [options] [workflow-id] [hostname] [ip-address]  Manages baremetal server operations, including installation, database setup, commissioning, and user management.

package/bin/build.js

@@ -53,7 +53,9 @@ if (process.argv.includes('conf')) {
     fs.removeSync(toPath);
     fs.mkdirSync(toPath, { recursive: true });
     fs.copySync(`./engine-private/conf/${_confName}`, toPath);
-    if (fs.existsSync(`./engine-private/replica`)) {
+    if (process.argv.includes('remove-replica') && fs.existsSync(`../${privateRepoName}/replica`)) {
+      fs.removeSync(`../${privateRepoName}/replica`);
+    } else if (fs.existsSync(`./engine-private/replica`)) {
       const replicas = await fs.readdir(`./engine-private/replica`);
       for (const replica of replicas)
         if (replica.match(_confName))
@@ -150,10 +152,6 @@ const { DefaultConf } = await import(`../conf.${confName}.js`);
   shellExec(`node bin/deploy update-default-conf ${confName}`);
 
   fs.copyFileSync(`./conf.${confName}.js`, `${basePath}/conf.js`);
-  fs.copyFileSync(
-    `./.github/workflows/engine.${confName.split('dd-')[1]}.ci.yml`,
-    `${basePath}/.github/workflows/engine.${confName.split('dd-')[1]}.ci.yml`,
-  );
 
   switch (confName) {
     case 'dd-cyberia':
@@ -183,4 +181,16 @@ const { DefaultConf } = await import(`../conf.${confName}.js`);
       fs.copyFileSync(`./manifests/deployment/${confName}-${env}/${file}`, `${basePath}/${file}`);
     }
   }
+
+  if (!fs.existsSync(`${basePath}/.github/workflows`))
+    fs.mkdirSync(`${basePath}/.github/workflows`, {
+      recursive: true,
+    });
+
+  fs.copyFileSync(`./.github/workflows/${repoName}.ci.yml`, `${basePath}/.github/workflows/${repoName}.ci.yml`);
+  fs.copyFileSync(`./.github/workflows/${repoName}.cd.yml`, `${basePath}/.github/workflows/${repoName}.cd.yml`);
+
+  if (fs.existsSync(`./src/ws/${confName.split('-')[1]}`)) {
+    fs.copySync(`./src/ws/${confName.split('-')[1]}`, `${basePath}/src/ws/${confName.split('-')[1]}`);
+  }
 }

package/bin/cyberia0.js

@@ -0,0 +1,78 @@
+#! /usr/bin/env node
+
+import dotenv from 'dotenv';
+import { Command } from 'commander';
+import fs from 'fs-extra';
+import { pbcopy, shellExec } from '../src/server/process.js';
+import Jimp from 'jimp';
+import Underpost from '../src/index.js';
+import { loggerFactory } from '../src/server/logger.js';
+import { DataBaseProvider } from '../src/db/DataBaseProvider.js';
+
+dotenv.config();
+
+const logger = loggerFactory(import.meta);
+
+const deployId = process.env.DEFAULT_DEPLOY_ID;
+const host = process.env.DEFAULT_DEPLOY_HOST;
+const path = process.env.DEFAULT_DEPLOY_PATH;
+
+const confServerPath = `./engine-private/conf/${deployId}/conf.server.json`;
+const confServer = JSON.parse(fs.readFileSync(confServerPath, 'utf8'));
+const { db } = confServer[host][path];
+
+logger.info('env', {
+  deployId,
+  host,
+  path,
+  db,
+});
+
+await DataBaseProvider.load({
+  apis: ['object-layer'],
+  host,
+  path,
+  db,
+});
+
+const ObjectLayer = DataBaseProvider.instance[`${host}${path}`].mongoose.models.ObjectLayer;
+
+const program = new Command();
+
+program.name('cyberia').description(`content generator cli ${Underpost.version}`).version(Underpost.version);
+
+const pngDirectoryIteratorByObjectLayerType = async (
+  objectLayerType = 'skin',
+  callback = ({ path, objectLayerType, objectLayerId, direction, frame }) => {},
+) => {
+  for (const objectLayerId of await fs.readdir(`./src/client/public/cyberia/assets/${objectLayerType}`)) {
+    for (const direction of await fs.readdir(
+      `./src/client/public/cyberia/assets/${objectLayerType}/${objectLayerId}`,
+    )) {
+      const dirFolder = `./src/client/public/cyberia/assets/${objectLayerType}/${objectLayerId}/${direction}`;
+      if (!fs.statSync(dirFolder).isDirectory()) continue;
+      for (const frame of await fs.readdir(dirFolder)) {
+        const imageFilePath = `./src/client/public/cyberia/assets/${objectLayerType}/${objectLayerId}/${direction}/${frame}`;
+        await callback({ path: imageFilePath, objectLayerType, objectLayerId, direction, frame });
+      }
+    }
+  }
+};
+
+program
+  .command('ol')
+  .option('--import [object-layer-type]', 'Import object layer from type storage png image')
+  .action(async (options = { import: false }) => {
+    if (options.import) {
+      await pngDirectoryIteratorByObjectLayerType(
+        options.import,
+        async ({ path, objectLayerType, objectLayerId, direction, frame }) => {
+          console.log(path, { objectLayerType, objectLayerId, direction, frame });
+        },
+      );
+    }
+    await DataBaseProvider.instance[`${host}${path}`].mongoose.close();
+  })
+  .description('Object layer management');
+
+program.parse();

package/bin/db.js

@@ -4,7 +4,7 @@ import { loggerFactory } from '../src/server/logger.js';
 import { MariaDB } from '../src/db/mariadb/MariaDB.js';
 import { Xampp } from '../src/runtime/xampp/Xampp.js';
 import { Lampp } from '../src/runtime/lampp/Lampp.js';
-import { getCapVariableName, getRestoreCronCmd, loadConf, splitFileFactory } from '../src/server/conf.js';
+import { getCapVariableName, loadConf, splitFileFactory } from '../src/server/conf.js';
 import { DataBaseProvider } from '../src/db/DataBaseProvider.js';
 import { hashPassword } from '../src/server/auth.js';
 
@@ -104,7 +104,6 @@ try {
           }
           break;
         case 'import':
-          shellExec(await getRestoreCronCmd({ host, path, conf: confServer, deployId }));
           break;
         case 'init-xampp-service':
           await Xampp.initService();
@@ -182,7 +181,6 @@ try {
           break;
         case 'import':
           // mongorestore -d <database_name> <directory_backup>
-          shellExec(await getRestoreCronCmd({ host, path, conf: confServer, deployId }));
           break;
         case 'init-service':
           break;