underpost 2.8.845 → 2.8.847

package/README.md

@@ -36,12 +36,17 @@ template
 
 
 
+
+
+
+
+
 
 
 <!-- badges -->
 
 
-[![Node.js CI](https://github.com/underpostnet/engine/actions/workflows/docker-image.ci.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml) [![Test](https://github.com/underpostnet/engine/actions/workflows/coverall.ci.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/coverall.yml) [![Downloads](https://img.shields.io/npm/dm/underpost.svg)](https://www.npmjs.com/package/underpost) [![Socket Badge](https://socket.dev/api/badge/npm/package/underpost/2.8.845)](https://socket.dev/npm/package/underpost/overview/2.8.845) [![Coverage Status](https://coveralls.io/repos/github/underpostnet/engine/badge.svg?branch=master)](https://coveralls.io/github/underpostnet/engine?branch=master) [![Version](https://img.shields.io/npm/v/underpost.svg)](https://www.npmjs.org/package/underpost) [![License](https://img.shields.io/npm/l/underpost.svg)](https://www.npmjs.com/package/underpost)
+[![Node.js CI](https://github.com/underpostnet/engine/actions/workflows/docker-image.ci.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml) [![Test](https://github.com/underpostnet/engine/actions/workflows/coverall.ci.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/coverall.yml) [![Downloads](https://img.shields.io/npm/dm/underpost.svg)](https://www.npmjs.com/package/underpost) [![Socket Badge](https://socket.dev/api/badge/npm/package/underpost/2.8.847)](https://socket.dev/npm/package/underpost/overview/2.8.847) [![Coverage Status](https://coveralls.io/repos/github/underpostnet/engine/badge.svg?branch=master)](https://coveralls.io/github/underpostnet/engine?branch=master) [![Version](https://img.shields.io/npm/v/underpost.svg)](https://www.npmjs.org/package/underpost) [![License](https://img.shields.io/npm/l/underpost.svg)](https://www.npmjs.com/package/underpost)
 
 
 <!-- end-badges -->
@@ -60,6 +65,11 @@ template
 
 
 
+
+
+
+
+
 
 
 </div>
@@ -106,7 +116,7 @@ Run dev client server
 npm run dev
 ```
 <!-- -->
-## underpost ci/cd cli v2.8.845
+## underpost ci/cd cli v2.8.847
 
 ### Usage: `underpost [options] [command]`
   ```
@@ -136,6 +146,7 @@ Commands:
   fs [options] [path]                                        Manages file storage, defaulting to file upload operations.
   test [options] [deploy-list]                               Manages and runs tests, defaulting to the current Underpost default test suite.
   monitor [options] <deploy-id> [env]                        Manages health server monitoring for specified deployments.
+  ssh [options]                                              Import and start ssh server and client based on current default deployment ID.
   run [options] <runner-id> [path]                           Runs a script from the specified path.
   lxd [options]                                              Manages LXD containers and virtual machines.
   baremetal [options] [workflow-id] [hostname] [ip-address]  Manages baremetal server operations, including installation, database setup, commissioning, and user management.

package/bin/build.js

@@ -53,7 +53,9 @@ if (process.argv.includes('conf')) {
     fs.removeSync(toPath);
     fs.mkdirSync(toPath, { recursive: true });
     fs.copySync(`./engine-private/conf/${_confName}`, toPath);
-    if (fs.existsSync(`./engine-private/replica`)) {
+    if (process.argv.includes('remove-replica') && fs.existsSync(`../${privateRepoName}/replica`)) {
+      fs.removeSync(`../${privateRepoName}/replica`);
+    } else if (fs.existsSync(`./engine-private/replica`)) {
       const replicas = await fs.readdir(`./engine-private/replica`);
       for (const replica of replicas)
         if (replica.match(_confName))
@@ -187,4 +189,8 @@ const { DefaultConf } = await import(`../conf.${confName}.js`);
 
   fs.copyFileSync(`./.github/workflows/${repoName}.ci.yml`, `${basePath}/.github/workflows/${repoName}.ci.yml`);
   fs.copyFileSync(`./.github/workflows/${repoName}.cd.yml`, `${basePath}/.github/workflows/${repoName}.cd.yml`);
+
+  if (fs.existsSync(`./src/ws/${confName.split('-')[1]}`)) {
+    fs.copySync(`./src/ws/${confName.split('-')[1]}`, `${basePath}/src/ws/${confName.split('-')[1]}`);
+  }
 }

package/bin/deploy.js

@@ -835,6 +835,12 @@ ${shellExec(`git log | grep Author: | sort -u`, { stdout: true }).split(`\n`).jo
     }
 
     case 'ssh': {
+      // only import + start
+      // node bin/deploy ssh root@<host> <password> import
+
+      // generate + import + start
+      // node bin/deploy ssh root@<host> <password>
+
       const host = process.argv[3] ?? `root@${await ip.public.ipv4()}`;
       const domain = host.split('@')[1];
       const user = 'root'; // host.split('@')[0];
@@ -907,7 +913,7 @@ EOF`);
         // shellExec(`sudo echo "" > ~/.ssh/known_hosts`);
 
         // ssh-copy-id -i ~/.ssh/id_rsa.pub -p <port_number> <username>@<host>
-        shellExec(`ssh-copy-id -i ~/.ssh/id_rsa.pub -p ${port} ${host}`);
+        // shellExec(`ssh-copy-id -i ~/.ssh/id_rsa.pub -p ${port} ${host}`);
         // debug:
         // shellExec(`ssh -vvv ${host}`);
 

package/cli.md

@@ -1,4 +1,4 @@
-## underpost ci/cd cli v2.8.845
+## underpost ci/cd cli v2.8.847
 
 ### Usage: `underpost [options] [command]`
   ```
@@ -28,6 +28,7 @@ Commands:
   fs [options] [path]                                        Manages file storage, defaulting to file upload operations.
   test [options] [deploy-list]                               Manages and runs tests, defaulting to the current Underpost default test suite.
   monitor [options] <deploy-id> [env]                        Manages health server monitoring for specified deployments.
+  ssh [options]                                              Import and start ssh server and client based on current default deployment ID.
   run [options] <runner-id> [path]                           Runs a script from the specified path.
   lxd [options]                                              Manages LXD containers and virtual machines.
   baremetal [options] [workflow-id] [hostname] [ip-address]  Manages baremetal server operations, including installation, database setup, commissioning, and user management.
@@ -118,7 +119,8 @@ options.
 Arguments:
   path         The absolute or relative directory path of the repository.
   commit-type  The type of commit to perform. Options: feat, fix, docs, style,
-               refactor, perf, cd, test, build, ci, chore, revert, backup.
+               refactor, perf, ci, cd, infra, build, test, chore, revert,
+               backup.
   module-tag   Optional: Sets a specific module tag for the commit.
   message      Optional: Provides an additional custom message for the commit.
 
@@ -551,6 +553,20 @@ Options:
 ```
   
 
+### `ssh` :
+```
+ Usage: underpost ssh [options]
+
+Import and start ssh server and client based on current default deployment ID.
+
+Options:
+  --generate  Generates new ssh credential and stores it in current private
+              keys file storage.
+  -h, --help  display help for command
+ 
+```
+  
+
 ### `run` :
 ```
  Usage: underpost run [options] <runner-id> [path]
@@ -558,7 +574,7 @@ Options:
 Runs a script from the specified path.
 
 Arguments:
-  runner-id                                The runner ID to run. Options: spark-template, rmi, kill, secret, gpu-env, tf-gpu-test, dev-cluster, cyberia-ide, engine-ide, ide, monitor, db-client, cluster, deploy, tf-vae-test, deploy-job.
+  runner-id                                The runner ID to run. Options: spark-template, rmi, kill, secret, gpu-env, tf-gpu-test, dev-cluster, cyberia-ide, engine-ide, ssh-deploy, ide, monitor, db-client, cluster, deploy, tf-vae-test, deploy-job.
   path                                     The absolute or relative directory path where the script is located.
 
 Options:

package/docker-compose.yml

@@ -58,7 +58,7 @@ services:
           cpus: '0.25'
           memory: 20M
     labels: # labels in Compose file instead of Dockerfile
-      engine.version: '2.8.845'
+      engine.version: '2.8.847'
     networks:
       - load-balancer
 

package/manifests/deployment/dd-template-development/deployment.yaml

@@ -17,7 +17,7 @@ spec:
     spec:
       containers:
         - name: dd-template-development-blue
-          image: localhost/rockylinux9-underpost:v2.8.845
+          image: localhost/rockylinux9-underpost:v2.8.847
           #          resources:
           #            requests:
           #              memory: "124Ki"
@@ -100,7 +100,7 @@ spec:
     spec:
       containers:
         - name: dd-template-development-green
-          image: localhost/rockylinux9-underpost:v2.8.845
+          image: localhost/rockylinux9-underpost:v2.8.847
           #          resources:
           #            requests:
           #              memory: "124Ki"

package/package.json

@@ -2,7 +2,7 @@
     "type": "module",
     "main": "src/index.js",
     "name": "underpost",
-    "version": "2.8.845",
+    "version": "2.8.847",
     "description": "pwa api rest template",
     "scripts": {
         "start": "env-cmd -f .env.production node --max-old-space-size=8192 src/server",

package/src/cli/cluster.js

@@ -476,6 +476,12 @@ net.bridge.bridge-nf-call-arptables = 1
 net.ipv4.ip_forward = 1' | sudo tee ${iptableConfPath}`,
           { silent: true },
         );
+
+      // Increase inotify limits
+      shellExec(`sudo sysctl -w fs.inotify.max_user_watches=2099999999`);
+      shellExec(`sudo sysctl -w fs.inotify.max_user_instances=2099999999`);
+      shellExec(`sudo sysctl -w fs.inotify.max_queued_events=2099999999`);
+
       // shellExec(`sudo sysctl --system`); // Apply sysctl changes immediately
       // Apply NAT iptables rules.
       shellExec(`${underpostRoot}/manifests/maas/nat-iptables.sh`, { silent: true });

package/src/cli/deploy.js

@@ -528,13 +528,14 @@ node bin/deploy build-full-client ${deployId}
         }).trim(),
       );
     },
-    checkDeploymentReadyStatus(deployId, env, traffic) {
+    checkDeploymentReadyStatus(deployId, env, traffic, ignoresNames = []) {
       const cmd = `underpost config get container-status`;
       const pods = UnderpostDeploy.API.get(`${deployId}-${env}-${traffic}`);
       const readyPods = [];
       const notReadyPods = [];
       for (const pod of pods) {
         const { NAME } = pod;
+        if (ignoresNames && ignoresNames.find((t) => NAME.trim().toLowerCase().match(t.trim().toLowerCase()))) continue;
         if (
           shellExec(`sudo kubectl exec -i ${NAME} -- sh -c "${cmd}"`, { stdout: true }).match(
             `${deployId}-${env}-running-deployment`,

package/src/cli/index.js

@@ -86,13 +86,7 @@ program
   .argument('<deploy-id>', `The deployment configuration ID. Use 'clean' to restore default environment settings.`)
   .argument('[env]', 'Optional: The environment to set (e.g., "production", "development"). Defaults to "production".')
   .description('Sets environment variables and configurations related to a specific deployment ID.')
-  .action((...args) => {
-    if (args[0] === 'current') {
-      console.log(process.env.DEPLOY_ID);
-      return;
-    }
-    loadConf(...args);
-  });
+  .action(loadConf);
 
 // 'config' command: Manage Underpost configurations
 program
@@ -322,6 +316,13 @@ program
   .description('Manages health server monitoring for specified deployments.')
   .action(Underpost.monitor.callback);
 
+// 'ssh' command: SSH management
+program
+  .command('ssh')
+  .option('--generate', 'Generates new ssh credential and stores it in current private keys file storage.')
+  .description('Import and start ssh server and client based on current default deployment ID.')
+  .action(Underpost.ssh.callback);
+
 // 'run' command: Run a script
 program
   .command('run')

package/src/cli/run.js

@@ -86,6 +86,13 @@ class UnderpostRun {
       shellExec(`${baseCommand} run ide /home/dd/engine`);
       shellExec(`${baseCommand} run ide /home/dd/engine/engine-private`);
     },
+    'ssh-deploy': (path, options = UnderpostRun.DEFAULT_OPTION) => {
+      const baseCommand = options.dev || true ? 'node bin' : 'underpost';
+      shellCd('/home/dd/engine');
+      shellExec(`git reset`);
+      shellExec(`${baseCommand} cmt . --empty cd ssh-${path}`);
+      shellExec(`${baseCommand} push . underpostnet/engine`);
+    },
     ide: (path, options = UnderpostRun.DEFAULT_OPTION) => {
       const { underpostRoot } = options;
       shellExec(`node ${underpostRoot}/bin/vs ${path}`);
@@ -199,12 +206,13 @@ class UnderpostRun {
       const currentTraffic = UnderpostDeploy.API.getCurrentTraffic(deployId);
       const targetTraffic = currentTraffic === 'blue' ? 'green' : 'blue';
       const env = 'production';
+      const ignorePods = UnderpostDeploy.API.get(`${deployId}-${env}-${targetTraffic}`).map((p) => p.NAME);
       shellExec(`sudo kubectl rollout restart deployment/${deployId}-${env}-${targetTraffic}`);
 
       let secondsElapsed = 0;
       logger.info('Deployment init', { deployId, env, targetTraffic });
 
-      while (!UnderpostDeploy.API.checkDeploymentReadyStatus(deployId, env, targetTraffic).ready) {
+      while (!UnderpostDeploy.API.checkDeploymentReadyStatus(deployId, env, targetTraffic, ignorePods).ready) {
         await timer(1000);
         secondsElapsed++;
         logger.info(`Deployment in progress, seconds elapsed: ${secondsElapsed}`);

package/src/cli/ssh.js

@@ -0,0 +1,32 @@
+import { getNpmRootPath } from '../server/conf.js';
+import { shellExec } from '../server/process.js';
+
+class UnderpostSSH {
+  static API = {
+    /**
+     * @method callback
+     * @param {object} options
+     * @param {boolean} options.generate - Generates new ssh credential and stores it in current private keys file storage.
+     * @description Import and start ssh server and client based on current default deployment ID.
+     */
+    callback: async (
+      options = {
+        generate: false,
+      },
+    ) => {
+      // only import + start
+      // node bin/deploy ssh root@<host> <password> import
+
+      // generate + import + start
+      // node bin/deploy ssh root@<host> <password>
+
+      shellExec(
+        `node bin/deploy ssh root@${process.env.DEFAULT_DEPLOY_HOST} ${process.env.DEFAULT_DEPLOY_PASSWORD ?? `''`}${
+          options.generate === true ? '' : ' import'
+        }`,
+      );
+    },
+  };
+}
+
+export default UnderpostSSH;

package/src/client/Default.index.js

@@ -18,7 +18,7 @@ import { ElementsDefault } from './components/default/ElementsDefault.js';
 import { Scroll } from './components/core/Scroll.js';
 
 const htmlMainBody = async () => {
-  return html`<span style="color: black; padding: 5px">Hello World!!</span>`;
+  return html`<span>Hello World!!</span>`;
 };
 
 window.onload = () =>

package/src/client/components/core/Chat.js

@@ -53,7 +53,7 @@ const Chat = {
       html`
         <div class="in">
           <span class="chat-message-header">${getIsoDate(new Date())} | ${id}:</span><br />
-          ${message}
+          <span class="chat-message-body"> ${message}</span>
         </div>
       `,
     );

package/src/client/components/core/CommonJs.js

@@ -822,70 +822,72 @@ const generateRandomPasswordSelection = (length) => {
 
 const commitData = {
   feat: {
-    description: 'A new feature',
+    description: 'New feature or enhancement (frontend, backend, API, or UX)',
     title: 'Features',
     emoji: '✨',
   },
   fix: {
-    description: 'A bug fix',
+    description: 'Fix a bug',
     title: 'Bug Fixes',
     emoji: '🐛',
   },
   docs: {
-    description: 'Documentation only changes',
+    description: 'Documentation changes',
     title: 'Documentation',
     emoji: '📚',
   },
   style: {
-    description:
-      'Changes that do not affect the meaning of the code (white-space, formatting, missing semi-colons, etc)',
+    description: 'Formatting, whitespace, semicolons, code style',
     title: 'Styles',
     emoji: '💎',
   },
   refactor: {
-    description: 'A code change that neither fixes a bug nor adds a feature',
+    description: 'Code refactor.',
     title: 'Code Refactoring',
     emoji: '📦',
   },
   perf: {
-    description: 'A code change that improves performance',
+    description: 'Performance improvements across the stack.',
     title: 'Performance Improvements',
     emoji: '⚡️',
   },
+  ci: {
+    description: 'CI pipeline changes (GitHub Actions, runners, caching)',
+    title: 'Continuous Integration',
+    emoji: '⚙️',
+  },
   cd: {
-    description:
-      'Changes to our Continuous Delivery configuration files and scripts (example scopes: Jenkins, Spinnaker, ArgoCD)',
+    description: 'CD / deployment changes (Remote ssh deployment scripts)',
     title: 'Continuous Delivery',
     emoji: '🚀',
   },
-  test: {
-    description: 'Adding missing tests or correcting existing tests',
-    title: 'Tests',
-    emoji: '🚨',
+  infra: {
+    description: 'Infrastructure changes (MAAS, LXD, cloud infra, networking, provisioning).',
+    title: 'Infrastructure',
+    emoji: '🏗️',
   },
   build: {
-    description: 'Changes that affect the build system or external dependencies (example scopes: gulp, broccoli, npm)',
+    description: 'Build system or dependency changes (tooling, bundler, build scripts).',
     title: 'Builds',
     emoji: '🛠',
   },
-  ci: {
-    description:
-      'Changes to our CI configuration files and scripts (example scopes: Travis, Circle, BrowserStack, SauceLabs)',
-    title: 'Continuous Integrations',
-    emoji: '⚙️',
+  test: {
+    description: 'Unit or integration tests added/updated, test helpers, flake fixes.',
+    title: 'Tests',
+    emoji: '🚨',
   },
   chore: {
-    description: "Other changes that don't modify src or test files",
+    description: "Other changes that don't modify src or tests (automation, housekeeping).",
     title: 'Chores',
     emoji: '♻️',
   },
   revert: {
-    description: 'Reverts a previous commit',
+    description: 'Revert a previous commit or change.',
     title: 'Reverts',
     emoji: '🗑',
   },
   backup: {
-    description: 'Changes related to backups, including creation, restoration, and maintenance.',
+    description: 'Backups, snapshotting, restore scripts, or backup docs.',
     title: 'Backups',
     emoji: '💾',
   },

package/src/client/components/core/Content.js

@@ -105,7 +105,6 @@ const Content = {
       class: '',
       container: '',
       url: '',
-      aHrefOptions: { disable: false },
       raw: false,
     },
   ) {
@@ -143,10 +142,7 @@ const Content = {
           ? getApiBaseUrl({ id: file._id, endpoint: 'file/blob' })
           : URL.createObjectURL(getBlobFromUint8ArrayFile(file.data.data, file.mimetype));
         const imgRender = html`<img class="in ${options.class}" ${options.style} src="${url}" />`;
-        render += html`${options.aHrefOptions?.disable
-          ? imgRender
-          : html`<a href="${url}" target="_top">${imgRender}</a>`}`;
-
+        render += imgRender;
         break;
       }
       case 'pdf': {

package/src/client/components/core/Css.js

@@ -212,13 +212,13 @@ const addTheme = (options) => {
   };
 };
 
-const borderChar = (px, color, selectors) => {
+const borderChar = (px, color, selectors, hover = false) => {
   if (selectors) {
     return selectors
       .map(
         (selector) => html`
           <style>
-            ${selector} {
+            ${selector}${hover ? ':hover' : ''} {
               text-shadow: ${px}px -${px}px ${px}px ${color}, -${px}px ${px}px ${px}px ${color},
                 -${px}px -${px}px ${px}px ${color}, ${px}px ${px}px ${px}px ${color};
             }
@@ -854,6 +854,18 @@ const imageShimmer = () => html`<div
   </div>
 </div>`;
 
+const renderChessPattern = () => `background: repeating-conic-gradient(#808080 0 25%, #0000 0 50%) 50% / 20px 20px`;
+
+const extractBackgroundImageUrl = (element) => {
+  const style = window.getComputedStyle(element);
+  const imageString = style.backgroundImage;
+  const foundUrlRaw = imageString.match(/^url\(?(.+)\)$/i)[1];
+  if (!foundUrlRaw) return null;
+  const foundUrl = foundUrlRaw.replace(/^['|"| ]*/, '').replace(/['" ]*$/, '');
+  if (!foundUrl) return null;
+  return foundUrl;
+};
+
 const simpleIconsRender = (selector) => {
   sa(selector).forEach((el) => {
     el.src = `https://cdn.simpleicons.org/coveralls/${rgbToHex(window.getComputedStyle(s('html')).color)}`;
@@ -893,4 +905,6 @@ export {
   cssEffect,
   imageShimmer,
   simpleIconsRender,
+  extractBackgroundImageUrl,
+  renderChessPattern,
 };

package/src/client/components/core/CssCore.js

@@ -17,8 +17,8 @@ const CssCommonCore = async () => {
   await AgGrid.RenderStyle();
   return html`<style>
       .top-bar-app-icon {
-        width: 35px;
-        height: 35px;
+        width: 40px;
+        height: 40px;
       }
       .mini-title {
         font-size: 15px;
@@ -51,7 +51,6 @@ const CssCommonCore = async () => {
         cursor: grabbing !important;
       }
       .btn-label-content {
-        height: 100%;
         top: 15px;
       }
       .badge {
@@ -122,6 +121,7 @@ const CssCommonCore = async () => {
         left: 0;
         width: 100%;
         z-index: 1;
+        transition: 0.3s;
       }
       @keyframes ripple {
         to {
@@ -607,6 +607,10 @@ const CssCoreLight = {
           background: gray;
           transition: 0.3s;
         }
+        .bar-default-modal-icon {
+          width: 15px;
+          height: 15px;
+        }
         .slide-menu-top-bar {
           width: 100%;
           top: 0;

package/src/client/components/core/DropDown.js

@@ -8,7 +8,12 @@ const DropDown = {
   Tokens: {},
   Render: async function (options) {
     const id = options.id ? options.id : getId(this.Tokens, 'dropdown-');
-    this.Tokens[id] = { onClickEvents: {}, lastSelectValue: undefined, oncheckvalues: {} };
+    this.Tokens[id] = {
+      onClickEvents: {},
+      lastSelectValue: undefined,
+      oncheckvalues: {},
+      originData: options.data ? newInstance(options.data) : [],
+    };
 
     options.data.push({
       value: 'reset',
@@ -65,17 +70,21 @@ const DropDown = {
             if (options.type === 'checkbox' && ToggleSwitch.Tokens[`checkbox-role-${valueDisplay}`])
               ToggleSwitch.Tokens[`checkbox-role-${valueDisplay}`].click();
             if (optionData.value !== 'close') {
-              if (optionData.value !== 'reset')
-                htmls(
-                  `.dropdown-current-${id}`,
-                  options.type === 'checkbox'
-                    ? data
-                        .filter((d) => d.checked)
-                        .map((v, i, a) => `${v.display}${i < a.length - 1 ? ',' : ''}`)
-                        .join('')
-                    : optionData.display,
-                );
-              else htmls(`.dropdown-current-${id}`, '');
+              if (optionData.value !== 'reset') {
+                if (options.type === 'checkbox') {
+                  // const _instanValue = data
+                  //   .filter((d) => d.checked)
+                  //   .map((v, i, a) => `${v.display}${i < a.length - 1 ? ',' : ''}`)
+                  //   .join('');
+                  const value = Object.keys(DropDown.Tokens[id].oncheckvalues);
+                  htmls(
+                    `.dropdown-current-${id}`,
+                    value.map((v) => DropDown.Tokens[id].originData.find((_v) => _v.value === v).display),
+                  );
+                } else {
+                  htmls(`.dropdown-current-${id}`, optionData.display);
+                }
+              } else htmls(`.dropdown-current-${id}`, '');
 
               this.Tokens[id].value =
                 options.type === 'checkbox' ? data.filter((d) => d.checked).map((d) => d.data) : optionData.data;