underpost 2.8.841 → 2.8.843

package/.env.development

@@ -1,3 +1,4 @@
+DEPLOY_ID=dd-template
 NODE_ENV=development
 PORT=4000
 JWT_SECRET=test

package/.env.production

@@ -1,3 +1,4 @@
+DEPLOY_ID=dd-template
 NODE_ENV=production
 PORT=3000
 JWT_SECRET=test

package/.env.test

@@ -1,3 +1,4 @@
+DEPLOY_ID=dd-template
 NODE_ENV=test
 PORT=5000
 JWT_SECRET=test

package/README.md

@@ -28,10 +28,12 @@ template
 
 
 
+
+
 <!-- badges -->
 
 
-[![Node.js CI](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml) [![Test](https://github.com/underpostnet/engine/actions/workflows/coverall.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/coverall.yml) [![Downloads](https://img.shields.io/npm/dm/underpost.svg)](https://www.npmjs.com/package/underpost) [![Socket Badge](https://socket.dev/api/badge/npm/package/underpost/2.8.841)](https://socket.dev/npm/package/underpost/overview/2.8.841) [![Coverage Status](https://coveralls.io/repos/github/underpostnet/engine/badge.svg?branch=master)](https://coveralls.io/github/underpostnet/engine?branch=master) [![Version](https://img.shields.io/npm/v/underpost.svg)](https://www.npmjs.org/package/underpost) [![License](https://img.shields.io/npm/l/underpost.svg)](https://www.npmjs.com/package/underpost)
+[![Node.js CI](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml) [![Test](https://github.com/underpostnet/engine/actions/workflows/coverall.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/coverall.yml) [![Downloads](https://img.shields.io/npm/dm/underpost.svg)](https://www.npmjs.com/package/underpost) [![Socket Badge](https://socket.dev/api/badge/npm/package/underpost/2.8.843)](https://socket.dev/npm/package/underpost/overview/2.8.843) [![Coverage Status](https://coveralls.io/repos/github/underpostnet/engine/badge.svg?branch=master)](https://coveralls.io/github/underpostnet/engine?branch=master) [![Version](https://img.shields.io/npm/v/underpost.svg)](https://www.npmjs.org/package/underpost) [![License](https://img.shields.io/npm/l/underpost.svg)](https://www.npmjs.com/package/underpost)
 
 
 <!-- end-badges -->
@@ -42,6 +44,8 @@ template
 
 
 
+
+
 </div>
 
 <div align="center">
@@ -86,7 +90,7 @@ Run dev client server
 npm run dev
 ```
 <!-- -->
-## underpost ci/cd cli v2.8.841
+## underpost ci/cd cli v2.8.843
 
 ### Usage: `underpost [options] [command]`
   ```

package/bin/build.js

@@ -183,4 +183,5 @@ const { DefaultConf } = await import(`../conf.${confName}.js`);
       fs.copyFileSync(`./manifests/deployment/${confName}-${env}/${file}`, `${basePath}/${file}`);
     }
   }
+  fs.copyFileSync(`./.github/workflows/deploy.${confName}.yml`, `${basePath}/.github/workflows/deploy.${confName}.yml`);
 }

package/bin/deploy.js

@@ -1110,18 +1110,6 @@ EOF`);
       break;
     }
 
-    case 'monitor': {
-      shellExec(
-        `node bin monitor ${process.argv[6] === 'sync' ? '--sync ' : ''}--type ${process.argv[3]} ${process.argv[4]} ${
-          process.argv[5]
-        }`,
-        {
-          async: true,
-        },
-      );
-      break;
-    }
-
     case 'postgresql': {
       if (process.argv.includes('install')) {
         shellExec(`sudo dnf install -y postgresql-server postgresql`);

package/bin/file.js

@@ -86,6 +86,9 @@ try {
           '.github/workflows/engine.lampp.ci.yml',
           '.github/workflows/engine.core.ci.yml',
           '.github/workflows/engine.cyberia.ci.yml',
+          '.github/workflows/deploy.dd-core.yml',
+          '.github/workflows/deploy.dd-cyberia.yml',
+          '.github/workflows/deploy.dd-lampp.yml',
           './manifests/deployment/dd-lampp-development',
           './manifests/deployment/dd-cyberia-development',
           './manifests/deployment/dd-core-development',

package/cli.md

@@ -1,4 +1,4 @@
-## underpost ci/cd cli v2.8.8411
+## underpost ci/cd cli v2.8.843
 
 ### Usage: `underpost [options] [command]`
   ```
@@ -554,7 +554,7 @@ Options:
 Runs a script from the specified path.
 
 Arguments:
-  runner-id                                The runner ID to run. Options: spark-template, rmi, kill, secret, gpu-env, tf-gpu-test, ide, monitor, tf-vae-test, deploy-job.
+  runner-id                                The runner ID to run. Options: spark-template, rmi, kill, secret, gpu-env, tf-gpu-test, ide, monitor, db-client, cluster, deploy, tf-vae-test, deploy-job.
   path                                     The absolute or relative directory path where the script is located.
 
 Options:
@@ -564,6 +564,7 @@ Options:
   --pod-name <pod-name>                    Optional: Specifies the pod name for test execution.
   --volume-host-path <volume-host-path>    Optional: Specifies the volume host path for test execution.
   --volume-mount-path <volume-mount-path>  Optional: Specifies the volume mount path for test execution.
+  --volume-type <volume-type>              Optional: Specifies the volume type for test execution.
   --image-name <image-name>                Optional: Specifies the image name for test execution.
   --container-name <container-name>        Optional: Specifies the container name for test execution.
   --namespace <namespace>                  Optional: Specifies the namespace for test execution.

package/docker-compose.yml

@@ -58,7 +58,7 @@ services:
           cpus: '0.25'
           memory: 20M
     labels: # labels in Compose file instead of Dockerfile
-      engine.version: '2.8.841'
+      engine.version: '2.8.843'
     networks:
       - load-balancer
 

package/manifests/deployment/dd-template-development/deployment.yaml

@@ -17,7 +17,7 @@ spec:
     spec:
       containers:
         - name: dd-template-development-blue
-          image: localhost/rockylinux9-underpost:v2.8.841
+          image: localhost/rockylinux9-underpost:v2.8.843
           #          resources:
           #            requests:
           #              memory: "124Ki"
@@ -100,7 +100,7 @@ spec:
     spec:
       containers:
         - name: dd-template-development-green
-          image: localhost/rockylinux9-underpost:v2.8.841
+          image: localhost/rockylinux9-underpost:v2.8.843
           #          resources:
           #            requests:
           #              memory: "124Ki"

package/package.json

@@ -2,7 +2,7 @@
     "type": "module",
     "main": "src/index.js",
     "name": "underpost",
-    "version": "2.8.841",
+    "version": "2.8.843",
     "description": "pwa api rest template",
     "scripts": {
         "start": "env-cmd -f .env.production node --max-old-space-size=8192 src/server",
@@ -11,7 +11,7 @@
         "dev": "env-cmd -f .env.development node src/client.dev default",
         "dev-img": "env-cmd -f .env.development node src/server",
         "prod-img": "env-cmd -f .env.production node src/server",
-        "monitor": "pm2 start bin/deploy.js --name monitor -- monitor",
+        "monitor": "pm2 start src/monitor.js --name monitor -- dd production",
         "dev-api": "env-cmd -f .env.development nodemon --watch src --ignore src/client src/api",
         "dev-client": "env-cmd -f .env.development node src/client.dev",
         "proxy": "node src/proxy proxy",

package/src/cli/cluster.js

@@ -368,7 +368,7 @@ class UnderpostCluster {
           shellExec(`kubectl apply -f ${underpostRoot}/manifests/mongodb/storage-class.yaml`);
         shellExec(`kubectl apply -k ${underpostRoot}/manifests/mongodb`);
 
-        const successInstance = await UnderpostTest.API.statusMonitor('mongodb-1');
+        const successInstance = await UnderpostTest.API.statusMonitor('mongodb-1', 'Running', 'pods', 1000, 60 * 10);
 
         if (successInstance) {
           const mongoConfig = {

package/src/cli/deploy.js

@@ -528,6 +528,25 @@ node bin/deploy build-full-client ${deployId}
         }).trim(),
       );
     },
+    checkDeploymentReadyStatus(deployId, env, traffic) {
+      const cmd = `underpost config get container-status`;
+      const pods = UnderpostDeploy.API.get(`${deployId}-${env}-${traffic}`);
+      const readyPods = [];
+      const notReadyPods = [];
+      for (const pod of pods) {
+        const { NAME } = pod;
+        if (
+          shellExec(`sudo kubectl exec -i ${NAME} -- sh -c "${cmd}"`, { stdout: true }).match(
+            `${deployId}-${env}-running-deployment`,
+          )
+        ) {
+          readyPods.push(pod);
+        } else {
+          notReadyPods.push(pod);
+        }
+      }
+      return { ready: notReadyPods.length === 0, notReadyPods, readyPods };
+    },
   };
 }
 

package/src/cli/index.js

@@ -86,7 +86,13 @@ program
   .argument('<deploy-id>', `The deployment configuration ID. Use 'clean' to restore default environment settings.`)
   .argument('[env]', 'Optional: The environment to set (e.g., "production", "development"). Defaults to "production".')
   .description('Sets environment variables and configurations related to a specific deployment ID.')
-  .action(loadConf);
+  .action((...args) => {
+    if (args[0] === 'current') {
+      console.log(process.env.DEPLOY_ID);
+      return;
+    }
+    loadConf(...args);
+  });
 
 // 'config' command: Manage Underpost configurations
 program
@@ -326,6 +332,7 @@ program
   .option('--pod-name <pod-name>', 'Optional: Specifies the pod name for test execution.')
   .option('--volume-host-path <volume-host-path>', 'Optional: Specifies the volume host path for test execution.')
   .option('--volume-mount-path <volume-mount-path>', 'Optional: Specifies the volume mount path for test execution.')
+  .option('--volume-type <volume-type>', 'Optional: Specifies the volume type for test execution.')
   .option('--image-name <image-name>', 'Optional: Specifies the image name for test execution.')
   .option('--container-name <container-name>', 'Optional: Specifies the container name for test execution.')
   .option('--namespace <namespace>', 'Optional: Specifies the namespace for test execution.')

package/src/cli/monitor.js

@@ -173,19 +173,15 @@ class UnderpostMonitor {
                     monitorTrafficName = undefined;
                     monitorPodName = undefined;
                   }
-                  const cmd = `underpost config get container-status`;
                   const checkDeploymentReadyStatus = () => {
-                    const pods = UnderpostDeploy.API.get(`${deployId}-${env}-${traffic}`);
-                    if (pods && pods[0]) {
-                      const { NAME } = pods[0];
-                      if (
-                        shellExec(`sudo kubectl exec -i ${NAME} -- sh -c "${cmd}"`, { stdout: true }).match(
-                          `${deployId}-${env}-running-deployment`,
-                        )
-                      ) {
-                        monitorPodName = NAME;
-                        monitorTrafficName = `${traffic}`;
-                      }
+                    const { ready, notReadyPods, readyPods } = UnderpostDeploy.API.checkDeploymentReadyStatus(
+                      deployId,
+                      env,
+                      traffic,
+                    );
+                    if (ready) {
+                      monitorPodName = readyPods[0].NAME;
+                      monitorTrafficName = `${traffic}`;
                     }
                   };
                   if (!monitorPodName) {

package/src/cli/run.js

@@ -142,6 +142,65 @@ class UnderpostRun {
       };
       _monitor();
     },
+    'db-client': async (path, options = UnderpostRun.DEFAULT_OPTION) => {
+      const { underpostRoot } = options;
+      shellExec(`kubectl apply -k ${underpostRoot}/manifests/deployment/adminer/.`);
+    },
+    cluster: async (path, options = UnderpostRun.DEFAULT_OPTION) => {
+      const deployList = fs.readFileSync(`./engine-private/deploy/dd.router`, 'utf8').split(',');
+      const env = 'production';
+      shellCd(`/home/dd/engine`);
+      shellExec(`underpost cluster --reset`);
+      await timer(5000);
+      shellExec(`underpost cluster --kubeadm`);
+      await timer(5000);
+      shellExec(`underpost dockerfile-pull-base-images --path /home/dd/engine/src/runtime/lampp --kubeadm-load`);
+      await timer(5000);
+      shellExec(`underpost cluster --kubeadm --pull-image --mongodb`);
+      await timer(5000);
+      shellExec(`underpost cluster --kubeadm --pull-image --mariadb`);
+      await timer(5000);
+      for (const deployId of deployList) {
+        shellExec(`underpost db ${deployId} --import --git`);
+      }
+      await timer(5000);
+      shellExec(`underpost cluster --kubeadm --pull-image --valkey`);
+      await timer(5000);
+      shellExec(`underpost cluster --kubeadm --contour`);
+      await timer(5000);
+      shellExec(`underpost cluster --kubeadm --cert-manager`);
+      for (const deployId of deployList) {
+        shellExec(`underpost deploy ${deployId} ${env} --kubeadm --cert`);
+      }
+    },
+    deploy: async (path, options = UnderpostRun.DEFAULT_OPTION) => {
+      const deployId = path;
+      const currentTraffic = UnderpostDeploy.API.getCurrentTraffic(deployId);
+      const targetTraffic = currentTraffic === 'blue' ? 'green' : 'blue';
+      const env = 'production';
+      shellExec(`sudo kubectl rollout restart deployment/${deployId}-${env}-${targetTraffic}`);
+
+      let secondsElapsed = 0;
+      logger.info('Deployment init', { deployId, env, targetTraffic });
+
+      while (!UnderpostDeploy.API.checkDeploymentReadyStatus(deployId, env, targetTraffic).ready) {
+        await timer(1000);
+        secondsElapsed++;
+        logger.info(`Deployment in progress, seconds elapsed: ${secondsElapsed}`);
+      }
+
+      logger.info(`Deployment ready, seconds elapsed: ${secondsElapsed}`);
+
+      UnderpostRootEnv.API.set(`${deployId}-${env}-traffic`, targetTraffic);
+
+      shellExec(
+        `node bin deploy --info-router --build-manifest --traffic ${targetTraffic} --replicas ${
+          options.replicas ? options.replicas : 1
+        } ${deployId} ${env}`,
+      );
+      shellExec(`sudo kubectl apply -f ./engine-private/conf/${deployId}/build/${env}/proxy.yaml`);
+      shellExec(`sudo kubectl rollout restart deployment/${deployId}-${env}-${currentTraffic}`);
+    },
     'tf-vae-test': async (path, options = UnderpostRun.DEFAULT_OPTION) => {
       const { underpostRoot } = options;
       const podName = 'tf-vae-test';

package/src/index.js

@@ -34,7 +34,7 @@ class Underpost {
    * @type {String}
    * @memberof Underpost
    */
-  static version = 'v2.8.841';
+  static version = 'v2.8.843';
   /**
    * Repository cli API
    * @static

package/src/monitor.js

@@ -0,0 +1,24 @@
+'use strict';
+
+// https://nodejs.org/api
+// https://expressjs.com/en/4x/api.html
+
+import dotenv from 'dotenv';
+import { loggerFactory } from './server/logger.js';
+import { ProcessController } from './server/process.js';
+import { getUnderpostRootPath } from './server/conf.js';
+import fs from 'fs-extra';
+import UnderpostMonitor from './cli/monitor.js';
+
+const underpostRootPath = getUnderpostRootPath();
+fs.existsSync(`${underpostRootPath}/.env`)
+  ? dotenv.config({ path: `${underpostRootPath}/.env`, override: true })
+  : dotenv.config();
+
+const logger = loggerFactory(import.meta);
+
+await logger.setUpInfo();
+
+UnderpostMonitor.API.callback(process.argv[2], process.argv[3], { type: 'blue-green', sync: true });
+
+ProcessController.init(logger);