underpost 2.89.21 → 2.89.35

package/README.md

@@ -18,7 +18,7 @@
 
 <!-- badges -->
 
-[![Node.js CI](https://github.com/underpostnet/engine/actions/workflows/docker-image.ci.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml) [![Test](https://github.com/underpostnet/engine/actions/workflows/coverall.ci.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/coverall.ci.yml) [![Downloads](https://img.shields.io/npm/dm/underpost.svg)](https://www.npmjs.com/package/underpost) [![Socket Badge](https://socket.dev/api/badge/npm/package/underpost/2.89.21)](https://socket.dev/npm/package/underpost/overview/2.89.21) [![Coverage Status](https://coveralls.io/repos/github/underpostnet/engine/badge.svg?branch=master)](https://coveralls.io/github/underpostnet/engine?branch=master) [![Version](https://img.shields.io/npm/v/underpost.svg)](https://www.npmjs.org/package/underpost) [![License](https://img.shields.io/npm/l/underpost.svg)](https://www.npmjs.com/package/underpost)
+[![Node.js CI](https://github.com/underpostnet/engine/actions/workflows/docker-image.ci.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/docker-image.yml) [![Test](https://github.com/underpostnet/engine/actions/workflows/coverall.ci.yml/badge.svg?branch=master)](https://github.com/underpostnet/engine/actions/workflows/coverall.ci.yml) [![Downloads](https://img.shields.io/npm/dm/underpost.svg)](https://www.npmjs.com/package/underpost) [![Socket Badge](https://socket.dev/api/badge/npm/package/underpost/2.89.35)](https://socket.dev/npm/package/underpost/overview/2.89.35) [![Coverage Status](https://coveralls.io/repos/github/underpostnet/engine/badge.svg?branch=master)](https://coveralls.io/github/underpostnet/engine?branch=master) [![Version](https://img.shields.io/npm/v/underpost.svg)](https://www.npmjs.org/package/underpost) [![License](https://img.shields.io/npm/l/underpost.svg)](https://www.npmjs.com/package/underpost)
 
 <!-- end-badges -->
 
@@ -66,7 +66,7 @@ Run dev client server
 npm run dev
 ```
 <!-- -->
-## underpost ci/cd cli v2.89.21
+## underpost ci/cd cli v2.89.35
 
 ### Usage: `underpost [options] [command]`
   ```

package/cli.md

@@ -1,4 +1,4 @@
-## underpost ci/cd cli v2.89.21
+## underpost ci/cd cli v2.89.35
 
 ### Usage: `underpost [options] [command]`
   ```
@@ -641,7 +641,7 @@ Options:
 Runs a script from the specified path.
 
 Arguments:
-  runner-id                                The runner ID to run. Options: spark-template, rmi, kill, secret, underpost-config, gpu-env, tf-gpu-test, dev-cluster, metadata, svc-ls, svc-rm, ssh-cluster-info, dev-hosts-expose, dev-hosts-restore, cluster-build, template-deploy, template-deploy-image, clean, pull, release-deploy, ssh-deploy, ide, sync, tz, cron, ls-deployments, ls-images, host-update, dd-container, monitor, db-client, git-conf, promote, metrics, cluster, deploy, dev, service, sh, log, release-cmt, sync-replica, tf-vae-test, deploy-job.
+  runner-id                                The runner ID to run. Options: spark-template, rmi, kill, secret, underpost-config, gpu-env, tf-gpu-test, dev-cluster, metadata, svc-ls, svc-rm, ssh-cluster-info, dev-hosts-expose, dev-hosts-restore, cluster-build, template-deploy, template-deploy-image, clean, pull, release-deploy, ssh-deploy, ide, sync, tz, cron, ls-deployments, ls-images, host-update, dd-container, ip-info, monitor, db-client, git-conf, promote, metrics, cluster, deploy, dev, service, sh, log, release-cmt, sync-replica, tf-vae-test, deploy-job.
   path                                     The absolute or relative directory path where the script is located.
 
 Options:
@@ -675,6 +675,7 @@ Options:
   --reset                                  Resets the runner state before execution.
   --terminal                               Enables terminal mode for interactive script execution.
   --dev-proxy-port-offset <port-offset>    Sets a custom port offset for development proxy.
+  --host-network                           Enables host network mode for the runner execution.
   --conf-server-path <conf-server-path>    Sets a custom configuration server path.
   --underpost-root <underpost-root>        Sets a custom Underpost root path.
   -h, --help                               display help for command

package/manifests/deployment/dd-default-development/deployment.yaml

@@ -17,7 +17,7 @@ spec:
     spec:
       containers:
         - name: dd-default-development-blue
-          image: localhost/rockylinux9-underpost:v2.89.21
+          image: localhost/rockylinux9-underpost:v2.89.35
           #          resources:
           #            requests:
           #              memory: "124Ki"
@@ -100,7 +100,7 @@ spec:
     spec:
       containers:
         - name: dd-default-development-green
-          image: localhost/rockylinux9-underpost:v2.89.21
+          image: localhost/rockylinux9-underpost:v2.89.35
           #          resources:
           #            requests:
           #              memory: "124Ki"

package/manifests/deployment/dd-test-development/deployment.yaml

@@ -17,7 +17,7 @@ spec:
     spec:
       containers:
         - name: dd-test-development-blue
-          image: localhost/rockylinux9-underpost:v2.89.21
+          image: localhost/rockylinux9-underpost:v2.89.35
 #          resources:
 #            requests:
 #              memory: "96294Ki"
@@ -108,7 +108,7 @@ spec:
     spec:
       containers:
         - name: dd-test-development-green
-          image: localhost/rockylinux9-underpost:v2.89.21
+          image: localhost/rockylinux9-underpost:v2.89.35
 #          resources:
 #            requests:
 #              memory: "96294Ki"

package/manifests/pv-pvc-dd.yaml

@@ -12,14 +12,14 @@ spec:
   hostPath:
     path: /home/dd
     type: DirectoryOrCreate
-  nodeAffinity:
-    required:
-      nodeSelectorTerms:
-        - matchExpressions:
-            - key: kubernetes.io/hostname
-              operator: In
-              values:
-                - localhost
+  # nodeAffinity:
+  #   required:
+  #     nodeSelectorTerms:
+  #       - matchExpressions:
+  #           - key: kubernetes.io/hostname
+  #             operator: In
+  #             values:
+  #               - localhost
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim

package/package.json

@@ -2,7 +2,7 @@
     "type": "module",
     "main": "src/index.js",
     "name": "underpost",
-    "version": "2.89.21",
+    "version": "2.89.35",
     "description": "pwa api rest template",
     "scripts": {
         "start": "env-cmd -f .env.production node --max-old-space-size=8192 src/server",

package/scripts/gen-fqdns.sh

@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+# gen-fqdns.sh - generate a readable plain table with FQDNs for all services and pods in the cluster
+
+set -euo pipefail
+
+CLUSTER_DOMAIN="${CLUSTER_DOMAIN:-cluster.local}"
+
+# Services: <service>.<namespace>.svc.<cluster-domain>
+kubectl get svc --all-namespaces -o custom-columns=NAMESPACE:.metadata.namespace,NAME:.metadata.name --no-headers \
+  | awk -v cd="$CLUSTER_DOMAIN" '{printf "%-20s %-34s %-6s %s.%s.svc.%s\n", $1, $2, "svc", $2, $1, cd}'
+
+# Pods: <pod>.<namespace>.pod.<cluster-domain>
+kubectl get pods --all-namespaces -o custom-columns=NAMESPACE:.metadata.namespace,NAME:.metadata.name --no-headers \
+  | awk -v cd="$CLUSTER_DOMAIN" '{printf "%-20s %-34s %-6s %s.%s.pod.%s\n", $1, $2, "pod", $2, $1, cd}'

package/scripts/ip-info.sh

@@ -0,0 +1,118 @@
+#!/usr/bin/env bash
+# ip-info.sh
+# Retrieve information about an IP address or hostname
+# Usage: ip-info.sh <IP-or-hostname>
+
+set -euo pipefail
+IFS=$'
+	'
+
+if [[ ${#} -lt 1 ]]; then
+  echo "Usage: $0 <IP-or-hostname>"
+  exit 1
+fi
+TARGET="$1"
+
+# Detect package manager
+PKG_MANAGER=""
+if command -v dnf >/dev/null 2>&1; then
+  PKG_MANAGER=dnf
+elif command -v yum >/dev/null 2>&1; then
+  PKG_MANAGER=yum
+fi
+
+# Commands we need (bind-utils provides dig)
+REQUIRED_CMDS=(curl jq whois dig traceroute)
+PKGS=(curl jq whois bind-utils traceroute)
+
+missing=()
+for i in "${!REQUIRED_CMDS[@]}"; do
+  cmd=${REQUIRED_CMDS[$i]}
+  if ! command -v "$cmd" >/dev/null 2>&1; then
+    missing+=("${PKGS[$i]}")
+  fi
+done
+
+if [[ ${#missing[@]} -gt 0 ]]; then
+  if [[ -z "$PKG_MANAGER" ]]; then
+    echo "Missing packages: ${missing[*]}
+No supported package manager found. Install: ${missing[*]} and re-run."
+    exit 1
+  fi
+  if [[ $EUID -ne 0 && -z "$(command -v sudo)" ]]; then
+    echo "Missing packages: ${missing[*]}
+Run as root or install sudo."
+    exit 1
+  fi
+  echo "Installing missing: ${missing[*]}"
+  sudo $PKG_MANAGER install -y ${missing[*]} >/dev/null
+fi
+
+# Resolve to IP(s)
+resolve_ips(){
+  if getent ahosts "$TARGET" >/dev/null 2>&1; then
+    getent ahosts "$TARGET" | awk '{print $1}' | sort -u
+  else
+    dig +short "$TARGET" | awk '/^[0-9]/ {print $1}' | sort -u
+  fi
+}
+
+mapfile -t IPS < <(resolve_ips)
+if [[ ${#IPS[@]} -eq 0 ]]; then
+  IPS=("$TARGET")
+fi
+
+format(){
+  if command -v jq >/dev/null 2>&1; then
+    jq '.' 2>/dev/null || cat
+  else
+    cat
+  fi
+}
+
+for IP in "${IPS[@]}"; do
+  printf "
+===== %s (resolved: %s) =====
+
+" "$TARGET" "$IP"
+
+  echo "-- REVERSE DNS --"
+  dig -x "$IP" +short || true
+
+  echo "
+-- WHOIS --"
+  whois "$IP" | sed -n '1,80p' || true
+
+  echo "
+-- IPINFO (ipinfo.io) --"
+  curl -sS "https://ipinfo.io/$IP/json" | format || true
+
+  echo "
+-- IP-API (ip-api.com) --"
+  curl -sS "http://ip-api.com/json/$IP?fields=status,message,country,regionName,city,zip,lat,lon,timezone,isp,org,as,query" | format || true
+
+  echo "
+-- IPWHOIS (ipwhois.app) --"
+  curl -sS "https://ipwhois.app/json/$IP" | format || true
+
+  echo "
+-- GEOPLUGIN --"
+  curl -sS "http://www.geoplugin.net/json.gp?ip=$IP" | format || true
+
+  echo "
+-- TRACEROUTE --"
+  traceroute -m 20 "$IP" || true
+
+  if [[ "$TARGET" =~ [A-Za-z] ]]; then
+    echo "
+-- DNS RECORDS for $TARGET --"
+    dig +short A "$TARGET" || true
+    dig +short AAAA "$TARGET" || true
+    dig +short MX "$TARGET" || true
+    dig +short TXT "$TARGET" || true
+  fi
+
+  echo "
+===== done: $IP =====
+"
+done

package/src/cli/deploy.js

@@ -437,6 +437,15 @@ kubectl wait --for=jsonpath='{.status.phase}'=Running pod/busybox1
 kubectl wait --for='jsonpath={.status.conditions[?(@.type=="Ready")].status}=True' pod/busybox1
 kubectl wait --for=delete pod/busybox1 --timeout=60s
 
+fqdn: <service>.<namespace>.<kind(svc/pod)>.<cluster-domain(cluster.local)>
+node bin run cluster-build
+node bin run template-deploy
+node bin run ssh-deploy (sync-)engine-core
+node bin run cluster --dev 'express,dd-test+dd-core'
+node bin run dd-container --dev
+node bin dockerfile-pull-base-images --dev --path 'image-path' --kind-load
+node bin/deploy update-default-conf <deploy-id>
+
 kubectl run --rm -it test-dns --image=busybox:latest --restart=Never -- /bin/sh -c "
   nslookup kubernetes.default.svc.cluster.local;
   nslookup mongodb-service.default.svc.cluster.local;
@@ -536,11 +545,8 @@ EOF`);
 
         if (!options.disableUpdateVolume) {
           for (const volume of confVolume) {
-            if (options.remove) {
-              shellExec(`kubectl delete pvc ${volume.claimName}`);
-              shellExec(`kubectl delete pv ${volume.claimName.replace('pvc-', 'pv-')}`);
-              continue;
-            }
+            shellExec(`kubectl delete pvc ${volume.claimName}`);
+            shellExec(`kubectl delete pv ${volume.claimName.replace('pvc-', 'pv-')}`);
             shellExec(`kubectl apply -f - <<EOF
 ${UnderpostDeploy.API.persistentVolumeFactory({
   hostPath: volume.volumeMountPath,

package/src/cli/index.js

@@ -411,6 +411,7 @@ program
   .option('--reset', 'Resets the runner state before execution.')
   .option('--terminal', 'Enables terminal mode for interactive script execution.')
   .option('--dev-proxy-port-offset <port-offset>', 'Sets a custom port offset for development proxy.')
+  .option('--host-network', 'Enables host network mode for the runner execution.')
   .option('--conf-server-path <conf-server-path>', 'Sets a custom configuration server path.')
   .option('--underpost-root <underpost-root>', 'Sets a custom Underpost root path.')
   .description('Runs a script from the specified path.')

package/src/cli/run.js

@@ -67,6 +67,7 @@ class UnderpostRun {
    * @property {string} kind - The kind of resource to create.
    * @property {boolean} terminal - Whether to open a terminal.
    * @property {number} devProxyPortOffset - The port offset for the development proxy.
+   * @property {boolean} hostNetwork - Whether to use host networking.
    * @property {string} confServerPath - The configuration server path.
    * @property {string} underpostRoot - The root path of the Underpost installation.
    * @memberof UnderpostRun
@@ -98,6 +99,7 @@ class UnderpostRun {
     kind: '',
     terminal: false,
     devProxyPortOffset: 0,
+    hostNetwork: false,
     confServerPath: '',
     underpostRoot: '',
   };
@@ -599,26 +601,34 @@ class UnderpostRun {
     'dd-container': async (path = '', options = UnderpostRun.DEFAULT_OPTION) => {
       const baseCommand = options.dev ? 'node bin' : 'underpost';
       const baseClusterCommand = options.dev ? ' --dev' : '';
-      const currentImage = UnderpostDeploy.API.getCurrentLoadedImages(
-        options.nodeName ? options.nodeName : 'kind-worker',
-        false,
-      ).find((o) => o.IMAGE.match('underpost'));
-      const podName = `underpost-dev-container`;
+      const currentImage = options.imageName
+        ? options.imageName
+        : UnderpostDeploy.API.getCurrentLoadedImages(options.nodeName ? options.nodeName : 'kind-worker', false).find(
+            (o) => o.IMAGE.match('underpost'),
+          );
+      const podName = options.podName || `underpost-dev-container`;
+      const volumeHostPath = options.claimName || '/home/dd';
+      const claimName = options.claimName || `pvc-dd`;
+
       if (!options.nodeName) {
-        shellExec(`docker exec -i kind-worker bash -c "rm -rf /home/dd"`);
-        shellExec(`docker exec -i kind-worker bash -c "mkdir -p /home/dd"`);
-        shellExec(`docker cp /home/dd/engine kind-worker:/home/dd/engine`);
-        shellExec(`docker exec -i kind-worker bash -c "chown -R 1000:1000 /home/dd || true; chmod -R 755 /home/dd"`);
+        shellExec(`docker exec -i kind-worker bash -c "rm -rf ${volumeHostPath}"`);
+        shellExec(`docker exec -i kind-worker bash -c "mkdir -p ${volumeHostPath}"`);
+        shellExec(`docker cp ${volumeHostPath}/engine kind-worker:${volumeHostPath}/engine`);
+        shellExec(
+          `docker exec -i kind-worker bash -c "chown -R 1000:1000 ${volumeHostPath} || true; chmod -R 755 ${volumeHostPath}"`,
+        );
       } else {
         shellExec(`kubectl apply -f ${options.underpostRoot}/manifests/pv-pvc-dd.yaml`);
       }
+
       if (!currentImage)
         shellExec(
           `${baseCommand} dockerfile-pull-base-images${baseClusterCommand} ${options.dev ? '--kind-load' : '--kubeadm-load'}`,
         );
       // shellExec(`kubectl delete pod ${podName} --ignore-not-found`);
-      await UnderpostRun.RUNNERS['deploy-job']('', {
-        dev: options.dev,
+
+      const payload = {
+        ...options,
         podName,
         imageName: currentImage
           ? currentImage.image
@@ -627,15 +637,30 @@ class UnderpostRun {
               ? `${currentImage.IMAGE}:${currentImage.TAG}`
               : `localhost/rockylinux9-underpost:${Underpost.version}`
           : `localhost/rockylinux9-underpost:${Underpost.version}`,
-        volumeMountPath: '/home/dd',
-        ...(options.dev ? { volumeHostPath: '/home/dd' } : { claimName: 'pvc-dd' }),
+        volumeMountPath: volumeHostPath,
+        ...(options.dev ? { volumeHostPath } : { claimName }),
         on: {
           init: async () => {
             // openTerminal(`kubectl logs -f ${podName}`);
           },
         },
         args: [daemonProcess(path ? path : `cd /home/dd/engine && npm install && npm run test`)],
-      });
+      };
+
+      await UnderpostRun.RUNNERS['deploy-job'](path, payload);
+    },
+
+    /**
+     * @method ip-info
+     * @description Executes the `ip-info.sh` script to display IP-related information for the specified path.
+     * @param {string} path - The input value, identifier, or path for the operation (used as an argument to the script).
+     * @param {Object} options - The default underpost runner options for customizing workflow
+     * @memberof UnderpostRun
+     */
+    'ip-info': (path, options = UnderpostRun.DEFAULT_OPTION) => {
+      const { underpostRoot } = options;
+      shellExec(`chmod +x ${underpostRoot}/scripts/ip-info.sh`);
+      shellExec(`${underpostRoot}/scripts/ip-info.sh ${path}`);
     },
 
     /**
@@ -1193,6 +1218,7 @@ class UnderpostRun {
       const restartPolicy = options.restartPolicy || 'Never';
       const kind = options.kind || 'Pod';
       const imagePullPolicy = options.imagePullPolicy || 'IfNotPresent';
+      const hostNetwork = options.hostNetwork ? options.hostNetwork : '';
       const apiVersion = options.apiVersion || 'v1';
       if (options.volumeType === 'dev') options.volumeType = 'FileOrCreate';
       const volumeType =
@@ -1213,6 +1239,7 @@ metadata:
 spec:
   restartPolicy: ${restartPolicy}
 ${runtimeClassName ? `  runtimeClassName: ${runtimeClassName}` : ''}
+${hostNetwork ? `  hostNetwork: ${hostNetwork}` : ''}
   containers:
     - name: ${containerName}
       image: ${imageName}

package/src/index.js

@@ -35,7 +35,7 @@ class Underpost {
    * @type {String}
    * @memberof Underpost
    */
-  static version = 'v2.89.21';
+  static version = 'v2.89.35';
   /**
    * Repository cli API
    * @static

package/src/server/start.js

@@ -132,6 +132,7 @@ class UnderpostStartUp {
       const buildBasePath = `/home/dd`;
       const repoName = `engine-${deployId.split('-')[1]}`;
       shellExec(`cd ${buildBasePath} && underpost clone ${process.env.GITHUB_USERNAME}/${repoName}`);
+      shellExec(`mkdir -p ${buildBasePath}/engine`);
       shellExec(`cd ${buildBasePath} && sudo cp -a ./${repoName}/* ./engine`);
       shellExec(`cd ${buildBasePath} && sudo rm -rf ./${repoName}`);
       shellExec(`cd ${buildBasePath}/engine && underpost clone ${process.env.GITHUB_USERNAME}/${repoName}-private`);