@underpostnet/underpost 2.8.4 → 2.8.5

package/bin/file.js

@@ -1,7 +1,13 @@
 import fs from 'fs-extra';
 
 import { loggerFactory } from '../src/server/logger.js';
-import { cap, getCapVariableName, getDirname, newInstance } from '../src/client/components/core/CommonJs.js';
+import {
+  cap,
+  getCapVariableName,
+  getDirname,
+  newInstance,
+  uniqueArray,
+} from '../src/client/components/core/CommonJs.js';
 import { shellCd, shellExec } from '../src/server/process.js';
 import walk from 'ignore-walk';
 import { validateTemplatePath } from '../src/server/conf.js';
@@ -25,16 +31,8 @@ let name = getCapVariableName(file.split('.')[0]);
 logger.info('File metadata', { path, file, ext, name });
 
 try {
-  // throw '';
-  // let cmd;
   let content = '';
   switch (type) {
-    case 'create-js-module':
-      // node bin/file './src/client/components/core/progress bar.js'
-      content = `const ${name} = {}; export { ${name} }`;
-      setTimeout(() => shellExec(`prettier --write ${buildPath}`));
-      break;
-
     case 'update-template':
     case 'copy-src':
       console.log({ rawPath, toPath });
@@ -77,10 +75,9 @@ try {
         fs.copySync(`./.github`, `../pwa-microservices-template/.github`);
         fs.copySync(`./src/client/public/default`, `../pwa-microservices-template/src/client/public/default`);
 
-        shellCd('../pwa-microservices-template');
-        for (const deletePath of ['README.md', 'package-lock.json', 'package.json']) {
-          shellExec(`git checkout ${deletePath}`);
-        }
+        for (const checkoutPath of ['README.md', 'package-lock.json', 'package.json'])
+          shellExec(`cd ../pwa-microservices-template && git checkout ${checkoutPath}`);
+
         for (const deletePath of [
           '.github/workflows/coverall.yml',
           '.github/workflows/docker-image.yml',
@@ -89,17 +86,34 @@ try {
           '.github/workflows/engine.lampp.ci.yml',
           '.github/workflows/engine.core.ci.yml',
           '.github/workflows/engine.cyberia.ci.yml',
+          './manifests/deployment/dd-lampp-development',
+          './manifests/deployment/dd-cyberia-development',
+          './manifests/deployment/dd-core-development',
           'bin/web3.js',
           'bin/cyberia.js',
         ]) {
-          fs.removeSync('../pwa-microservices-template/' + deletePath);
+          if (fs.existsSync(deletePath)) fs.removeSync('../pwa-microservices-template/' + deletePath);
         }
-        shellCd('../engine');
         const originPackageJson = JSON.parse(fs.readFileSync('./package.json', 'utf8'));
         const templatePackageJson = JSON.parse(fs.readFileSync('../pwa-microservices-template/package.json', 'utf8'));
+
+        const name = templatePackageJson.name;
+        const description = templatePackageJson.description;
+        const dev = templatePackageJson.scripts.dev;
+        const build = templatePackageJson.scripts.build;
+
         templatePackageJson.dependencies = originPackageJson.dependencies;
         templatePackageJson.devDependencies = originPackageJson.devDependencies;
         templatePackageJson.version = originPackageJson.version;
+        templatePackageJson.scripts = originPackageJson.scripts;
+        templatePackageJson.name = name;
+        templatePackageJson.description = description;
+        templatePackageJson.scripts.dev = dev;
+        templatePackageJson.scripts.build = build;
+        templatePackageJson.keywords = uniqueArray(
+          ['pwa', 'microservices', 'template', 'builder'].concat(templatePackageJson.keywords),
+        );
+        delete templatePackageJson.scripts['update-template'];
         fs.writeFileSync(
           '../pwa-microservices-template/package.json',
           JSON.stringify(templatePackageJson, null, 4),

package/bin/index.js

@@ -1,63 +1,191 @@
 #! /usr/bin/env node
 
 import dotenv from 'dotenv';
-import { shellCd, shellExec } from '../src/server/process.js';
 import { Command } from 'commander';
-import { actionInitLog, loggerFactory } from '../src/server/logger.js';
+import { loggerFactory } from '../src/server/logger.js';
 import Underpost from '../src/index.js';
+import { getNpmRootPath, loadConf } from '../src/server/conf.js';
+import fs from 'fs-extra';
+import { commitData } from '../src/client/components/core/CommonJs.js';
+import UnderpostScript from '../src/cli/script.js';
+import UnderpostDB from '../src/cli/db.js';
+import UnderpostCron from '../src/cli/cron.js';
 
-dotenv.config();
+const npmRoot = getNpmRootPath();
+const underpostRoot = `${npmRoot}/underpost/.env`;
+fs.existsSync(underpostRoot) ? dotenv.config({ path: underpostRoot, override: true }) : dotenv.config();
 
 const logger = loggerFactory(import.meta);
 
 const program = new Command();
 
-program.name('underpost').description(`underpost.net ci/cd cli ${Underpost.version}`).version(Underpost.version);
+program.name('underpost').description(`underpost ci/cd cli ${Underpost.version}`).version(Underpost.version);
 
 program
-  .command('new <app-name>')
+  .command('new')
+  .argument('<app-name>', 'Application name')
   .description('Create a new project')
-  .action((...args) => ((args[1] = Underpost.version), new Underpost.project(...args)));
+  .action(Underpost.repo.new);
 
 program
-  .command('clone <uri>')
-  .description('Clone github repository, if your GITHUB_TOKEN environment exists, it will be used')
-  .action(Underpost.project.clone);
+  .command('clone')
+  .argument(`<uri>`, 'e.g. username/repository')
+  .option('--bare', 'Clone only .git files')
+  .description('Clone github repository')
+  .action(Underpost.repo.clone);
 
 program
-  .command('pull <path> <uri>')
-  .description('Pull github repository, if your GITHUB_TOKEN environment exists, it will be used')
-  .action(Underpost.project.pull);
+  .command('pull')
+  .argument('<path>', 'Absolute or relative directory')
+  .argument(`<uri>`, 'e.g. username/repository')
+  .description('Pull github repository')
+  .action(Underpost.repo.pull);
 
 program
-  .option('--copy')
-  .option('--info')
-  .option('--empty')
-  .command('cmt <path> [commit-type] [sub-module] [message]')
-  .description(
-    'Commit github repository, if your GITHUB_TOKEN environment exists, it will be used, use --copy will copy to clipboard message, use --info will see info commit types, use --empty will allow empty files',
-  )
-  .action((...args) => ((args[4] = options), Underpost.project.commit(...args)));
+  .command('cmt')
+  .argument('<path>', 'Absolute or relative directory')
+  .argument(`<commit-type>`, `Options: ${Object.keys(commitData)}`)
+  .argument(`[module-tag]`, 'Optional set module tag')
+  .argument(`[message]`, 'Optional set additional message')
+  .option('--empty', 'Allow empty files')
+  .option('--copy', 'Copy to clipboard message')
+  .option('--info', 'Info commit types')
+  .description('Commit github repository')
+  .action(Underpost.repo.commit);
 
 program
-  .command('push <path> <uri>')
-  .description('Push github repository, if your GITHUB_TOKEN environment exists, it will be used')
-  .action(Underpost.project.push);
+  .command('push')
+  .argument('<path>', 'Absolute or relative directory')
+  .argument(`<uri>`, 'e.g. username/repository')
+  .option('-f', 'Force push overwriting repository')
+  .description('Push github repository')
+  .action(Underpost.repo.push);
 
 program
-  .command('env <deploy-id> [env]')
+  .command('env')
+  .argument('<deploy-id>', `deploy configuration id, if 'clean' restore default`)
+  .argument('[env]', 'Optional environment, for default is production')
   .description('Set environment variables files and conf related to <deploy-id>')
-  .action(Underpost.project.useEnv);
+  .action(loadConf);
+
+program
+  .command('config')
+  .argument('operator', `Options: ${Object.keys(Underpost.env)}`)
+  .argument('[key]', 'Config key')
+  .argument('[value]', 'Config value')
+  .description(`Manage configuration, operators`)
+  .action((...args) => Underpost.env[args[0]](args[1], args[2]));
+
+program
+  .command('root')
+  .description('Get npm root path')
+  .action(() => console.log(getNpmRootPath()));
+
+program
+  .command('cluster')
+  .option('--reset', `Delete all clusters and prune all data and caches`)
+  .option('--mariadb', 'Init with mariadb statefulset')
+  .option('--mongodb', 'Init with mongodb statefulset')
+  .option('--valkey', 'Init with valkey service')
+  .option('--contour', 'Init with project contour base HTTPProxy and envoy')
+  .option('--info', 'Get all kinds objects deployed')
+  .option('--full', 'Init with all statefulsets and services available')
+  .option('--ns-use <ns-name>', 'Switches current context to namespace')
+  .action((...args) => {
+    if (args[0].reset) return Underpost.cluster.reset();
+    return Underpost.cluster.init(args[0]);
+  })
+  .description('Manage cluster, for default initialization base kind cluster');
+
+program
+  .command('deploy')
+  .argument('<deploy-list>', 'Deploy id list, e.g. default-a,default-b')
+  .argument('[env]', 'Optional environment, for default is development')
+  .option('--remove', 'Delete deployments and services')
+  .option('--sync', 'Sync deployments env, ports, and replicas')
+  .option('--info-router', 'Display router structure')
+  .option('--build-manifest', 'Build kind yaml manifests: deployments, services, proxy and secrets')
+  .description('Manage deployment, for default deploy development pods')
+  .action(Underpost.deploy.callback);
 
-program.command('test').description('Run tests').action(Underpost.runTest);
+program
+  .command('secret')
+  .argument('<platform>', `Options: ${Object.keys(Underpost.secret)}`)
+  .option('--init', 'Init secrets platform environment')
+  .option('--create-from-file <path-env-file>', 'Create secret from env file')
+  .option('--list', 'Lists secrets')
+  // .option('--delete [secret-key]', 'Delete key secret, if not set, are default delete all')
+  // .option('--create [secret-key] [secret-value]', 'Create secret key, with secret value')
+  .description(`Manage secrets`)
+  .action((...args) => {
+    if (args[1].createFromFile) return Underpost.secret[args[0]].createFromEnvFile(args[1].createFromFile);
+    if (args[1].list) return Underpost.secret[args[0]].list();
+    if (args[1].init) return Underpost.secret[args[0]].init();
+  });
+
+program
+  .command('dockerfile-node-script')
+  .argument('<deploy-id>', 'Deploy configuration id')
+  .argument('[env]', 'Optional environment, for default is development')
+  .option('--run', 'Run custom entry point script')
+  .description('Dockerfile custom node build script')
+  .action(Underpost.image.dockerfile.script);
 
 program
-  .command('help')
-  .description('Display help information')
+  .command('dockerfile-image-build')
+  .argument('<deploy-id>', 'Deploy configuration id')
+  .argument('[env]', 'Optional environment, for default is development')
+  .argument('[path]', 'Absolute or relative directory, for default is current')
+  .option('--image-archive', 'Only load tar image from /images')
+  .description('Build image from Dockerfile')
+  .action(Underpost.image.dockerfile.build);
+
+program
+  .command('dockerfile-pull-base-images')
+  .description('Pull underpost dockerfile images requirements')
+  .action(Underpost.image.dockerfile.pullBaseImages);
+
+program
+  .command('install')
+  .description('Fast import underpost npm dependencies')
   .action(() => {
-    program.outputHelp();
+    fs.copySync(`${npmRoot}/underpost/node_modules`, './node_modules');
   });
 
-const options = program.opts();
+program
+  .command('db')
+  .argument('<deploy-list>', 'Deploy id list, e.g. default-a,default-b')
+  .option('--import', 'Import container backups from repositories')
+  .option('--export', 'Export container backups to repositories')
+  .description('Manage databases')
+  .action(UnderpostDB.API.callback);
+
+program
+  .command('script')
+  .argument('operator', `Options: ${Object.keys(UnderpostScript.API)}`)
+  .argument('<script-name>', 'Script name')
+  .argument('[script-value]', 'Literal command')
+  .description(
+    'Supports a number of built-in underpost global scripts and their preset life cycle events as well as arbitrary scripts',
+  )
+  .action((...args) => Underpost.script[args[0]](args[1], args[2]));
+
+program
+  .command('cron')
+  .argument('[deploy-list]', 'Deploy id list, e.g. default-a,default-b')
+  .argument('[job-list]', `Deploy id list, e.g. ${Object.keys(UnderpostCron.JOB)}, for default all available jobs`)
+  .option('--disable-kind-cluster', 'Disable kind cluster configuration')
+  .option('--init', 'Init cron jobs for cron job default deploy id')
+  .description('Cron jobs management')
+  .action(Underpost.cron.callback);
+
+program
+  .command('test')
+  .argument('[deploy-list]', 'Deploy id list, e.g. default-a,default-b')
+  .description('Manage Test, for default run current underpost default test')
+  .option('--inside-container', 'Inside container execution context')
+  .option('--sh', 'Copy to clipboard, container entrypoint shell command')
+  .option('--logs', 'Display container logs')
+  .action(Underpost.test.callback);
 
 program.parse();

package/bin/util.js

@@ -112,14 +112,6 @@ try {
       fs.writeFileSync('b64-image', `data:image/jpg;base64,${fs.readFileSync(process.argv[3]).toString('base64')}`);
       break;
 
-    case 'clean-env': {
-      shellExec(`git checkout package.json`);
-      shellExec(`git checkout .env.production`);
-      shellExec(`git checkout .env.development`);
-      shellExec(`git checkout .env.test`);
-      shellExec(`git checkout jsdoc.json`);
-      break;
-    }
     case 'get-keys': {
       const sentence = fs.existsSync('./_')
         ? fs.readFileSync('./_', 'utf8')

package/docker-compose.yml

@@ -58,7 +58,7 @@ services:
           cpus: '0.25'
           memory: 20M
     labels: # labels in Compose file instead of Dockerfile
-      engine.version: '2.8.4'
+      engine.version: '2.8.5'
     networks:
       - load-balancer
 

package/manifests/mongodb/backup-access.yaml

@@ -0,0 +1,16 @@
+apiVersion: v1
+kind: Pod
+metadata:
+  name: backup-access
+spec:
+  containers:
+    - name: busybox
+      image: busybox
+      command: ['sh', '-c', 'sleep 3600']
+      volumeMounts:
+        - name: backup-storage
+          mountPath: /backup
+  volumes:
+    - name: backup-storage
+      persistentVolumeClaim:
+        claimName: backup-pvc

package/manifests/mongodb/backup-cronjob.yaml

@@ -0,0 +1,42 @@
+apiVersion: batch/v1
+kind: CronJob
+metadata:
+  name: mongodb-backup
+spec:
+  schedule: '*/5 * * * *' # Runs backup every five minutes
+  jobTemplate:
+    spec:
+      template:
+        spec:
+          containers:
+            - name: mongodump
+              image: docker.io/library/mongo:latest
+              command:
+                - sh
+                - -c
+                - |
+                  # Perform backup
+                  mongodump --host=mongodb-service --port=27017 --out=/backup/$(date +\%Y-\%m-\%dT\%H-\%M-\%S)
+                  # Remove backups older than 7 days
+                  find /backup -type d -mtime +7 -exec rm -rf {} +
+              volumeMounts:
+                - name: backup-storage
+                  mountPath: /backup
+          restartPolicy: Never
+          volumes:
+            - name: backup-storage
+              persistentVolumeClaim:
+                claimName: backup-pvc
+#     mongodump -u $MONGO_INITDB_ROOT_USERNAME -p $MONGO_INITDB_ROOT_PASSWORD --host=mongodb-service --port=27017 --out=/backup/$(date +\%Y-\%m-\%dT\%H-\%M-\%S)
+
+# env:
+#   - name: MONGO_INITDB_ROOT_USERNAME
+#     valueFrom:
+#       secretKeyRef:
+#         name: mongodb-secret
+#         key: username
+#   - name: MONGO_INITDB_ROOT_PASSWORD
+#     valueFrom:
+#       secretKeyRef:
+#         name: mongodb-secret
+#         key: password

package/manifests/mongodb/backup-pv-pvc.yaml

@@ -0,0 +1,22 @@
+apiVersion: v1
+kind: PersistentVolume
+metadata:
+  name: backup-pv
+spec:
+  capacity:
+    storage: 5Gi
+  accessModes:
+    - ReadWriteOnce
+  hostPath:
+    path: /mnt/backup
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: backup-pvc
+spec:
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: 5Gi

package/manifests/mongodb/configmap.yaml

@@ -0,0 +1,26 @@
+# origin conf: /etc/mongod.conf
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: mongodb-config-file
+  namespace: default
+data:
+  mongod.conf: |
+    storage:
+      dbPath: /data/db
+    systemLog:
+      destination: file
+      logAppend: true
+      path: /var/log/mongodb/mongod.log
+    replication:
+      replSetName: rs0
+    net:
+      bindIp: 127.0.0.1
+      port: 27017
+    processManagement:
+      fork: true
+    setParameter:
+      enableLocalhostAuthBypass: false
+    security:
+      authorization: enabled
+      keyFile: /etc/mongodb-keyfile

package/manifests/mongodb/headless-service.yaml

@@ -0,0 +1,10 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: mongodb-service
+spec:
+  clusterIP: None
+  selector:
+    app: mongodb
+  ports:
+    - port: 27017

package/manifests/mongodb/kustomization.yaml

@@ -0,0 +1,11 @@
+---
+# kubectl apply -k core/.
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+resources:
+  - pv-pvc.yaml
+  - headless-service.yaml
+  - statefulset.yaml
+  - backup-pv-pvc.yaml
+  - backup-cronjob.yaml
+  - backup-access.yaml

package/manifests/mongodb/pv-pvc.yaml

@@ -0,0 +1,23 @@
+apiVersion: v1
+kind: PersistentVolume
+metadata:
+  name: mongodb-pv
+spec:
+  capacity:
+    storage: 5Gi
+  accessModes:
+    - ReadWriteOnce
+  hostPath:
+    path: /data/mongodb
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: mongodb-pvc
+spec:
+  storageClassName: ''
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: 5Gi

package/manifests/mongodb/statefulset.yaml

@@ -0,0 +1,125 @@
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: mongodb # Specifies the name of the statefulset
+spec:
+  serviceName: 'mongodb-service' # Specifies the service to use
+  replicas: 2
+  selector:
+    matchLabels:
+      app: mongodb
+  template:
+    metadata:
+      labels:
+        app: mongodb
+    spec:
+      containers:
+        - name: mongodb
+          image: docker.io/library/mongo:latest
+          command:
+            - mongod
+            - '--replSet'
+            - 'rs0'
+            # - '--config'
+            # - '-f'
+            # - '/etc/mongod.conf'
+            # - '--auth'
+            # - '--clusterAuthMode'
+            # - 'keyFile'
+            # - '--keyFile'
+            # - '/etc/mongodb-keyfile'
+            # - '--interleave'
+            # - 'all'
+            # - '--wiredTigerCacheSizeGB'
+            # - '0.25'
+            # - '--setParameter'
+            # - 'authenticationMechanisms=SCRAM-SHA-1'
+            # - '--fork'
+            - '--logpath'
+            - '/var/log/mongodb/mongod.log'
+            - '--bind_ip_all'
+          # command: ['sh', '-c']
+          # args:
+          #   - |
+          #     mongod --replSet rs0 --bind_ip_all &
+          #     sleep 1000
+          #     if mongosh --host mongodb-0.mongodb-service:27017 --eval "rs.status()" | grep -q "not yet initialized"; then
+          #       mongosh --host mongodb-0.mongodb-service:27017 <<EOF
+          #       use admin;
+          #       rs.initiate({
+          #         _id: "rs0",
+          #         members: [
+          #           { _id: 0, host: "mongodb-0.mongodb-service:27017", priority: 1 },
+          #           { _id: 1, host: "mongodb-1.mongodb-service:27017", priority: 1 }
+          #         ]
+          #       });
+          #       db.getSiblingDB("admin").createUser({
+          #         user: process.env.MONGO_INITDB_ROOT_USERNAME,
+          #         pwd: process.env.MONGO_INITDB_ROOT_PASSWORD,
+          #         roles: [{ role: "userAdminAnyDatabase", db: "admin" }]
+          #       });
+          #       use default;
+          #       db.createUser(
+          #         {
+          #           user: process.env.MONGO_INITDB_ROOT_USERNAME,
+          #           pwd: process.env.MONGO_INITDB_ROOT_PASSWORD,
+          #           roles: [
+          #             { role: "read", db: "test" },
+          #             { role: "readWrite", db: "default" }
+          #           ]
+          #         }
+          #       );
+          #       EOF
+          #     fi
+          #     wait
+          ports:
+            - containerPort: 27017
+          volumeMounts:
+            - name: mongodb-storage
+              mountPath: /data/db
+            - name: keyfile
+              mountPath: /etc/mongodb-keyfile
+              readOnly: true
+            # - name: mongodb-configuration-file
+            #   mountPath: /etc/mongod.conf
+            #   subPath: mongod.conf
+            #   readOnly: true
+            # - name: mongodb-config
+            #   mountPath: /config
+          env:
+            - name: MONGO_INITDB_ROOT_USERNAME
+              valueFrom:
+                secretKeyRef:
+                  name: mongodb-secret
+                  key: username
+            - name: MONGO_INITDB_ROOT_PASSWORD
+              valueFrom:
+                secretKeyRef:
+                  name: mongodb-secret
+                  key: password
+          resources:
+            requests:
+              cpu: '100m'
+              memory: '256Mi'
+            limits:
+              cpu: '500m'
+              memory: '512Mi'
+      volumes:
+        - name: keyfile
+          secret:
+            secretName: mongodb-keyfile
+            defaultMode: 0400
+        # - name: mongodb-configuration-file
+        #   configMap:
+        #     name: mongodb-config-file
+        # - name: mongodb-config
+        #   configMap:
+        #     name: mongodb-config
+  volumeClaimTemplates:
+    - metadata:
+        name: mongodb-storage
+      spec:
+        accessModes: ['ReadWriteOnce']
+        resources:
+          requests:
+            storage: 5Gi

package/manifests/valkey/kustomization.yaml

@@ -3,5 +3,5 @@
 apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 resources:
-  - underpost-engine-valkey-service.yaml
-  - underpost-engine-valkey-statefulset.yaml
+  - service.yaml
+  - statefulset.yaml

package/manifests/valkey/service.yaml

@@ -0,0 +1,17 @@
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: service-valkey
+  namespace: default
+spec:
+  ports:
+    - port: 6379
+      targetPort: 6379
+  selector:
+    app: service-valkey
+  ipFamilyPolicy: PreferDualStack
+  ipFamilies:
+    - IPv4
+    # - IPv6
+  type: ClusterIP