underpost 2.8.7 → 2.8.8

package/cli.md

@@ -1,4 +1,4 @@
-## underpost ci/cd cli v2.8.7
+## underpost ci/cd cli v2.8.8
 
 ### Usage: `underpost [options] [command]`
   ```
@@ -10,17 +10,17 @@ Commands:
   new <app-name>                                             Create a new project
   start [options] <deploy-id> [env]                          Start up server, build pipelines, or services
   clone [options] <uri>                                      Clone github repository
-  pull <path> <uri>                                          Pull github repository
+  pull [options] <path> <uri>                                Pull github repository
   cmt [options] <path> <commit-type> [module-tag] [message]  Commit github repository
   push [options] <path> <uri>                                Push github repository
   env <deploy-id> [env]                                      Set environment variables files and conf related to <deploy-id>
-  config <operator> [key] [value]                            Manage configuration, operators
+  config [options] <operator> [key] [value]                  Manage configuration, operators
   root                                                       Get npm root path
   cluster [options] [pod-name]                               Manage cluster, for default initialization base kind cluster
-  deploy [options] <deploy-list> [env]                       Manage deployment, for default deploy development pods
+  deploy [options] [deploy-list] [env]                       Manage deployment, for default deploy development pods
   secret [options] <platform>                                Manage secrets
   dockerfile-image-build [options]                           Build image from Dockerfile
-  dockerfile-pull-base-images                                Pull underpost dockerfile images requirements
+  dockerfile-pull-base-images [options]                      Pull underpost dockerfile images requirements
   install                                                    Fast import underpost npm dependencies
   db [options] <deploy-list>                                 Manage databases
   script [options] <operator> <script-name> [script-value]   Supports a number of built-in underpost global scripts and their preset life cycle events as well as arbitrary scripts
@@ -28,6 +28,8 @@ Commands:
   fs [options] [path]                                        File storage management, for default upload file
   test [options] [deploy-list]                               Manage Test, for default run current underpost default test
   monitor [options] <deploy-id> [env]                        Monitor health server management
+  lxd [options]                                              Lxd management
+  baremetal [options]                                        Baremetal management
   help [command]                                             display help for command
  
 ```
@@ -79,6 +81,7 @@ Arguments:
 
 Options:
   --bare      Clone only .git files
+  -g8         Use g8 repo extension
   -h, --help  display help for command
  
 ```
@@ -95,6 +98,7 @@ Arguments:
   uri         e.g. username/repository
 
 Options:
+  -g8         Use g8 repo extension
   -h, --help  display help for command
  
 ```
@@ -134,6 +138,7 @@ Arguments:
 
 Options:
   -f          Force push overwriting repository
+  -g8         Use g8 repo extension
   -h, --help  display help for command
  
 ```
@@ -167,6 +172,7 @@ Arguments:
   value       Config value
 
 Options:
+  --plain     Print plain value
   -h, --help  display help for command
  
 ```
@@ -196,21 +202,29 @@ Arguments:
 Options:
   --reset              Delete all clusters and prune all data and caches
   --mariadb            Init with mariadb statefulset
+  --mysql              Init with mysql statefulset
   --mongodb            Init with mongodb statefulset
   --postgresql         Init with postgresql statefulset
   --mongodb4           Init with mongodb 4.4 service
-  --istio              Init base istio cluster
   --valkey             Init with valkey service
   --contour            Init with project contour base HTTPProxy and envoy
   --cert-manager       Init with letsencrypt-prod ClusterIssuer
+  --dedicated-gpu      Init with dedicated gpu base resources env
   --info               Get all kinds objects deployed
   --full               Init with all statefulsets and services available
   --ns-use <ns-name>   Switches current context to namespace
+  --kubeadm            Init with kubeadm controlplane management
   --dev                init with dev cluster
   --list-pods          Display list pods information
   --info-capacity      display current total machine capacity info
   --info-capacity-pod  display current machine capacity pod info
   --pull-image         Set optional pull associated image
+  --init-host          Install k8s node necessary cli env: kind, kubeadm,
+                       docker, podman, helm
+  --config             Set k8s base node config
+  --worker             Set worker node context
+  --chown              Set k8s kube chown
+  --k3s                Initialize the cluster using K3s
   -h, --help           display help for command
  
 ```
@@ -218,7 +232,7 @@ Options:
 
 ### `deploy` :
 ```
- Usage: underpost deploy [options] <deploy-list> [env]
+ Usage: underpost deploy [options] [deploy-list] [env]
 
 Manage deployment, for default deploy development pods
 
@@ -244,6 +258,8 @@ Options:
   --disable-update-deployment       Disable update deployments
   --info-traffic                    get traffic conf form current resources
                                     deployments
+  --kubeadm                         Enable kubeadm context
+  --restore-hosts                   Restore defautl etc hosts
   --rebuild-clients-bundle          Inside container, rebuild clients bundle,
                                     only static public or storage client files
   -h, --help                        display help for command
@@ -282,9 +298,11 @@ Options:
   --dockerfile-name [dockerfile-name]  set Dockerfile name
   --podman-save                        Export tar file from podman
   --kind-load                          Import tar image to Kind cluster
+  --kubeadm-load                       Import tar image to Kubeadm cluster
   --secrets                            Dockerfile env secrets
   --secrets-path [secrets-path]        Dockerfile custom path env secrets
-  --no-cache                           Build without using cache
+  --reset                              Build without using cache
+  --k3s-load                           Load image into K3s cluster.
   -h, --help                           display help for command
  
 ```
@@ -297,7 +315,12 @@ Options:
 Pull underpost dockerfile images requirements
 
 Options:
-  -h, --help  display help for command
+  --path [path]   Dockerfile path
+  --kind-load     Import tar image to Kind cluster
+  --kubeadm-load  Import tar image to Kubeadm cluster
+  --version       Set custom version
+  --k3s-load      Load image into K3s cluster.
+  -h, --help      display help for command
  
 ```
   
@@ -448,4 +471,60 @@ Options:
   -h, --help                   display help for command
  
 ```
+  
+
+### `lxd` :
+```
+ Usage: underpost lxd [options]
+
+Lxd management
+
+Options:
+  --init                           Init lxd
+  --reset                          Reset lxd on current machine
+  --install                        Install lxd on current machine
+  --dev                            Set dev context env
+  --create-virtual-network         Create lxd virtual network bridge
+  --create-admin-profile           Create admin profile for lxd management
+  --control                        set control node vm context
+  --worker                         set worker node context
+  --create-vm <vm-id>              Create default virtual machines
+  --init-vm <vm-id>                Get init vm underpost script
+  --info-vm <vm-id>                Get all info vm
+  --test <vm-id>                   Test health, status and network connectivity
+                                   for a VM
+  --root-size <gb-size>            Set root size vm
+  --k3s                            Flag to indicate K3s cluster type for VM
+                                   initialization
+  --join-node <nodes>              Comma separated worker and control node e.
+                                   g. k8s-worker-1,k8s-control
+  --expose <vm-name-ports>         Vm name and : separated with Comma separated
+                                   vm port to expose e. g. k8s-control:80,443
+  --delete-expose <vm-name-ports>  Vm name and : separated with Comma separated
+                                   vm port to remove expose e. g.
+                                   k8s-control:80,443
+  --auto-expose-k8s-ports <vm-id>  Automatically expose common Kubernetes ports
+                                   for the VM.
+  -h, --help                       display help for command
+ 
+```
+  
+
+### `baremetal` :
+```
+ Usage: underpost baremetal [options]
+
+Baremetal management
+
+Options:
+  --control-server-install    Install baremetal control server
+  --control-server-init-db    Setup database baremetal control server
+  --control-server-init       Init baremetal control server
+  --control-server-uninstall  Uninstall baremetal control server
+  --control-server-stop       Stop baremetal control server
+  --control-server-start      Start baremetal control server
+  --dev                       Set dev context env
+  -h, --help                  display help for command
+ 
+```
   

package/conf.js

@@ -164,6 +164,10 @@ const DefaultConf = /**/ {
             auth: { user: 'noreply@default.net', pass: '' },
           },
         },
+        valkey: {
+          port: 6379,
+          host: '127.0.0.1',
+        },
       },
     },
     'www.default.net': {

package/docker-compose.yml

@@ -58,7 +58,7 @@ services:
           cpus: '0.25'
           memory: 20M
     labels: # labels in Compose file instead of Dockerfile
-      engine.version: '2.8.7'
+      engine.version: '2.8.8'
     networks:
       - load-balancer
 

package/manifests/deployment/adminer/service.yaml

@@ -9,5 +9,5 @@ spec:
   selector:
     app: adminer
   ports:
-    - port: 8080
+    - port: 8079
       targetPort: 8080

package/manifests/deployment/dd-template-development/deployment.yaml

@@ -0,0 +1,167 @@
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: dd-template-development-blue
+  labels:
+    app: dd-template-development-blue
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: dd-template-development-blue
+  template:
+    metadata:
+      labels:
+        app: dd-template-development-blue
+    spec:
+      containers:
+        - name: dd-template-development-blue
+          image: localhost/debian-underpost:v2.8.8
+          #          resources:
+          #            requests:
+          #              memory: "124Ki"
+          #              cpu: "100m"
+          #            limits:
+          #              memory: "1992Ki"
+          #              cpu: "1600m"
+          command:
+            - /bin/sh
+            - -c
+            - >
+              npm install -g npm@11.2.0 &&
+              npm install -g underpost &&
+              cd $(underpost root)/underpost &&
+              node bin/deploy update-default-conf template &&
+              mkdir -p /home/dd &&
+              cd /home/dd &&
+              underpost new engine
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: dd-template-development-blue-service
+spec:
+  selector:
+    app: dd-template-development-blue
+  ports:
+    - name: "tcp-4001"
+      protocol: TCP
+      port: 4001
+      targetPort: 4001
+    - name: "udp-4001"
+      protocol: UDP
+      port: 4001
+      targetPort: 4001
+
+    - name: "tcp-4002"
+      protocol: TCP
+      port: 4002
+      targetPort: 4002
+    - name: "udp-4002"
+      protocol: UDP
+      port: 4002
+      targetPort: 4002
+
+    - name: "tcp-4003"
+      protocol: TCP
+      port: 4003
+      targetPort: 4003
+    - name: "udp-4003"
+      protocol: UDP
+      port: 4003
+      targetPort: 4003
+
+    - name: "tcp-4004"
+      protocol: TCP
+      port: 4004
+      targetPort: 4004
+    - name: "udp-4004"
+      protocol: UDP
+      port: 4004
+      targetPort: 4004
+  type: LoadBalancer
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: dd-template-development-green
+  labels:
+    app: dd-template-development-green
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: dd-template-development-green
+  template:
+    metadata:
+      labels:
+        app: dd-template-development-green
+    spec:
+      containers:
+        - name: dd-template-development-green
+          image: localhost/debian-underpost:v2.8.8
+          #          resources:
+          #            requests:
+          #              memory: "124Ki"
+          #              cpu: "100m"
+          #            limits:
+          #              memory: "1992Ki"
+          #              cpu: "1600m"
+          command:
+            - /bin/sh
+            - -c
+            - >
+              npm install -g npm@11.2.0 &&
+              npm install -g underpost &&
+              cd $(underpost root)/underpost &&
+              node bin/deploy update-default-conf template &&
+              mkdir -p /home/dd &&
+              cd /home/dd &&
+              underpost new engine
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: dd-template-development-green-service
+spec:
+  selector:
+    app: dd-template-development-green
+  ports:
+    - name: "tcp-4001"
+      protocol: TCP
+      port: 4001
+      targetPort: 4001
+    - name: "udp-4001"
+      protocol: UDP
+      port: 4001
+      targetPort: 4001
+
+    - name: "tcp-4002"
+      protocol: TCP
+      port: 4002
+      targetPort: 4002
+    - name: "udp-4002"
+      protocol: UDP
+      port: 4002
+      targetPort: 4002
+
+    - name: "tcp-4003"
+      protocol: TCP
+      port: 4003
+      targetPort: 4003
+    - name: "udp-4003"
+      protocol: UDP
+      port: 4003
+      targetPort: 4003
+
+    - name: "tcp-4004"
+      protocol: TCP
+      port: 4004
+      targetPort: 4004
+    - name: "udp-4004"
+      protocol: UDP
+      port: 4004
+      targetPort: 4004
+  type: LoadBalancer

package/manifests/deployment/dd-template-development/proxy.yaml

@@ -0,0 +1,46 @@
+# "http://default.net:4001/socket.io": "http://localhost:4001/socket.io",
+# "http://default.net:4002/peer": "http://localhost:4002/peer",
+# "http://default.net:4001/": "http://localhost:4001/",
+# "http://www.default.net:4003/": "http://localhost:4003/"
+
+---
+apiVersion: projectcontour.io/v1
+kind: HTTPProxy
+metadata:
+  name: default.net
+spec:
+  virtualhost:
+    fqdn: default.net
+  routes:
+    - conditions:
+        - prefix: /
+      enableWebsockets: true
+      services:
+        - name: dd-template-development-blue-service
+          port: 4001
+          weight: 100
+
+    - conditions:
+        - prefix: /peer
+      enableWebsockets: true
+      services:
+        - name: dd-template-development-blue-service
+          port: 4002
+          weight: 100
+
+---
+apiVersion: projectcontour.io/v1
+kind: HTTPProxy
+metadata:
+  name: www.default.net
+spec:
+  virtualhost:
+    fqdn: www.default.net
+  routes:
+    - conditions:
+        - prefix: /
+      enableWebsockets: true
+      services:
+        - name: dd-template-development-blue-service
+          port: 4003
+          weight: 100

package/manifests/deployment/fastapi/initial_data.sh

@@ -0,0 +1,56 @@
+#!/bin/bash
+
+# IMPORTANT: For non-interactive scripts, 'conda activate' can be problematic
+# because it relies on the shell's initialization.
+# A more robust and recommended way to run commands within a Conda environment
+# from a script is to use 'conda run'. This command directly executes a process
+# in the specified environment without needing to manually source 'conda.sh'.
+
+# Navigate to the application's root directory for module discovery.
+# This is crucial for Python to correctly find your 'app' module using 'python -m'.
+#
+# Let's assume a common project structure:
+# full-stack-fastapi-template/
+# ├── backend/
+# │   ├── app/
+# │   │   └── initial_data.py  (the Python script you want to run)
+# │   └── initial_data.sh      (this shell script)
+# └── ...
+#
+# If `initial_data.sh` is located in `full-stack-fastapi-template/backend/`,
+# and `app` is a subdirectory of `backend/`, then the Python command
+# `python -m app.initial_data` needs to be executed from the `backend/` directory.
+#
+# If you are running this shell script from a different directory (e.g., `engine/`),
+# Python's module import system won't automatically find 'app' unless the parent
+# directory of 'app' is in the `PYTHONPATH` or you change the current working directory.
+#
+# The safest way is to change the current working directory to the script's location.
+
+# Store the current directory to return to it later if needed (good practice for multi-step scripts).
+CURRENT_DIR=$(pwd)
+
+# Get the absolute path of the directory where this script is located.
+# This is a robust way to ensure we always navigate to the correct 'backend' directory.
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" &>/dev/null && pwd)"
+cd "$SCRIPT_DIR"
+
+# Execute your Python script within the specified Conda environment using 'conda run'.
+# -n fastapi_env specifies the Conda environment to use.
+# This completely avoids the 'source conda.sh' issue and is generally more reliable.
+conda run -n fastapi_env python -m app.initial_data
+
+# Important Note: The 'ModuleNotFoundError: No module named 'sqlmodel'' indicates that
+# the 'sqlmodel' package is not installed in your 'fastapi_env' Conda environment.
+# After running this script, if you still get the 'sqlmodel' error,
+# you will need to activate your environment manually and install it:
+#
+# conda activate fastapi_env
+# pip install sqlmodel
+# # or if it's a conda package:
+# # conda install sqlmodel
+#
+# Then try running this script again.
+
+# Optional Good Practice: Return to the original directory if the script is part of a larger workflow.
+cd "$CURRENT_DIR"

package/manifests/deployment/spark/spark-pi-py.yaml

@@ -0,0 +1,21 @@
+apiVersion: sparkoperator.k8s.io/v1beta2
+kind: SparkApplication
+metadata:
+  name: spark-pi-python
+  namespace: default
+spec:
+  type: Python
+  pythonVersion: '3'
+  mode: cluster
+  image: spark:3.5.5
+  imagePullPolicy: IfNotPresent
+  mainApplicationFile: local:///opt/spark/examples/src/main/python/pi.py
+  sparkVersion: 3.5.5
+  driver:
+    cores: 1
+    memory: 512m
+    serviceAccount: spark-operator-spark
+  executor:
+    instances: 1
+    cores: 1
+    memory: 512m

package/manifests/envoy-service-nodeport.yaml

@@ -0,0 +1,23 @@
+apiVersion: v1
+kind: Service
+metadata:
+  labels:
+    app: envoy
+  name: envoy
+  namespace: projectcontour
+spec:
+  externalTrafficPolicy: Cluster
+  ports:
+    - name: http
+      nodePort: 30080
+      port: 80
+      protocol: TCP
+      targetPort: 8080
+    - name: https
+      nodePort: 30443
+      port: 443
+      protocol: TCP
+      targetPort: 8443
+  selector:
+    app: envoy
+  type: NodePort

package/manifests/kubelet-config.yaml

@@ -0,0 +1,65 @@
+apiVersion: v1
+data:
+  kubelet: |
+    apiVersion: kubelet.config.k8s.io/v1beta1
+    authentication:
+      anonymous:
+        enabled: false
+      webhook:
+        cacheTTL: 0s
+        enabled: true
+      x509:
+        clientCAFile: /etc/kubernetes/pki/ca.crt
+    authorization:
+      mode: Webhook
+      webhook:
+        cacheAuthorizedTTL: 0s
+        cacheUnauthorizedTTL: 0s
+    cgroupDriver: systemd
+    clusterDNS:
+    - 10.96.0.10
+    clusterDomain: cluster.local
+    containerRuntimeEndpoint: unix:///run/containerd/containerd.sock
+    cpuManagerReconcilePeriod: 0s
+    crashLoopBackOff: {}
+    evictionHard:
+      imagefs.available: "5%" # Adjusted for more tolerance
+      memory.available: "100Mi"
+      nodefs.available: "5%" # Adjusted for more tolerance
+      nodefs.inodesFree: "5%"
+    evictionPressureTransitionPeriod: 0s
+    fileCheckFrequency: 0s
+    healthzBindAddress: 127.0.0.1
+    healthzPort: 10248
+    httpCheckFrequency: 0s
+    imageMaximumGCAge: 0s
+    imageMinimumGCAge: 0s
+    kind: KubeletConfiguration
+    logging:
+      flushFrequency: 0
+      options:
+        json:
+          infoBufferSize: "0"
+        text:
+          infoBufferSize: "0"
+      verbosity: 0
+    memorySwap: {}
+    nodeStatusReportFrequency: 0s
+    nodeStatusUpdateFrequency: 0s
+    rotateCertificates: true
+    runtimeRequestTimeout: 0s
+    shutdownGracePeriod: 0s
+    shutdownGracePeriodCriticalPods: 0s
+    staticPodPath: /etc/kubernetes/manifests
+    streamingConnectionIdleTimeout: 0s
+    syncFrequency: 0s
+    volumeStatsAggPeriod: 0s
+kind: ConfigMap
+metadata:
+  annotations:
+    kubeadm.kubernetes.io/component-config.hash: sha256:26488e9fc7c5cb5fdda9996cda2e6651a9af5febce07ea02de11bd3ef3f49e9c
+  creationTimestamp: "2025-06-30T12:42:00Z"
+  name: kubelet-config
+  namespace: kube-system
+  resourceVersion: "204"
+  uid: a85321a8-f3e0-40fa-8e4e-9d33b8842e7a

package/manifests/lxd/lxd-admin-profile.yaml

@@ -0,0 +1,17 @@
+config:
+  limits.cpu: "2"
+  limits.memory: 4GB
+description: vm nat network
+devices:
+  eth0:
+    name: eth0
+    network: lxdbr0
+    type: nic
+    ipv4.address: 10.250.250.100
+  root:
+    path: /
+    pool: local # lxc storage list
+    size: 100GB
+    type: disk
+name: admin-profile
+used_by: []

package/manifests/lxd/lxd-preseed.yaml

@@ -0,0 +1,30 @@
+config:
+  core.https_address: 127.0.0.1:8443
+networks: []
+storage_pools:
+  - config:
+      size: 100GiB
+    description: ""
+    name: local
+    driver: zfs
+storage_volumes: []
+profiles:
+  - config: {}
+    description: ""
+    devices:
+      root:
+        path: /
+        pool: local
+        type: disk
+    name: default
+projects: []
+cluster:
+  server_name: lxd-node1
+  enabled: true
+  member_config: []
+  cluster_address: ""
+  cluster_certificate: ""
+  server_address: ""
+  cluster_password: ""
+  cluster_token: ""
+  cluster_certificate_path: ""