underpost 2.8.651 → 2.8.781

package/bin/file.js

@@ -139,12 +139,10 @@ try {
         const splitKeyword = '## underpost ci/cd cli';
         fs.writeFileSync(
           `../pwa-microservices-template/README.md`,
-          fs.readFileSync(`../pwa-microservices-template/README.md`, 'utf8').replace(
-            `<!-- -->`,
+          fs.readFileSync(`../pwa-microservices-template/README.md`, 'utf8').split(`<!-- -->`)[0] +
             `<!-- -->
 ${splitKeyword + fs.readFileSync(`./README.md`, 'utf8').split(splitKeyword)[1]}`,
-            'utf8',
-          ),
+          'utf8',
         );
       }
 

package/cli.md

@@ -1,4 +1,4 @@
-## underpost ci/cd cli v2.8.651
+## underpost ci/cd cli v2.8.781
 
 ### Usage: `underpost [options] [command]`
   ```
@@ -10,17 +10,17 @@ Commands:
   new <app-name>                                             Create a new project
   start [options] <deploy-id> [env]                          Start up server, build pipelines, or services
   clone [options] <uri>                                      Clone github repository
-  pull <path> <uri>                                          Pull github repository
+  pull [options] <path> <uri>                                Pull github repository
   cmt [options] <path> <commit-type> [module-tag] [message]  Commit github repository
   push [options] <path> <uri>                                Push github repository
   env <deploy-id> [env]                                      Set environment variables files and conf related to <deploy-id>
   config <operator> [key] [value]                            Manage configuration, operators
   root                                                       Get npm root path
   cluster [options] [pod-name]                               Manage cluster, for default initialization base kind cluster
-  deploy [options] <deploy-list> [env]                       Manage deployment, for default deploy development pods
+  deploy [options] [deploy-list] [env]                       Manage deployment, for default deploy development pods
   secret [options] <platform>                                Manage secrets
   dockerfile-image-build [options]                           Build image from Dockerfile
-  dockerfile-pull-base-images                                Pull underpost dockerfile images requirements
+  dockerfile-pull-base-images [options]                      Pull underpost dockerfile images requirements
   install                                                    Fast import underpost npm dependencies
   db [options] <deploy-list>                                 Manage databases
   script [options] <operator> <script-name> [script-value]   Supports a number of built-in underpost global scripts and their preset life cycle events as well as arbitrary scripts
@@ -28,6 +28,7 @@ Commands:
   fs [options] [path]                                        File storage management, for default upload file
   test [options] [deploy-list]                               Manage Test, for default run current underpost default test
   monitor [options] <deploy-id> [env]                        Monitor health server management
+  lxd [options]                                              Lxd management
   help [command]                                             display help for command
  
 ```
@@ -79,6 +80,7 @@ Arguments:
 
 Options:
   --bare      Clone only .git files
+  -g8         Use g8 repo extension
   -h, --help  display help for command
  
 ```
@@ -95,6 +97,7 @@ Arguments:
   uri         e.g. username/repository
 
 Options:
+  -g8         Use g8 repo extension
   -h, --help  display help for command
  
 ```
@@ -134,6 +137,7 @@ Arguments:
 
 Options:
   -f          Force push overwriting repository
+  -g8         Use g8 repo extension
   -h, --help  display help for command
  
 ```
@@ -196,18 +200,26 @@ Arguments:
 Options:
   --reset              Delete all clusters and prune all data and caches
   --mariadb            Init with mariadb statefulset
+  --mysql              Init with mysql statefulset
   --mongodb            Init with mongodb statefulset
+  --postgresql         Init with postgresql statefulset
   --mongodb4           Init with mongodb 4.4 service
+  --istio              Init base istio cluster
   --valkey             Init with valkey service
   --contour            Init with project contour base HTTPProxy and envoy
   --cert-manager       Init with letsencrypt-prod ClusterIssuer
+  --dedicated-gpu      Init with dedicated gpu base resources env
   --info               Get all kinds objects deployed
   --full               Init with all statefulsets and services available
   --ns-use <ns-name>   Switches current context to namespace
+  --kubeadm            Init with kubeadm controlplane management
   --dev                init with dev cluster
   --list-pods          Display list pods information
   --info-capacity      display current total machine capacity info
   --info-capacity-pod  display current machine capacity pod info
+  --pull-image         Set optional pull associated image
+  --init-host          Install k8s node necessary cli env: kind, kubeadm,
+                       docker, podman, helm
   -h, --help           display help for command
  
 ```
@@ -215,7 +227,7 @@ Options:
 
 ### `deploy` :
 ```
- Usage: underpost deploy [options] <deploy-list> [env]
+ Usage: underpost deploy [options] [deploy-list] [env]
 
 Manage deployment, for default deploy development pods
 
@@ -238,6 +250,13 @@ Options:
   --replicas <replicas>             Set custom number of replicas
   --versions <deployment-versions>  Comma separated custom deployment versions
   --traffic <traffic-versions>      Comma separated custom deployment traffic
+  --disable-update-deployment       Disable update deployments
+  --info-traffic                    get traffic conf form current resources
+                                    deployments
+  --kubeadm                         Enable kubeadm context
+  --restore-hosts                   Restore defautl etc hosts
+  --rebuild-clients-bundle          Inside container, rebuild clients bundle,
+                                    only static public or storage client files
   -h, --help                        display help for command
  
 ```
@@ -274,6 +293,7 @@ Options:
   --dockerfile-name [dockerfile-name]  set Dockerfile name
   --podman-save                        Export tar file from podman
   --kind-load                          Import tar image to Kind cluster
+  --kubeadm-load                       Import tar image to Kubeadm cluster
   --secrets                            Dockerfile env secrets
   --secrets-path [secrets-path]        Dockerfile custom path env secrets
   --no-cache                           Build without using cache
@@ -289,7 +309,11 @@ Options:
 Pull underpost dockerfile images requirements
 
 Options:
-  -h, --help  display help for command
+  --path [path]   Dockerfile path
+  --kind-load     Import tar image to Kind cluster
+  --kubeadm-load  Import tar image to Kubeadm cluster
+  --version       Set custom version
+  -h, --help      display help for command
  
 ```
   
@@ -382,16 +406,17 @@ Options:
 File storage management, for default upload file
 
 Arguments:
-  path                     Absolute or relative directory
+  path                                     Absolute or relative directory
 
 Options:
-  --rm                     Remove file
-  --git                    Current git changes
-  --recursive              Upload files recursively
-  --deploy-id <deploy-id>  Deploy configuration id
-  --pull                   Download file
-  --force                  Force action
-  -h, --help               display help for command
+  --rm                                     Remove file
+  --git                                    Current git changes
+  --recursive                              Upload files recursively
+  --deploy-id <deploy-id>                  Deploy configuration id
+  --pull                                   Download file
+  --force                                  Force action
+  --storage-file-path <storage-file-path>  custom file storage path
+  -h, --help                               display help for command
  
 ```
   
@@ -432,8 +457,26 @@ Options:
   --ms-interval <ms-interval>  Custom ms interval delta time
   --now                        Exec immediately monitor script
   --single                     Disable recurrence
+  --replicas <replicas>        Set custom number of replicas
   --type <type>                Set custom monitor type
+  --sync                       Sync with current proxy deployments proxy
+                               traffic
   -h, --help                   display help for command
  
 ```
+  
+
+### `lxd` :
+```
+ Usage: underpost lxd [options]
+
+Lxd management
+
+Options:
+  --init      Init lxd
+  --reset     Reset lxd on current machine
+  --install   Install lxd on current machine
+  -h, --help  display help for command
+ 
+```
   

package/docker-compose.yml

@@ -58,7 +58,7 @@ services:
           cpus: '0.25'
           memory: 20M
     labels: # labels in Compose file instead of Dockerfile
-      engine.version: '2.8.651'
+      engine.version: '2.8.781'
     networks:
       - load-balancer
 

package/manifests/deployment/adminer/deployment.yaml

@@ -0,0 +1,32 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: adminer
+  labels:
+    app: adminer
+    group: db
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: adminer
+  template:
+    metadata:
+      labels:
+        app: adminer
+        group: db
+    spec:
+      containers:
+        - name: adminer
+          image: adminer:4.7.6-standalone
+          ports:
+            - containerPort: 8080
+          env:
+            - name: ADMINER_DESIGN
+              value: pepa-linha
+            - name: ADMINER_DEFAULT_SERVER
+              value: postgres
+          resources:
+            limits:
+              memory: '256Mi'
+              cpu: '500m'

package/manifests/deployment/adminer/kustomization.yaml

@@ -0,0 +1,7 @@
+---
+# kubectl apply -k manifests/deployment/adminer/.
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+resources:
+  - deployment.yaml
+  - service.yaml

package/manifests/deployment/adminer/service.yaml

@@ -0,0 +1,13 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: adminer
+  labels:
+    group: db
+spec:
+  type: ClusterIP
+  selector:
+    app: adminer
+  ports:
+    - port: 8079
+      targetPort: 8080

package/manifests/deployment/fastapi/backend-deployment.yml

@@ -0,0 +1,120 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: fastapi-backend
+  labels:
+    app: fastapi-backend
+spec:
+  replicas: 2
+  selector:
+    matchLabels:
+      app: fastapi-backend
+  template:
+    metadata:
+      labels:
+        app: fastapi-backend
+    spec:
+      containers:
+        - name: fastapi-backend-container
+          image: localhost/fastapi-backend:latest
+          imagePullPolicy: IfNotPresent
+
+          ports:
+            - containerPort: 8000
+              name: http-api
+
+          env:
+            - name: POSTGRES_SERVER
+              value: postgres-service
+            - name: POSTGRES_PORT
+              value: '5432'
+            - name: POSTGRES_DB
+              valueFrom:
+                secretKeyRef:
+                  name: fastapi-postgres-credentials
+                  key: POSTGRES_DB
+            - name: POSTGRES_USER
+              valueFrom:
+                secretKeyRef:
+                  name: fastapi-postgres-credentials
+                  key: POSTGRES_USER
+            - name: POSTGRES_PASSWORD
+              valueFrom:
+                secretKeyRef:
+                  name: fastapi-postgres-credentials
+                  key: POSTGRES_PASSWORD
+
+            - name: PROJECT_NAME
+              value: 'Full Stack FastAPI Project'
+            - name: STACK_NAME
+              value: 'full-stack-fastapi-project'
+
+            - name: BACKEND_CORS_ORIGINS
+              value: 'http://localhost,http://localhost:5173,https://localhost,https://localhost:5173'
+            - name: SECRET_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: fastapi-backend-config-secret
+                  key: SECRET_KEY
+            - name: FIRST_SUPERUSER
+              valueFrom:
+                secretKeyRef:
+                  name: fastapi-backend-config-secret
+                  key: FIRST_SUPERUSER
+            - name: FIRST_SUPERUSER_PASSWORD
+              valueFrom:
+                secretKeyRef:
+                  name: fastapi-backend-config-secret
+                  key: FIRST_SUPERUSER_PASSWORD
+            - name: USERS_OPEN_REGISTRATION
+              value: 'True'
+
+            # - name: SMTP_HOST
+            #   valueFrom:
+            #     secretKeyRef:
+            #       name: fastapi-backend-config-secret
+            #       key: SMTP_HOST
+            # - name: SMTP_USER
+            #   valueFrom:
+            #     secretKeyRef:
+            #       name: fastapi-backend-config-secret
+            #       key: SMTP_USER
+            # - name: SMTP_PASSWORD
+            #   valueFrom:
+            #     secretKeyRef:
+            #       name: fastapi-backend-config-secret
+            #       key: SMTP_PASSWORD
+            - name: EMAILS_FROM_EMAIL
+              value: 'info@example.com'
+            - name: SMTP_TLS
+              value: 'True'
+            - name: SMTP_SSL
+              value: 'False'
+            - name: SMTP_PORT
+              value: '587'
+
+          livenessProbe:
+            httpGet:
+              path: /docs
+              port: 8000
+            initialDelaySeconds: 30
+            periodSeconds: 20
+            timeoutSeconds: 10
+            failureThreshold: 3
+
+          readinessProbe:
+            httpGet:
+              path: /docs
+              port: 8000
+            initialDelaySeconds: 30
+            periodSeconds: 20
+            timeoutSeconds: 10
+            failureThreshold: 3
+
+          resources:
+            requests:
+              cpu: 200m
+              memory: 256Mi
+            limits:
+              cpu: 1000m
+              memory: 1Gi

package/manifests/deployment/fastapi/backend-service.yml

@@ -0,0 +1,19 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: fastapi-backend-service
+  labels:
+    app: fastapi-backend
+spec:
+  selector:
+    app: fastapi-backend
+  ports:
+    - name: 'tcp-8000'
+      protocol: TCP
+      port: 8000
+      targetPort: 8000
+    - name: 'udp-8000'
+      protocol: UDP
+      port: 8000
+      targetPort: 8000
+  type: ClusterIP

package/manifests/deployment/fastapi/frontend-deployment.yml

@@ -0,0 +1,54 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: react-frontend
+  labels:
+    app: react-frontend
+spec:
+  replicas: 2
+  selector:
+    matchLabels:
+      app: react-frontend
+  template:
+    metadata:
+      labels:
+        app: react-frontend
+    spec:
+      containers:
+        - name: react-frontend-container
+          image: localhost/fastapi-frontend:latest
+          imagePullPolicy: IfNotPresent
+
+          ports:
+            - containerPort: 80
+              name: http-web
+
+          env:
+            - name: VITE_FASTAPI_URL
+              value: '/api'
+
+          livenessProbe:
+            httpGet:
+              path: /
+              port: 80
+            initialDelaySeconds: 5
+            periodSeconds: 10
+            timeoutSeconds: 3
+            failureThreshold: 3
+
+          readinessProbe:
+            httpGet:
+              path: /
+              port: 80
+            initialDelaySeconds: 3
+            periodSeconds: 5
+            timeoutSeconds: 3
+            failureThreshold: 3
+
+          resources:
+            requests:
+              cpu: 100m
+              memory: 128Mi
+            limits:
+              cpu: 500m
+              memory: 512Mi

package/manifests/deployment/fastapi/frontend-service.yml

@@ -0,0 +1,15 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: react-frontend-service
+  labels:
+    app: react-frontend
+spec:
+  selector:
+    app: react-frontend
+  ports:
+    - protocol: TCP
+      port: 80
+      targetPort: 80
+      name: http-web
+  type: ClusterIP

package/manifests/deployment/fastapi/initial_data.sh

@@ -0,0 +1,56 @@
+#!/bin/bash
+
+# IMPORTANT: For non-interactive scripts, 'conda activate' can be problematic
+# because it relies on the shell's initialization.
+# A more robust and recommended way to run commands within a Conda environment
+# from a script is to use 'conda run'. This command directly executes a process
+# in the specified environment without needing to manually source 'conda.sh'.
+
+# Navigate to the application's root directory for module discovery.
+# This is crucial for Python to correctly find your 'app' module using 'python -m'.
+#
+# Let's assume a common project structure:
+# full-stack-fastapi-template/
+# ├── backend/
+# │   ├── app/
+# │   │   └── initial_data.py  (the Python script you want to run)
+# │   └── initial_data.sh      (this shell script)
+# └── ...
+#
+# If `initial_data.sh` is located in `full-stack-fastapi-template/backend/`,
+# and `app` is a subdirectory of `backend/`, then the Python command
+# `python -m app.initial_data` needs to be executed from the `backend/` directory.
+#
+# If you are running this shell script from a different directory (e.g., `engine/`),
+# Python's module import system won't automatically find 'app' unless the parent
+# directory of 'app' is in the `PYTHONPATH` or you change the current working directory.
+#
+# The safest way is to change the current working directory to the script's location.
+
+# Store the current directory to return to it later if needed (good practice for multi-step scripts).
+CURRENT_DIR=$(pwd)
+
+# Get the absolute path of the directory where this script is located.
+# This is a robust way to ensure we always navigate to the correct 'backend' directory.
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" &>/dev/null && pwd)"
+cd "$SCRIPT_DIR"
+
+# Execute your Python script within the specified Conda environment using 'conda run'.
+# -n fastapi_env specifies the Conda environment to use.
+# This completely avoids the 'source conda.sh' issue and is generally more reliable.
+conda run -n fastapi_env python -m app.initial_data
+
+# Important Note: The 'ModuleNotFoundError: No module named 'sqlmodel'' indicates that
+# the 'sqlmodel' package is not installed in your 'fastapi_env' Conda environment.
+# After running this script, if you still get the 'sqlmodel' error,
+# you will need to activate your environment manually and install it:
+#
+# conda activate fastapi_env
+# pip install sqlmodel
+# # or if it's a conda package:
+# # conda install sqlmodel
+#
+# Then try running this script again.
+
+# Optional Good Practice: Return to the original directory if the script is part of a larger workflow.
+cd "$CURRENT_DIR"

package/manifests/deployment/kafka/deployment.yaml

@@ -0,0 +1,69 @@
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: kafka
+  namespace: kafka
+  labels:
+    app: kafka-app
+spec:
+  serviceName: kafka-svc
+  replicas: 3
+  selector:
+    matchLabels:
+      app: kafka-app
+  template:
+    metadata:
+      labels:
+        app: kafka-app
+    spec:
+      containers:
+        - name: kafka-container
+          image: doughgle/kafka-kraft
+          ports:
+            - containerPort: 9092
+            - containerPort: 9093
+          env:
+            - name: REPLICAS
+              value: '3'
+            - name: SERVICE
+              value: kafka-svc
+            - name: NAMESPACE
+              value: kafka
+            - name: SHARE_DIR
+              value: /mnt/kafka
+            - name: CLUSTER_ID
+              value: bXktY2x1c3Rlci0xMjM0NQ==
+            - name: DEFAULT_REPLICATION_FACTOR
+              value: '3'
+            - name: DEFAULT_MIN_INSYNC_REPLICAS
+              value: '2'
+          volumeMounts:
+            - name: data
+              mountPath: /mnt/kafka
+  volumeClaimTemplates:
+    - metadata:
+        name: data
+      spec:
+        accessModes:
+          - 'ReadWriteOnce'
+        resources:
+          requests:
+            storage: '1Gi'
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: kafka-svc
+  namespace: kafka
+  labels:
+    app: kafka-app
+spec:
+  type: NodePort
+  ports:
+    - name: '9092'
+      port: 9092
+      protocol: TCP
+      targetPort: 9092
+      nodePort: 30092
+  selector:
+    app: kafka-app

package/manifests/deployment/spark/spark-pi-py.yaml

@@ -0,0 +1,21 @@
+apiVersion: sparkoperator.k8s.io/v1beta2
+kind: SparkApplication
+metadata:
+  name: spark-pi-python
+  namespace: default
+spec:
+  type: Python
+  pythonVersion: '3'
+  mode: cluster
+  image: spark:3.5.5
+  imagePullPolicy: IfNotPresent
+  mainApplicationFile: local:///opt/spark/examples/src/main/python/pi.py
+  sparkVersion: 3.5.5
+  driver:
+    cores: 1
+    memory: 512m
+    serviceAccount: spark-operator-spark
+  executor:
+    instances: 1
+    cores: 1
+    memory: 512m

package/manifests/envoy-service-nodeport.yaml

@@ -0,0 +1,23 @@
+apiVersion: v1
+kind: Service
+metadata:
+  labels:
+    app: envoy
+  name: envoy
+  namespace: projectcontour
+spec:
+  externalTrafficPolicy: Cluster
+  ports:
+    - name: http
+      nodePort: 30080
+      port: 80
+      protocol: TCP
+      targetPort: 8080
+    - name: https
+      nodePort: 30443
+      port: 443
+      protocol: TCP
+      targetPort: 8443
+  selector:
+    app: envoy
+  type: NodePort