underpost 2.8.79 → 2.8.84

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (53) hide show
  1. package/.github/workflows/ghpkg.yml +22 -20
  2. package/.github/workflows/npmpkg.yml +15 -10
  3. package/.github/workflows/pwa-microservices-template.page.yml +12 -3
  4. package/.github/workflows/pwa-microservices-template.test.yml +20 -17
  5. package/.vscode/extensions.json +2 -3
  6. package/.vscode/settings.json +2 -42
  7. package/Dockerfile +14 -33
  8. package/README.md +43 -25
  9. package/bin/db.js +1 -0
  10. package/bin/deploy.js +104 -797
  11. package/bin/file.js +18 -1
  12. package/bin/vs.js +18 -3
  13. package/cli.md +367 -207
  14. package/conf.js +4 -0
  15. package/docker-compose.yml +1 -1
  16. package/manifests/deployment/dd-template-development/deployment.yaml +167 -0
  17. package/manifests/deployment/dd-template-development/proxy.yaml +46 -0
  18. package/manifests/deployment/tensorflow/tf-gpu-test.yaml +65 -0
  19. package/manifests/lxd/lxd-admin-profile.yaml +1 -0
  20. package/manifests/lxd/lxd-preseed.yaml +9 -37
  21. package/manifests/lxd/underpost-setup.sh +98 -81
  22. package/manifests/maas/device-scan.sh +43 -0
  23. package/manifests/maas/gpu-diag.sh +19 -0
  24. package/manifests/maas/lxd-preseed.yaml +32 -0
  25. package/manifests/maas/maas-setup.sh +120 -0
  26. package/manifests/maas/nat-iptables.sh +26 -0
  27. package/manifests/maas/snap-clean.sh +26 -0
  28. package/manifests/mariadb/statefulset.yaml +2 -1
  29. package/manifests/mariadb/storage-class.yaml +10 -0
  30. package/manifests/mongodb-4.4/service-deployment.yaml +2 -2
  31. package/manifests/valkey/service.yaml +3 -9
  32. package/manifests/valkey/statefulset.yaml +10 -12
  33. package/package.json +1 -1
  34. package/src/cli/baremetal.js +1280 -0
  35. package/src/cli/cloud-init.js +537 -0
  36. package/src/cli/cluster.js +506 -243
  37. package/src/cli/deploy.js +41 -3
  38. package/src/cli/env.js +2 -2
  39. package/src/cli/image.js +57 -9
  40. package/src/cli/index.js +271 -232
  41. package/src/cli/lxd.js +314 -81
  42. package/src/cli/repository.js +7 -4
  43. package/src/cli/run.js +262 -0
  44. package/src/cli/test.js +1 -1
  45. package/src/index.js +28 -1
  46. package/src/runtime/lampp/Dockerfile +41 -47
  47. package/src/server/conf.js +61 -0
  48. package/src/server/logger.js +3 -3
  49. package/src/server/process.js +16 -19
  50. package/src/server/runtime.js +1 -6
  51. package/src/server/ssl.js +1 -12
  52. package/src/server/valkey.js +3 -3
  53. package/supervisord-openssh-server.conf +0 -5
@@ -0,0 +1,32 @@
1
+ config:
2
+ core.https_address: "[::]:8443"
3
+ # core.trust_password: password
4
+ networks:
5
+ - config:
6
+ ipv4.address: 10.10.10.1/24
7
+ ipv6.address: none
8
+ description: ""
9
+ name: lxdbr0
10
+ type: ""
11
+ project: default
12
+ storage_pools:
13
+ - config:
14
+ size: 500GB
15
+ description: ""
16
+ name: default
17
+ driver: zfs
18
+ profiles:
19
+ - config: {}
20
+ description: ""
21
+ devices:
22
+ eth0:
23
+ name: eth0
24
+ network: lxdbr0
25
+ type: nic
26
+ root:
27
+ path: /
28
+ pool: default
29
+ type: disk
30
+ name: default
31
+ projects: []
32
+ cluster: null
@@ -0,0 +1,120 @@
1
+ #!/bin/bash
2
+ set -euo pipefail
3
+
4
+ # Install jq for JSON parsing
5
+ sudo snap install jq
6
+
7
+ # Install MAAS
8
+ sudo snap install maas
9
+
10
+ # Get default interface and IP address
11
+ INTERFACE=$(ip route | grep default | awk '{print $5}')
12
+ IP_ADDRESS=$(ip -4 addr show dev "$INTERFACE" | grep -oP '(?<=inet\s)\d+(\.\d+){3}')
13
+
14
+ # Change to the engine directory (assuming this is where your MAAS related configs are)
15
+ cd /home/dd/engine
16
+
17
+ # Load secrets for MAAS database and admin credentials
18
+ underpost secret underpost --create-from-file /home/dd/engine/engine-private/conf/dd-cron/.env.production
19
+
20
+ # Extract configuration values from secrets
21
+ DB_PG_MAAS_USER=$(node bin config get --plain DB_PG_MAAS_USER)
22
+ DB_PG_MAAS_PASS=$(node bin config get --plain DB_PG_MAAS_PASS)
23
+ DB_PG_MAAS_HOST=$(node bin config get --plain DB_PG_MAAS_HOST)
24
+ DB_PG_MAAS_NAME=$(node bin config get --plain DB_PG_MAAS_NAME)
25
+
26
+ MAAS_ADMIN_USERNAME=$(node bin config get --plain MAAS_ADMIN_USERNAME)
27
+ MAAS_ADMIN_EMAIL=$(node bin config get --plain MAAS_ADMIN_EMAIL)
28
+ MAAS_ADMIN_PASS=$(node bin config get --plain MAAS_ADMIN_PASS)
29
+
30
+ # Initialize MAAS region+rack controller
31
+ maas init region+rack \
32
+ --database-uri "postgres://${DB_PG_MAAS_USER}:${DB_PG_MAAS_PASS}@${DB_PG_MAAS_HOST}/${DB_PG_MAAS_NAME}" \
33
+ --maas-url http://${IP_ADDRESS}:5240/MAAS
34
+
35
+ # Allow MAAS to initialize (wait for services to come up)
36
+ echo "Waiting for MAAS to initialize..."
37
+ sleep 30
38
+
39
+ # Create MAAS administrator account
40
+ maas createadmin \
41
+ --username "$MAAS_ADMIN_USERNAME" \
42
+ --password "$MAAS_ADMIN_PASS" \
43
+ --email "$MAAS_ADMIN_EMAIL"
44
+
45
+ # Get the API key for the admin user
46
+ APIKEY=$(maas apikey --username "$MAAS_ADMIN_USERNAME")
47
+
48
+ # Login to MAAS using the admin profile
49
+ echo "Logging into MAAS..."
50
+ maas login "$MAAS_ADMIN_USERNAME" "http://localhost:5240/MAAS/" "$APIKEY"
51
+
52
+ # Set upstream DNS for MAAS
53
+ echo "Setting upstream DNS to 8.8.8.8..."
54
+ maas "$MAAS_ADMIN_USERNAME" maas set-config name=upstream_dns value=8.8.8.8
55
+
56
+ # echo "Downloading Ubuntu Noble amd64/ga-24.04 image..."
57
+ # maas $MAAS_ADMIN_USERNAME boot-source-selections create 1 \
58
+ # os="ubuntu" release="noble" arches="amd64" \
59
+ # subarches="ga-24.04" labels="*"
60
+
61
+ # echo "Downloading Ubuntu Noble arm64/ga-24.04 image..."
62
+ # maas $MAAS_ADMIN_USERNAME boot-source-selections create 1 \
63
+ # os="ubuntu" release="noble" arches="arm64" \
64
+ # subarches="ga-24.04" labels="*"
65
+
66
+ # Import the newly selected boot images
67
+ # echo "Importing boot images (this may take some time)..."
68
+ # maas "$MAAS_ADMIN_USERNAME" boot-resources import
69
+
70
+ # Disable the MAAS HTTP proxy
71
+ echo "Disabling MAAS HTTP proxy..."
72
+ maas "$MAAS_ADMIN_USERNAME" maas set-config name=enable_http_proxy value=false
73
+
74
+ # Disable DNSSEC validation
75
+ echo "Disabling DNSSEC validation..."
76
+ maas "$MAAS_ADMIN_USERNAME" maas set-config name=dnssec_validation value=no
77
+
78
+ # Set network discovery interval to 10 minutes (600 seconds)
79
+ echo "Setting network discovery interval to 10 minutes..."
80
+ maas "$MAAS_ADMIN_USERNAME" maas set-config name=active_discovery_interval value=600
81
+
82
+ SSH_KEY=$(cat ~/.ssh/id_rsa.pub)
83
+ maas $MAAS_ADMIN_USERNAME sshkeys create "key=$SSH_KEY"
84
+
85
+ echo "MAAS setup script completed with new configurations."
86
+
87
+
88
+ # maas $MAAS_ADMIN_USERNAME maas set-config name=default_storage_layout value=lvm
89
+ # maas $MAAS_ADMIN_USERNAME maas set-config name=network_discovery value=disabled
90
+ # maas $MAAS_ADMIN_USERNAME maas set-config name=enable_analytics value=false
91
+ # maas $MAAS_ADMIN_USERNAME maas set-config name=enable_third_party_drivers value=false
92
+ # maas $MAAS_ADMIN_USERNAME maas set-config name=curtin_verbose value=true
93
+
94
+
95
+
96
+ echo "Configuring DHCP for fabric-1 (untagged VLAN)..."
97
+
98
+ # Get the FABRIC_ID for "fabric-1"
99
+ SUBNET_CIDR="192.168.1.0/24"
100
+ SUBNET_ID=$(maas "$MAAS_ADMIN_USERNAME" subnets read | jq -r '.[] | select(.cidr == "'"$SUBNET_CIDR"'") | .id')
101
+ FABRIC_ID=$(maas "$MAAS_ADMIN_USERNAME" fabrics read | jq -r '.[] | select(.name == "fabric-1") | .id')
102
+ RACK_CONTROLLER_ID=$(maas "$MAAS_ADMIN_USERNAME" rack-controllers read | jq -r '.[] | select(.ip_addresses[] == "'"$IP_ADDRESS"'") | .system_id')
103
+ START_IP="192.168.1.191"
104
+ END_IP="192.168.1.254"
105
+
106
+ if [ -z "$FABRIC_ID" ]; then
107
+ echo "Error: Could not find FABRIC_ID for 'fabric-1'. Please ensure 'fabric-1' exists in MAAS."
108
+ exit 1
109
+ fi
110
+
111
+ # Create a Dynamic IP Range for enlistment, commissioning, and deployment
112
+ echo "Creating dynamic IP range from $START_IP to $END_IP..."
113
+ maas "$MAAS_ADMIN_USERNAME" ipranges create type=dynamic start_ip="$START_IP" end_ip="$END_IP"
114
+
115
+ # Enable DHCP on the untagged VLAN (VLAN tag 0)
116
+ echo "Enabling DHCP on VLAN 0 for fabric-1 (ID: $FABRIC_ID)..."
117
+ maas "$MAAS_ADMIN_USERNAME" vlan update "$FABRIC_ID" 0 dhcp_on=true primary_rack="$RACK_CONTROLLER_ID"
118
+
119
+ echo "Setting gateway IP for subnet $SUBNET_CIDR (ID: $SUBNET_ID) to $IP_ADDRESS..."
120
+ maas "$MAAS_ADMIN_USERNAME" subnet update $SUBNET_ID gateway_ip=$IP_ADDRESS
@@ -0,0 +1,26 @@
1
+ #!/bin/bash
2
+ set -euo pipefail
3
+
4
+ # Disable firewalld
5
+ sudo systemctl disable --now iptables
6
+ sudo systemctl disable --now ufw
7
+ sudo systemctl disable --now firewalld
8
+
9
+
10
+ # Remove any existing entries, then append exactly one
11
+ sudo sed -i '/^net.ipv4.ip_forward/d' /etc/sysctl.conf
12
+ sudo sed -i '/^net.ipv6.conf.all.forwarding/d' /etc/sysctl.conf
13
+ echo "net.ipv4.ip_forward = 1" | sudo tee -a /etc/sysctl.conf
14
+ echo "net.ipv6.conf.all.forwarding = 1" | sudo tee -a /etc/sysctl.conf
15
+ # ---
16
+
17
+ sudo sysctl -p
18
+
19
+ # Accept all traffic
20
+ sudo iptables -P INPUT ACCEPT
21
+ sudo iptables -P FORWARD ACCEPT
22
+ sudo iptables -P OUTPUT ACCEPT
23
+
24
+ # List iptables rules and forwarding flag
25
+ sudo iptables -L -n
26
+ sysctl net.ipv4.ip_forward net.ipv6.conf.all.forwarding
@@ -0,0 +1,26 @@
1
+ #!/usr/bin/env bash
2
+ # cleanup-snap.sh
3
+ # Remove all disabled snap revisions to free up disk space.
4
+
5
+ set -euo pipefail
6
+
7
+ # Ensure we’re running as root
8
+ if [[ $EUID -ne 0 ]]; then
9
+ echo "Please run this script with sudo or as root."
10
+ exit 1
11
+ fi
12
+
13
+ echo "Gathering list of snaps with disabled revisions..."
14
+ snap list --all \
15
+ | awk '/disabled/ {print $1, $3}' \
16
+ | while read -r pkg rev; do
17
+ echo " -> Removing $pkg (revision $rev)..."
18
+ snap remove "$pkg" --revision="$rev"
19
+ done
20
+
21
+ echo "Cleanup complete."
22
+ echo
23
+ echo "Tip: Limit how many revisions Snap retains by setting:"
24
+ echo " sudo snap set system refresh.retain=2"
25
+ echo "Then apply with:"
26
+ echo " sudo snap refresh"
@@ -49,7 +49,8 @@ spec:
49
49
  - metadata:
50
50
  name: mariadb-storage
51
51
  spec:
52
- accessModes: ['ReadWriteOnce']
52
+ accessModes: ["ReadWriteOnce"]
53
+ storageClassName: mariadb-storage-class
53
54
  resources:
54
55
  requests:
55
56
  storage: 1Gi
@@ -0,0 +1,10 @@
1
+ apiVersion: storage.k8s.io/v1
2
+ kind: StorageClass
3
+ metadata:
4
+ name: mariadb-storage-class # Renamed for clarity
5
+ annotations:
6
+ # Set this to "true" if you want this to be the default StorageClass
7
+ # storageclass.kubernetes.io/is-default-class: "true"
8
+ provisioner: rancher.io/local-path # Ensure this provisioner is installed in your cluster
9
+ reclaimPolicy: Retain # Or Delete, depending on your data retention policy
10
+ volumeBindingMode: WaitForFirstConsumer
@@ -13,11 +13,11 @@ spec:
13
13
  labels:
14
14
  app: mongodb
15
15
  spec:
16
- hostname: mongo
16
+ hostname: mongodb-service
17
17
  containers:
18
18
  - name: mongodb
19
19
  image: mongo:4.4
20
- command: ['mongod', '--replSet', 'rs0', '--bind_ip_all']
20
+ command: ["mongod", "--replSet", "rs0", "--bind_ip_all"]
21
21
  # -- bash
22
22
  # mongo
23
23
  # use admin
@@ -1,17 +1,11 @@
1
- ---
2
1
  apiVersion: v1
3
2
  kind: Service
4
3
  metadata:
5
- name: service-valkey
4
+ name: valkey-service
6
5
  namespace: default
7
6
  spec:
7
+ selector:
8
+ app: valkey-service
8
9
  ports:
9
10
  - port: 6379
10
11
  targetPort: 6379
11
- selector:
12
- app: service-valkey
13
- ipFamilyPolicy: PreferDualStack
14
- ipFamilies:
15
- - IPv4
16
- # - IPv6
17
- type: ClusterIP
@@ -1,40 +1,38 @@
1
1
  apiVersion: apps/v1
2
2
  kind: StatefulSet
3
3
  metadata:
4
- name: service-valkey
4
+ name: valkey-service
5
5
  namespace: default
6
6
  spec:
7
- serviceName: service-valkey
7
+ serviceName: valkey-service
8
8
  replicas: 1
9
9
  selector:
10
10
  matchLabels:
11
- app: service-valkey
11
+ app: valkey-service
12
12
  template:
13
13
  metadata:
14
14
  labels:
15
- app: service-valkey
15
+ app: valkey-service
16
16
  spec:
17
- # Prevent automatic token mounting if you're not using the default ServiceAccount
18
17
  automountServiceAccountToken: false
19
-
20
18
  containers:
21
- - name: service-valkey
19
+ - name: valkey-service
22
20
  image: docker.io/valkey/valkey:latest
23
21
  imagePullPolicy: IfNotPresent
24
- env:
25
- - name: TZ
26
- value: Europe/Zurich
22
+ command: ["valkey-server"]
23
+ args: ["--port", "6379"]
27
24
  ports:
28
25
  - containerPort: 6379
29
26
  startupProbe:
30
27
  tcpSocket:
31
28
  port: 6379
32
- failureThreshold: 30
33
29
  periodSeconds: 5
34
30
  timeoutSeconds: 5
31
+ failureThreshold: 30
35
32
  livenessProbe:
36
33
  tcpSocket:
37
34
  port: 6379
38
- failureThreshold: 2
35
+ initialDelaySeconds: 10
39
36
  periodSeconds: 30
40
37
  timeoutSeconds: 5
38
+ failureThreshold: 2
package/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "type": "module",
3
3
  "main": "src/index.js",
4
4
  "name": "underpost",
5
- "version": "2.8.79",
5
+ "version": "2.8.84",
6
6
  "description": "pwa api rest template",
7
7
  "scripts": {
8
8
  "start": "env-cmd -f .env.production node --max-old-space-size=8192 src/server",