cyberia 2.99.8 → 3.0.2

package/conf.js

@@ -130,6 +130,8 @@ const DefaultConf = /**/ {
           public_folder: '/dist/vanilla-jsoneditor/standalone.js',
           import_name: 'vanilla-jsoneditor',
           import_name_build: '/dist/vanilla-jsoneditor/standalone.js',
+          styles: './node_modules/vanilla-jsoneditor/themes',
+          public_styles_folder: '/styles/vanilla-jsoneditor',
         },
       ],
       services: [
@@ -408,10 +410,15 @@ const DefaultConf = /**/ {
           'object-layer',
           'object-layer-render-frames',
           'atlas-sprite-sheet',
+          'ipfs',
         ],
         ws: 'core',
         peer: true,
-        origins: [],
+        origins: [
+          'https://www.cyberiaonline.com',
+          'https://server.cyberiaonline.com',
+          'https://client.cyberiaonline.com',
+        ],
         minifyBuild: false,
         liteBuild: true,
         docsBuild: false,
@@ -456,7 +463,18 @@ const DefaultConf = /**/ {
       '/': {
         client: 'cryptokoyn',
         runtime: 'nodejs',
-        apis: ['user', 'file', 'crypto'],
+        apis: [
+          'core',
+          'file',
+          'user',
+          'crypto',
+          'document',
+          'instance',
+          'object-layer',
+          'object-layer-render-frames',
+          'atlas-sprite-sheet',
+          'ipfs',
+        ],
         origins: [],
         minifyBuild: false,
         liteBuild: true,
@@ -504,7 +522,18 @@ const DefaultConf = /**/ {
       '/': {
         client: 'itemledger',
         runtime: 'nodejs',
-        apis: ['user', 'file', 'crypto'],
+        apis: [
+          'core',
+          'file',
+          'user',
+          'crypto',
+          'document',
+          'instance',
+          'object-layer',
+          'object-layer-render-frames',
+          'atlas-sprite-sheet',
+          'ipfs',
+        ],
         origins: [],
         minifyBuild: false,
         liteBuild: true,

package/deployment.yaml

@@ -18,7 +18,7 @@ spec:
     spec:
       containers:
         - name: dd-cyberia-development-blue
-          image: localhost/rockylinux9-underpost:v2.99.8
+          image: localhost/rockylinux9-underpost:v3.0.2
 
           command:
             - /bin/sh
@@ -156,7 +156,7 @@ spec:
     spec:
       containers:
         - name: dd-cyberia-development-green
-          image: localhost/rockylinux9-underpost:v2.99.8
+          image: localhost/rockylinux9-underpost:v3.0.2
 
           command:
             - /bin/sh

package/jsdoc.json

@@ -3,7 +3,6 @@
     "allowUnknownTags": true,
     "dictionaries": ["jsdoc"]
   },
-  "categoryfile": "./jsdoc-categories.json",
   "source": {
     "include": ["./src", "./package.json", "./README.md", "./CHANGELOG.md"],
     "includePattern": ".js$",
@@ -26,7 +25,7 @@
       "favicon": "./public/www.nexodev.org/",
       "displayModuleHeader": true,
       "includeFilesListInHomepage": true,
-      "sections": ["Modules", "Classes", "Namespaces", "Tutorials", "Events", "Interfaces", "Global"],
+      "sections": ["Namespaces", "Tutorials"],
       "meta": [
         {
           "name": "author",

package/manifests/cronjobs/dd-cron/dd-cron-backup.yaml

@@ -23,7 +23,7 @@ spec:
         spec:
           containers:
             - name: dd-cron-backup
-              image: underpost/underpost-engine:v2.99.8
+              image: underpost/underpost-engine:v3.0.2
               command:
                 - /bin/sh
                 - -c

package/manifests/cronjobs/dd-cron/dd-cron-dns.yaml

@@ -23,7 +23,7 @@ spec:
         spec:
           containers:
             - name: dd-cron-dns
-              image: underpost/underpost-engine:v2.99.8
+              image: underpost/underpost-engine:v3.0.2
               command:
                 - /bin/sh
                 - -c

package/manifests/deployment/dd-default-development/deployment.yaml

@@ -17,7 +17,7 @@ spec:
     spec:
       containers:
         - name: dd-default-development-blue
-          image: localhost/rockylinux9-underpost:v2.99.8
+          image: localhost/rockylinux9-underpost:v3.0.2
           #          resources:
           #            requests:
           #              memory: "124Ki"
@@ -100,7 +100,7 @@ spec:
     spec:
       containers:
         - name: dd-default-development-green
-          image: localhost/rockylinux9-underpost:v2.99.8
+          image: localhost/rockylinux9-underpost:v3.0.2
           #          resources:
           #            requests:
           #              memory: "124Ki"

package/manifests/deployment/dd-test-development/deployment.yaml

@@ -18,7 +18,7 @@ spec:
     spec:
       containers:
         - name: dd-test-development-blue
-          image: localhost/rockylinux9-underpost:v2.99.8
+          image: localhost/rockylinux9-underpost:v3.0.2
 
           command:
             - /bin/sh
@@ -103,7 +103,7 @@ spec:
     spec:
       containers:
         - name: dd-test-development-green
-          image: localhost/rockylinux9-underpost:v2.99.8
+          image: localhost/rockylinux9-underpost:v3.0.2
 
           command:
             - /bin/sh

package/manifests/deployment/fastapi/initial_data.sh

@@ -1,56 +1,8 @@
 #!/bin/bash
+# FastAPI initial data script
 
-# IMPORTANT: For non-interactive scripts, 'conda activate' can be problematic
-# because it relies on the shell's initialization.
-# A more robust and recommended way to run commands within a Conda environment
-# from a script is to use 'conda run'. This command directly executes a process
-# in the specified environment without needing to manually source 'conda.sh'.
+# Dynamically determine the directory of the script and change to that directory
+cd "$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 
-# Navigate to the application's root directory for module discovery.
-# This is crucial for Python to correctly find your 'app' module using 'python -m'.
-#
-# Let's assume a common project structure:
-# full-stack-fastapi-template/
-# ├── backend/
-# │   ├── app/
-# │   │   └── initial_data.py  (the Python script you want to run)
-# │   └── initial_data.sh      (this shell script)
-# └── ...
-#
-# If `initial_data.sh` is located in `full-stack-fastapi-template/backend/`,
-# and `app` is a subdirectory of `backend/`, then the Python command
-# `python -m app.initial_data` needs to be executed from the `backend/` directory.
-#
-# If you are running this shell script from a different directory (e.g., `engine/`),
-# Python's module import system won't automatically find 'app' unless the parent
-# directory of 'app' is in the `PYTHONPATH` or you change the current working directory.
-#
-# The safest way is to change the current working directory to the script's location.
-
-# Store the current directory to return to it later if needed (good practice for multi-step scripts).
-CURRENT_DIR=$(pwd)
-
-# Get the absolute path of the directory where this script is located.
-# This is a robust way to ensure we always navigate to the correct 'backend' directory.
-SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" &>/dev/null && pwd)"
-cd "$SCRIPT_DIR"
-
-# Execute your Python script within the specified Conda environment using 'conda run'.
-# -n fastapi_env specifies the Conda environment to use.
-# This completely avoids the 'source conda.sh' issue and is generally more reliable.
+# Run the initial data script using the conda environment
 conda run -n fastapi_env python -m app.initial_data
-
-# Important Note: The 'ModuleNotFoundError: No module named 'sqlmodel'' indicates that
-# the 'sqlmodel' package is not installed in your 'fastapi_env' Conda environment.
-# After running this script, if you still get the 'sqlmodel' error,
-# you will need to activate your environment manually and install it:
-#
-# conda activate fastapi_env
-# pip install sqlmodel
-# # or if it's a conda package:
-# # conda install sqlmodel
-#
-# Then try running this script again.
-
-# Optional Good Practice: Return to the original directory if the script is part of a larger workflow.
-cd "$CURRENT_DIR"

package/manifests/ipfs/configmap.yaml

@@ -0,0 +1,64 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: ipfs-cluster-set-bootstrap-conf
+data:
+  entrypoint.sh: |
+    #!/bin/sh
+    set -e
+
+    user=ipfs
+
+    # Custom entrypoint for k8s: connects non-bootstrap pods to the bootstrap peer
+    # ipfs-cluster-0 acts as the bootstrap node using the pre-generated identity.
+
+    if [ ! -f /data/ipfs-cluster/service.json ]; then
+      ipfs-cluster-service init
+    fi
+
+    # Bind cluster APIs to 0.0.0.0 so they are reachable from other pods.
+    # By default ipfs-cluster listens on 127.0.0.1 for REST (9094),
+    # Proxy (9095) and Pinning Service (9097).
+    sed -i 's|/ip4/127\.0\.0\.1/tcp/9094|/ip4/0.0.0.0/tcp/9094|g' /data/ipfs-cluster/service.json
+    sed -i 's|/ip4/127\.0\.0\.1/tcp/9095|/ip4/0.0.0.0/tcp/9095|g' /data/ipfs-cluster/service.json
+    sed -i 's|/ip4/127\.0\.0\.1/tcp/9097|/ip4/0.0.0.0/tcp/9097|g' /data/ipfs-cluster/service.json
+
+    PEER_HOSTNAME=$(cat /proc/sys/kernel/hostname)
+
+    if echo "${PEER_HOSTNAME}" | grep -q "^ipfs-cluster-0"; then
+      # Bootstrap node: use the pre-seeded identity and secret
+      exec ipfs-cluster-service daemon --upgrade
+    else
+      BOOTSTRAP_ADDR="/dns4/${SVC_NAME}-0/tcp/9096/ipfs/${BOOTSTRAP_PEER_ID}"
+
+      if [ -z "${BOOTSTRAP_ADDR}" ]; then
+        echo "ERROR: BOOTSTRAP_ADDR could not be constructed." >&2
+        exit 1
+      fi
+
+      exec ipfs-cluster-service daemon --upgrade --bootstrap "${BOOTSTRAP_ADDR}" --leave
+    fi
+
+  configure-ipfs.sh: |
+    #!/bin/sh
+    set -e
+    set -x
+
+    # Custom init script: prepares the IPFS data directory and sets production config.
+
+    mkdir -p /data/ipfs
+    chown -R 1000:100 /data/ipfs
+
+    if [ -f /data/ipfs/config ]; then
+      # Remove stale repo lock if present
+      rm -f /data/ipfs/repo.lock
+      exit 0
+    fi
+
+    ipfs init --profile=pebbleds,server
+    ipfs config Addresses.API /ip4/0.0.0.0/tcp/5001
+    ipfs config Addresses.Gateway /ip4/0.0.0.0/tcp/8080
+    ipfs config --json Swarm.ConnMgr.HighWater 2000
+    ipfs config --json Datastore.BloomFilterSize 1048576
+    ipfs config Datastore.StorageMax 100GB
+    chown -R 1000:100 /data/ipfs

package/manifests/ipfs/headless-service.yaml

@@ -0,0 +1,35 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: ipfs-cluster
+  labels:
+    app: ipfs-cluster
+spec:
+  clusterIP: None
+  selector:
+    app: ipfs-cluster
+  ports:
+    - name: swarm
+      port: 4001
+      protocol: TCP
+    - name: swarm-udp
+      port: 4001
+      protocol: UDP
+    - name: api
+      port: 5001
+      protocol: TCP
+    - name: ws
+      port: 8081
+      protocol: TCP
+    - name: http
+      port: 8080
+      protocol: TCP
+    - name: api-http
+      port: 9094
+      protocol: TCP
+    - name: proxy-http
+      port: 9095
+      protocol: TCP
+    - name: cluster-swarm
+      port: 9096
+      protocol: TCP

package/manifests/ipfs/kustomization.yaml

@@ -0,0 +1,8 @@
+---
+# kubectl apply -k ipfs/.
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+resources:
+  - headless-service.yaml
+  - configmap.yaml
+  - statefulset.yaml

package/manifests/ipfs/statefulset.yaml

@@ -0,0 +1,149 @@
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: ipfs-cluster
+spec:
+  serviceName: ipfs-cluster
+  replicas: 1
+  selector:
+    matchLabels:
+      app: ipfs-cluster
+  template:
+    metadata:
+      labels:
+        app: ipfs-cluster
+    spec:
+      initContainers:
+        - name: configure-ipfs
+          image: ipfs/kubo:latest
+          imagePullPolicy: IfNotPresent
+          securityContext:
+            runAsUser: 0
+          command: ['sh', '/custom/configure-ipfs.sh']
+          volumeMounts:
+            - name: ipfs-storage
+              mountPath: /data/ipfs
+            - name: configure-script
+              mountPath: /custom
+
+      containers:
+        - name: ipfs
+          image: ipfs/kubo:latest
+          imagePullPolicy: IfNotPresent
+          env:
+            - name: IPFS_FD_MAX
+              value: '4096'
+          ports:
+            - name: swarm
+              protocol: TCP
+              containerPort: 4001
+            - name: swarm-udp
+              protocol: UDP
+              containerPort: 4001
+            - name: api
+              protocol: TCP
+              containerPort: 5001
+            - name: ws
+              protocol: TCP
+              containerPort: 8081
+            - name: http
+              protocol: TCP
+              containerPort: 8080
+          livenessProbe:
+            tcpSocket:
+              port: swarm
+            initialDelaySeconds: 30
+            timeoutSeconds: 5
+            periodSeconds: 15
+          volumeMounts:
+            - name: ipfs-storage
+              mountPath: /data/ipfs
+            - name: configure-script
+              mountPath: /custom
+          resources:
+            requests:
+              cpu: '100m'
+              memory: '256Mi'
+            limits:
+              cpu: '500m'
+              memory: '512Mi'
+
+        - name: ipfs-cluster
+          image: ipfs/ipfs-cluster:latest
+          imagePullPolicy: IfNotPresent
+          command: ['sh', '/custom/entrypoint.sh']
+          env:
+            - name: BOOTSTRAP_PEER_ID
+              valueFrom:
+                configMapKeyRef:
+                  name: env-config
+                  key: bootstrap-peer-id
+            - name: BOOTSTRAP_PEER_PRIV_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: ipfs-cluster-secret
+                  key: bootstrap-peer-priv-key
+            - name: CLUSTER_SECRET
+              valueFrom:
+                secretKeyRef:
+                  name: ipfs-cluster-secret
+                  key: cluster-secret
+            - name: CLUSTER_MONITOR_PING_INTERVAL
+              value: '3m'
+            - name: SVC_NAME
+              valueFrom:
+                configMapKeyRef:
+                  name: env-config
+                  key: CLUSTER_SVC_NAME
+          ports:
+            - name: api-http
+              containerPort: 9094
+              protocol: TCP
+            - name: proxy-http
+              containerPort: 9095
+              protocol: TCP
+            - name: cluster-swarm
+              containerPort: 9096
+              protocol: TCP
+          livenessProbe:
+            tcpSocket:
+              port: cluster-swarm
+            initialDelaySeconds: 5
+            timeoutSeconds: 5
+            periodSeconds: 10
+          volumeMounts:
+            - name: cluster-storage
+              mountPath: /data/ipfs-cluster
+            - name: configure-script
+              mountPath: /custom
+          resources:
+            requests:
+              cpu: '100m'
+              memory: '128Mi'
+            limits:
+              cpu: '500m'
+              memory: '512Mi'
+
+      volumes:
+        - name: configure-script
+          configMap:
+            name: ipfs-cluster-set-bootstrap-conf
+            defaultMode: 0755
+
+  volumeClaimTemplates:
+    - metadata:
+        name: cluster-storage
+      spec:
+        storageClassName: ipfs-storage-class
+        accessModes: ['ReadWriteOnce']
+        resources:
+          requests:
+            storage: 1Gi
+    - metadata:
+        name: ipfs-storage
+      spec:
+        storageClassName: ipfs-storage-class
+        accessModes: ['ReadWriteOnce']
+        resources:
+          requests:
+            storage: 5Gi

package/manifests/ipfs/storage-class.yaml

@@ -0,0 +1,9 @@
+apiVersion: storage.k8s.io/v1
+kind: StorageClass
+metadata:
+  name: ipfs-storage-class
+  annotations:
+    storageclass.kubernetes.io/is-default-class: "false"
+provisioner: rancher.io/local-path
+reclaimPolicy: Retain
+volumeBindingMode: WaitForFirstConsumer

package/package.json

@@ -2,7 +2,7 @@
     "type": "module",
     "main": "src/index.js",
     "name": "cyberia",
-    "version": "2.99.8",
+    "version": "3.0.2",
     "description": "Cyberia Engine - Object Layer and Assets Management Microservice",
     "scripts": {
         "start": "env-cmd -f .env.production node --max-old-space-size=8192 src/server",
@@ -74,41 +74,45 @@
         "helmet": "^8.1.0",
         "html-minifier-terser": "^7.2.0",
         "http-proxy-middleware": "^2.0.6",
-        "ignore-walk": "^6.0.4",
+        "ignore-walk": "^8.0.0",
         "iovalkey": "^0.2.1",
+        "jimp": "^1.6.0",
         "json-colorizer": "^2.2.2",
         "jsonwebtoken": "^9.0.2",
         "mariadb": "^3.2.2",
         "marked": "^12.0.2",
-        "mocha": "^10.8.2",
+        "maxrects-packer": "^2.7.3",
+        "mocha": "^7.2.0",
         "mongoose": "^8.9.5",
         "morgan": "^1.10.0",
         "nodemailer": "^7.0.9",
         "nodemon": "^3.0.1",
         "peer": "^1.0.2",
         "peerjs": "^1.5.2",
+        "pngjs": "^7.0.0",
         "prom-client": "^15.1.2",
         "read": "^2.1.0",
         "rrule": "^2.8.1",
-        "shelljs": "^0.8.5",
+        "sharp": "^0.32.5",
+        "shelljs": "^0.10.0",
         "sitemap": "^7.1.1",
         "socket.io": "^4.8.0",
         "sortablejs": "^1.15.0",
         "split-file": "^2.3.0",
-        "swagger-autogen": "^2.23.7",
+        "swagger-autogen": "^2.9.2",
         "swagger-ui-express": "^5.0.0",
         "uglify-js": "^3.17.4",
         "validator": "^13.11.0",
         "vanilla-jsoneditor": "^2.3.2",
-        "winston": "^3.11.0",
-        "maxrects-packer": "^2.7.3",
-        "pngjs": "^7.0.0",
-        "jimp": "^1.6.0",
-        "sharp": "^0.32.5"
+        "winston": "^3.11.0"
     },
     "publishConfig": {
         "provenance": true,
         "access": "public",
         "registry": "https://registry.npmjs.org/"
+    },
+    "overrides": {
+        "minimatch": "^10.2.2",
+        "glob": "^11.0.0"
     }
-}
+}

package/scripts/k3s-node-setup.sh

@@ -0,0 +1,89 @@
+#!/bin/bash
+set -e
+
+# ---------------------------------------------------------------------------
+# Underpost K3s Node Setup
+# Usage:
+#   --control                   Initialize as K3s control plane node (default)
+#   --worker                    Initialize as K3s worker node
+#   --control-ip=<ip>           Control plane IP (required for --worker)
+#   --token=<token>             K3s node token (required for --worker)
+# ---------------------------------------------------------------------------
+
+ROLE="control"
+CONTROL_IP=""
+K3S_TOKEN=""
+
+for arg in "$@"; do
+  case $arg in
+    --worker)         ROLE="worker" ;;
+    --control)        ROLE="control" ;;
+    --control-ip=*)   CONTROL_IP="${arg#*=}" ;;
+    --token=*)        K3S_TOKEN="${arg#*=}" ;;
+  esac
+done
+# ---------------------------------------------------------------------------
+# NVM and Node.js
+# ---------------------------------------------------------------------------
+echo "Installing NVM and Node.js v24.10.0..."
+
+curl -o- https://cdn.jsdelivr.net/gh/nvm-sh/nvm@v0.40.1/install.sh | bash
+
+export NVM_DIR="$([ -z "${XDG_CONFIG_HOME-}" ] && printf %s "${HOME}/.nvm" || printf %s "${XDG_CONFIG_HOME}/nvm")"
+[ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh"
+
+nvm install 24.10.0
+nvm use 24.10.0
+
+echo "
+██╗░░░██╗███╗░░██╗██████╗░███████╗██████╗░██████╗░░█████╗░░██████╗████████╗
+██║░░░██║████╗░██║██╔══██╗██╔════╝██╔══██╗██╔══██╗██╔══██╗██╔════╝╚══██╔══╝
+██║░░░██║██╔██╗██║██║░░██║█████╗░░██████╔╝██████╔╝██║░░██║╚█████╗░░░░██║░░░
+██║░░░██║██║╚████║██║░░██║██╔══╝░░██╔══██╗██╔═══╝░██║░░██║░╚═══██╗░░░██║░░░
+╚██████╔╝██║░╚███║██████╔╝███████╗██║░░██║██║░░░░░╚█████╔╝██████╔╝░░░██║░░░
+░╚═════╝░╚═╝░░╚══╝╚═════╝░╚══════╝╚═╝░░╚═╝╚═╝░░░░░░╚════╝░╚═════╝░░░░╚═╝░░░
+
+Installing underpost VM node...
+"
+
+npm install -g underpost
+
+cd /home/dd/engine
+
+echo "Applying host configuration..."
+
+underpost install
+
+node bin run secret
+
+node bin cluster --dev --config
+
+if [ "$ROLE" = "control" ]; then
+  echo "Initializing K3s control plane..."
+  node bin cluster --dev --k3s
+
+  echo ""
+  echo "K3s control plane is ready."
+  echo "Node token (share with workers to join this cluster):"
+  sudo cat /var/lib/rancher/k3s/server/node-token
+  echo ""
+  echo "Control plane IP addresses:"
+  ip -4 addr show scope global | grep inet | awk '{print $2}' | cut -d/ -f1
+
+elif [ "$ROLE" = "worker" ]; then
+  if [ -z "$CONTROL_IP" ] || [ -z "$K3S_TOKEN" ]; then
+    echo "ERROR: --control-ip and --token are required for worker role."
+    echo "Usage: bash k3s-node-setup.sh --worker --control-ip=<ip> --token=<token>"
+    exit 1
+  fi
+
+  echo "Joining K3s cluster at https://${CONTROL_IP}:6443..."
+  curl -sfL https://get.k3s.io | \
+    K3S_URL="https://${CONTROL_IP}:6443" \
+    K3S_TOKEN="${K3S_TOKEN}" \
+    sh -s - agent
+
+  echo ""
+  echo "K3s worker node joined the cluster at https://${CONTROL_IP}:6443 successfully."
+  sudo systemctl status k3s-agent --no-pager
+fi

package/scripts/lxd-vm-setup.sh

@@ -0,0 +1,23 @@
+
+echo "Expanding /dev/sda2 and resizing filesystem..."
+
+if ! command -v parted &>/dev/null; then
+  sudo dnf install -y parted
+fi
+
+sudo parted /dev/sda ---pretend-input-tty <<EOF
+unit s
+resizepart 2 100%
+Yes
+quit
+EOF
+
+sudo resize2fs /dev/sda2
+echo "Disk resized."
+
+echo "Installing essential packages..."
+sudo dnf install -y tar bzip2 git curl jq epel-release
+sudo dnf -y update
+
+echo "Loading br_netfilter module..."
+sudo modprobe br_netfilter