@underpostnet/underpost 2.96.0 → 2.97.0

package/scripts/packer-setup.sh

@@ -1,52 +1,289 @@
 #!/usr/bin/env bash
-# Script to install Packer and libvirt/qemu tooling on Rocky Linux.
-# Usage: sudo ./scripts/packer-setup.sh
+# packer-setup.sh
+# RHEL/CentOS/Rocky helper to prepare a host for building both amd64 and aarch64 Packer images.
+# Installs packer (repo fallback), libvirt/qemu tooling, NBD/filesystem tools, UEFI firmware for x86_64 and aarch64,
+# registers qemu-user binfmt for cross-chroot use and compiles qemu-system-aarch64 when repo packages are missing.
+# Usage: sudo ./packer-setup.sh
 
 set -euo pipefail
 
+print(){ printf "[setup] %s\n" "$*"; }
+err(){ printf "[setup] ERROR: %s\n" "$*" >&2; }
 
-# 1) Replace/add the correct HashiCorp repo for RHEL/Rocky
-sudo dnf config-manager --add-repo https://rpm.releases.hashicorp.com/RHEL/hashicorp.repo
+if [[ $(id -u) -ne 0 ]]; then
+  err "This script requires root. Run with sudo."; exit 3
+fi
+
+# Detect host arch
+HOST_RAW_ARCH=$(uname -m)
+case "$HOST_RAW_ARCH" in
+  x86_64) HOST_ARCH=amd64;;
+  aarch64) HOST_ARCH=arm64;;
+  *) HOST_ARCH="$HOST_RAW_ARCH";;
+esac
+print "Host architecture: $HOST_RAW_ARCH -> normalized: $HOST_ARCH"
+
+# Ensure RHEL-family
+if [[ -f /etc/os-release ]]; then
+  . /etc/os-release
+  ID_LC=${ID,,}
+  ID_LIKE=${ID_LIKE,,}
+else
+  ID_LC=unknown; ID_LIKE=unknown
+fi
+if [[ $ID_LC != "rocky" && $ID_LC != "rhel" && $ID_LC != "centos" && $ID_LIKE != *"rhel"* ]]; then
+  err "This script targets RHEL/CentOS/Rocky family. Detected: $ID_LC (like: $ID_LIKE). Exiting."; exit 4
+fi
+print "Distro detected: $PRETTY_NAME"
+
+# Enable helpful repos and install helpers
+print "Installing dnf-plugins-core and enabling CRB/PowerTools (if available)"
+set +e
+dnf install -y dnf-plugins-core >/dev/null 2>&1 || true
+dnf config-manager --set-enabled crb >/dev/null 2>&1 || true
+dnf config-manager --set-enabled powertools >/dev/null 2>&1 || true
+# EPEL
+if ! rpm -q epel-release >/dev/null 2>&1; then
+  print "Installing epel-release"
+  dnf install -y epel-release || true
+fi
+set -e
+
+# 1) Try to install packer from distro repos, otherwise add HashiCorp repo and install
+print "Attempting to install packer from distro repos"
+if dnf install -y packer >/dev/null 2>&1; then
+  print "Packer installed from distro repo"
+else
+  print "packer not available in distro repos or install failed. Adding HashiCorp repo and retrying."
+  # HashiCorp RPM repo for RHEL/CentOS/Rocky family (works for EL8/EL9)
+  if ! rpm -q hashicorp >/dev/null 2>&1; then
+    cat >/etc/yum.repos.d/hashicorp.repo <<'EOF'
+[hashicorp]
+name=HashiCorp Stable - $basearch
+baseurl=https://rpm.releases.hashicorp.com/RHEL/$releasever/$basearch/stable
+enabled=1
+gpgcheck=1
+gpgkey=https://rpm.releases.hashicorp.com/gpg
+EOF
+  fi
+  if dnf makecache >/dev/null 2>&1 && dnf install -y packer >/dev/null 2>&1; then
+    print "Packer installed from HashiCorp repo"
+  else
+    err "Packer install from repo failed. You can install packer manually from HashiCorp releases if needed.";
+  fi
+fi
 
-# Refresh dnf metadata
-sudo dnf clean all
-sudo dnf makecache --refresh
+# 2) Install libvirt, qemu tooling and enable libvirtd
+print "Installing libvirt, qemu and related tooling (best-effort)"
+LIBVIRT_PKGS=(libvirt libvirt-daemon qemu-kvm qemu-img virt-install bridge-utils)
+# attempt to include qemu-system-aarch64 and qemu-system-x86_64 if available
+LIBVIRT_PKGS+=(qemu-system-aarch64 qemu-system-x86_64 qemu-system-arm)
 
-# 2) Try to install packer from the repo
-sudo dnf install -y packer || echo "packer install from repo failed, try manual install (see below)"
+# Some packages may not exist exactly with those names; install best-effort
+for pkg in "${LIBVIRT_PKGS[@]}"; do
+  dnf install -y "$pkg" >/dev/null 2>&1 || print "Package $pkg not available via dnf (skipping)"
+done
 
-# 3) Install libvirt/qemu tooling then start the service
-sudo dnf install -y libvirt libvirt-daemon qemu-kvm qemu-img virt-install bridge-utils
-sudo systemctl enable --now libvirtd
-sudo systemctl status libvirtd --no-pager
+print "Enabling and starting libvirtd"
+systemctl enable --now libvirtd || err "Failed to enable/start libvirtd"
+systemctl status libvirtd --no-pager || true
 
-# 3a) Install NBD and filesystem tools required for MAAS image creation
-sudo dnf install -y libnbd nbdkit e2fsprogs kmod-kvdo kmod
+# 3) Install NBD and filesystem tools required for MAAS image creation
+print "Installing NBD and filesystem tooling: libnbd, nbdkit, e2fsprogs, kmod packages (best-effort)"
+NBDS=(libnbd nbdkit e2fsprogs kmod-kvdo kmod)
+for pkg in "${NBDS[@]}"; do
+  dnf install -y "$pkg" >/dev/null 2>&1 || print "Package $pkg not available via dnf (skipping)"
+done
 
 # 4) Install UEFI firmware for x86_64 and ARM64
-sudo dnf install -y edk2-ovmf edk2-aarch64
+print "Installing edk2 / OVMF UEFI firmware packages (x86_64 and aarch64)"
+UEFI_PKGS=(edk2-ovmf edk2-aarch64 edk2-ovmf-aarch64)
+for pkg in "${UEFI_PKGS[@]}"; do
+  dnf install -y "$pkg" >/dev/null 2>&1 || print "UEFI package $pkg not available (skipping)"
+done
 
-# 5) Create symlinks for qemu-system-* binaries (Rocky/RHEL uses qemu-kvm instead)
-# Packer expects standard qemu-system-* names, but RHEL-based distros use qemu-kvm
-if [ -f /usr/libexec/qemu-kvm ] && [ ! -f /usr/bin/qemu-system-x86_64 ]; then
-    echo "Creating symlink: /usr/bin/qemu-system-x86_64 -> /usr/libexec/qemu-kvm"
-    sudo ln -sf /usr/libexec/qemu-kvm /usr/bin/qemu-system-x86_64
+# 5) Ensure qemu-user-static for chroot/debootstrap cross-execution and register binfmt via podman
+print "Installing qemu-user-static and registering binfmt handlers via podman"
+if ! rpm -q qemu-user-static >/dev/null 2>&1; then
+  dnf install -y qemu-user-static >/dev/null 2>&1 || print "qemu-user-static not in repos (will extract from container)"
 fi
 
-if [ -f /usr/libexec/qemu-kvm ] && [ ! -f /usr/bin/qemu-system-aarch64 ]; then
-    echo "Creating symlink: /usr/bin/qemu-system-aarch64 -> /usr/libexec/qemu-kvm"
-    sudo ln -sf /usr/libexec/qemu-kvm /usr/bin/qemu-system-aarch64
+if command -v podman >/dev/null 2>&1; then
+  # Register binfmt handlers
+  podman run --rm --privileged multiarch/qemu-user-static --reset -p yes || print "podman run for qemu-user-static failed (skip)"
+
+  # Extract static binaries to /usr/bin if not already present from RPM
+  if ! command -v qemu-aarch64-static >/dev/null 2>&1; then
+    print "Extracting qemu static binaries from multiarch/qemu-user-static container"
+    CONTAINER_ID=$(podman create multiarch/qemu-user-static:latest)
+
+    # Extract the binaries we need
+    for arch in aarch64 arm armeb; do
+      if podman cp "$CONTAINER_ID:/usr/bin/qemu-${arch}-static" "/usr/bin/qemu-${arch}-static" 2>/dev/null; then
+        chmod +x "/usr/bin/qemu-${arch}-static"
+        print "Installed qemu-${arch}-static to /usr/bin/"
+      fi
+    done
+
+    podman rm "$CONTAINER_ID" >/dev/null 2>&1 || true
+  fi
+else
+  print "podman not available. Install podman to register binfmt for container/chroot convenience."
 fi
 
-# 6) Create symlinks for OVMF/AAVMF firmware files in expected locations
-# Rocky/RHEL stores OVMF in /usr/share/edk2/ovmf, but Packer expects /usr/share/OVMF
-if [ -f /usr/share/edk2/ovmf/OVMF_CODE.fd ] && [ ! -f /usr/share/OVMF/OVMF_CODE.fd ]; then
-    echo "Creating symlink: /usr/share/OVMF/OVMF_CODE.fd -> /usr/share/edk2/ovmf/OVMF_CODE.fd"
-    sudo ln -sf /usr/share/edk2/ovmf/OVMF_CODE.fd /usr/share/OVMF/OVMF_CODE.fd
+# 6) Check qemu-system-aarch64 availability and 'virt' machine support; offer compile if missing
+check_qemu_system_aarch64(){
+  # Explicitly check /usr/local/bin first (where compiled QEMU installs)
+  if [ -x /usr/local/bin/qemu-system-aarch64 ]; then
+    QBIN=/usr/local/bin/qemu-system-aarch64
+  elif command -v qemu-system-aarch64 >/dev/null 2>&1; then
+    QBIN=$(command -v qemu-system-aarch64)
+  else
+    return 1
+  fi
+
+  print "qemu-system-aarch64 found at $QBIN"
+  if ! $QBIN -machine help 2>/dev/null | grep -q '\bvirt\b'; then
+    err "qemu-system-aarch64 present but 'virt' not listed -> may be missing aarch64 softmmu"
+    return 2
+  fi
+
+  # Check for user networking (slirp) support.
+  # We specify -machine virt to avoid "No machine specified" errors on some QEMU versions.
+  if ! $QBIN -machine virt -netdev help 2>&1 | grep -q '\buser\b'; then
+    err "qemu-system-aarch64 present but 'user' network backend not listed -> missing libslirp support"
+    return 3
+  fi
+
+  print "qemu-system-aarch64 supports 'virt' and 'user' network -> good for full-system ARM emulation"
+  return 0
+}
+
+if check_qemu_system_aarch64; then
+  print "qemu-system-aarch64 is ready"
+else
+  rc=$?
+  if [[ $rc -eq 1 ]]; then
+    print "qemu-system-aarch64 not found in installed packages"
+  else
+    print "qemu-system-aarch64 present but incomplete"
+  fi
+
+  # Try install from repo explicitly
+  print "Attempting to install qemu-system-aarch64 via dnf (best-effort)"
+  if dnf install -y qemu-system-aarch64 >/dev/null 2>&1; then
+    print "Installed qemu-system-aarch64 from repo"
+  else
+    print "qemu-system-aarch64 not available in enabled repos."
+  fi
+
+  if check_qemu_system_aarch64; then
+    print "qemu-system-aarch64 now available after package install"
+  else
+    print "Compiling QEMU with aarch64-softmmu target. Installing build deps..."
+    dnf groupinstall -y 'Development Tools' || true
+    dnf install -y git libaio-devel libgcrypt-devel libfdt-devel glib2-devel zlib-devel pixman-devel libseccomp-devel libusb1-devel openssl-devel bison flex python3 python3-pip ninja-build || true
+
+    # Enforce libslirp-devel for user networking
+    if ! dnf install -y libslirp-devel; then
+        err "Failed to install libslirp-devel. User networking will not work."
+        exit 1
+    fi
+
+    # Install required Python packages for QEMU build
+    print "Installing Python dependencies for QEMU build"
+    python3 -m pip install --upgrade pip || true
+    python3 -m pip install tomli meson || true
+
+    TMPDIR=$(mktemp -d)
+    print "Cloning QEMU source to $TMPDIR/qemu"
+    # Use a stable release tag (v9.0.0) to ensure consistency
+    git clone --depth 1 --branch v9.0.0 https://gitlab.com/qemu-project/qemu.git "$TMPDIR/qemu"
+    cd "$TMPDIR/qemu"
+
+    print "Configuring QEMU build"
+    if ./configure --target-list=aarch64-softmmu --enable-virtfs --enable-slirp; then
+      print "Configure successful, building QEMU..."
+      if make -j"$(nproc)"; then
+        print "Build successful, installing..."
+        make install || err "QEMU install failed"
+        # Update PATH to include /usr/local/bin where QEMU was installed
+        export PATH="/usr/local/bin:$PATH"
+        hash -r || true
+      else
+        err "QEMU build (make) failed"
+      fi
+    else
+      err "QEMU configure failed. Check dependencies."
+    fi
+
+    if check_qemu_system_aarch64; then
+      print "Successfully compiled and installed qemu-system-aarch64"
+    else
+      err "Compiled QEMU but qemu-system-aarch64 still missing or lacks 'virt'. Check logs in $TMPDIR/qemu"
+    fi
+
+    cd /
+    rm -rf "$TMPDIR" || true
+    print "Removed build directory $TMPDIR"
+  fi
 fi
 
-# Create AAVMF symlinks for ARM64 support
-if [ -d /usr/share/edk2/aarch64 ] && [ ! -d /usr/share/AAVMF ]; then
-    echo "Creating symlink: /usr/share/AAVMF -> /usr/share/edk2/aarch64"
-    sudo ln -sf /usr/share/edk2/aarch64 /usr/share/AAVMF
+# 7) Summary and verification commands for the user
+print "\n=== Summary / Quick verification commands ==="
+if command -v packer >/dev/null 2>&1; then print "packer: $(command -v packer)"; else print "packer: NOT INSTALLED"; fi
+# Check /usr/local/bin explicitly for compiled qemu
+if [ -x /usr/local/bin/qemu-system-aarch64 ]; then
+  print "qemu-system-aarch64: /usr/local/bin/qemu-system-aarch64"
+elif command -v qemu-system-aarch64 >/dev/null 2>&1; then
+  print "qemu-system-aarch64: $(command -v qemu-system-aarch64)"
+else
+  print "qemu-system-aarch64: NOT INSTALLED"
 fi
+if command -v qemu-aarch64-static >/dev/null 2>&1; then print "qemu-aarch64-static: $(command -v qemu-aarch64-static)"; else print "qemu-aarch64-static: NOT INSTALLED"; fi
+print "libvirtd status:"
+systemctl status libvirtd --no-pager || true
+
+cat <<'EOF'
+
+=== Example Packer qemu builder snippets ===
+
+# aarch64 on x86_64 host (use qemu-system-aarch64 with TCG):
+{
+  "type": "qemu",
+  "qemu_binary": "/usr/local/bin/qemu-system-aarch64",
+  "accelerator": "tcg",
+  "format": "raw",
+  "disk_size": "8192",
+  "headless": true,
+  "qemuargs": [
+    ["-machine", "virt,highmem=on"],
+    ["-cpu", "cortex-a57"],
+    ["-bios", "/usr/share/edk2-aarch64/QEMU_EFI.fd"],
+    ["-device", "virtio-net-device,netdev=net0"],
+    ["-netdev", "user,id=net0,hostfwd=tcp::2222-:22"]
+  ]
+}
+
+# x86_64 on arm64 host (use kvm when available):
+{
+  "type": "qemu",
+  "qemu_binary": "/usr/bin/qemu-system-x86_64",
+  "accelerator": "kvm",
+  "format": "raw",
+  "disk_size": "8192",
+  "headless": true,
+  "qemuargs": [
+    ["-machine", "pc,q35"],
+    ["-cpu", "host"],
+    ["-bios", "/usr/share/ovmf/OVMF_CODE.fd"],
+    ["-device", "virtio-net-pci,netdev=net0"],
+    ["-netdev", "user,id=net0,hostfwd=tcp::2223-:22"]
+  ]
+}
+
+EOF
+
+print "Done. If any package failed to install due to repo availability, consider enabling CRB/powertools, adding a trusted COPR or rebuild repo for qemu, or compiling QEMU locally as the script offered."
+
+exit 0

package/scripts/ports-ls.sh

@@ -0,0 +1,31 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+BASHRC="$HOME/.bashrc"
+
+# Check whether a "ports" function is already defined
+if grep -Eq '^\s*(function\s+ports|ports\s*\(\))' "$BASHRC"; then
+  echo "The 'ports' function already exists in $BASHRC. Nothing was changed."
+  exit 0
+fi
+
+# Append the function to the end of ~/.bashrc
+cat >> "$BASHRC" <<'EOF'
+
+# >>> ports function added by script >>>
+ports() {
+  # no arguments: show listening TCP+UDP sockets
+  if [ -z "$1" ]; then
+    sudo ss -ltnup
+    return
+  fi
+
+  # with an argument: print the header and lines that exactly match the given port
+  local p="$1"
+  sudo ss -tunap | awk -v p="$p" 'NR==1 || $0 ~ (":"p"($| )")'
+}
+# <<< ports function added by script <<<
+EOF
+
+echo "Function 'ports' was added to $BASHRC."
+echo "Load it now with: source ~/.bashrc  (or open a new terminal)."

package/scripts/quick-tftp.sh

@@ -0,0 +1,19 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+url="${1:-}"
+[[ "$url" =~ ^tftp://([^/]+)(/.+)$ ]] || { echo "Usage: $0 tftp://host/path"; exit 2; }
+host="${BASH_REMATCH[1]}"
+path="${BASH_REMATCH[2]}"
+outfile="/tmp/$(basename "$path")"
+
+if command -v curl >/dev/null 2>&1; then
+  curl -f --silent --output "$outfile" "$url" && echo "OK: $outfile ($(stat -c%s "$outfile") bytes)" || { echo "curl: failed"; exit 3; }
+elif command -v tftp >/dev/null 2>&1; then
+  printf "get %s %s\nquit\n" "$path" "$outfile" | tftp "$host" \
+    && [[ -s "$outfile" ]] \
+    && echo "OK: $outfile ($(stat -c%s "$outfile") bytes)" \
+    || { echo "tftp: failed"; exit 3; }
+else
+  echo "Install 'curl' or 'tftp-client' (sudo dnf install -y curl tftp-client)"; exit 4
+fi

package/src/api/document/document.controller.js

@@ -61,6 +61,21 @@ const DocumentController = {
       });
     }
   },
+  patch: async (req, res, options) => {
+    try {
+      const result = await DocumentService.patch(req, res, options);
+      return res.status(200).json({
+        status: 'success',
+        data: result,
+      });
+    } catch (error) {
+      logger.error(error, error.stack);
+      return res.status(400).json({
+        status: 'error',
+        message: error.message,
+      });
+    }
+  },
 };
 
 export { DocumentController };

package/src/api/document/document.model.js

@@ -19,6 +19,16 @@ const DocumentSchema = new Schema(
       type: Schema.Types.ObjectId,
       ref: 'File',
     },
+    share: {
+      copyShareLinkEvent: [
+        {
+          year: { type: Number },
+          month: { type: Number },
+          day: { type: Number },
+          count: { type: Number, default: 0 },
+        },
+      ],
+    },
   },
   {
     timestamps: true,
@@ -53,6 +63,10 @@ const DocumentDto = {
       };
     },
   },
+  getTotalCopyShareLinkCount: (document) => {
+    if (!document.share || !document.share.copyShareLinkEvent) return 0;
+    return document.share.copyShareLinkEvent.reduce((total, event) => total + (event.count || 0), 0);
+  },
 };
 
 export { DocumentSchema, DocumentModel, ProviderSchema, DocumentDto };

package/src/api/document/document.router.js

@@ -14,6 +14,7 @@ const DocumentRouter = (options) => {
   router.get(`/`, authMiddleware, async (req, res) => await DocumentController.get(req, res, options));
   router.put(`/:id`, authMiddleware, async (req, res) => await DocumentController.put(req, res, options));
   router.put(`/`, authMiddleware, async (req, res) => await DocumentController.put(req, res, options));
+  router.patch(`/:id/copy-share-link`, async (req, res) => await DocumentController.patch(req, res, options));
   router.delete(`/:id`, authMiddleware, async (req, res) => await DocumentController.delete(req, res, options));
   router.delete(`/`, authMiddleware, async (req, res) => await DocumentController.delete(req, res, options));
   return router;

package/src/api/document/document.service.js

@@ -64,20 +64,39 @@ const DocumentService = {
       const lastDoc = await Document.findOne(queryPayload, '_id').sort({ createdAt: 1 });
       const lastId = lastDoc ? lastDoc._id : null;
 
+      // Add totalCopyShareLinkCount to each document
+      const dataWithCounts = data.map((doc) => {
+        const docObj = doc.toObject ? doc.toObject() : doc;
+        return {
+          ...docObj,
+          totalCopyShareLinkCount: DocumentDto.getTotalCopyShareLinkCount(doc),
+        };
+      });
+
       return {
-        data,
+        data: dataWithCounts,
         lastId,
       };
     }
 
     switch (req.params.id) {
-      default:
-        return await Document.find({
+      default: {
+        const data = await Document.find({
           userId: req.auth.user._id,
           ...(req.params.id ? { _id: req.params.id } : undefined),
         })
           .populate(DocumentDto.populate.file())
           .populate(DocumentDto.populate.mdFile());
+
+        // Add totalCopyShareLinkCount to each document
+        return data.map((doc) => {
+          const docObj = doc.toObject ? doc.toObject() : doc;
+          return {
+            ...docObj,
+            totalCopyShareLinkCount: DocumentDto.getTotalCopyShareLinkCount(doc),
+          };
+        });
+      }
     }
   },
   delete: async (req, res, options) => {
@@ -131,6 +150,45 @@ const DocumentService = {
       }
     }
   },
+  patch: async (req, res, options) => {
+    /** @type {import('./document.model.js').DocumentModel} */
+    const Document = DataBaseProvider.instance[`${options.host}${options.path}`].mongoose.models.Document;
+
+    if (req.path.includes('/copy-share-link')) {
+      const document = await Document.findById(req.params.id);
+      if (!document) throw new Error('Document not found');
+
+      const now = new Date();
+      const year = now.getFullYear();
+      const month = now.getMonth() + 1; // 0-indexed
+      const day = now.getDate();
+
+      // Find existing entry for this year/month/day
+      const existingEventIndex = document.share?.copyShareLinkEvent?.findIndex(
+        (event) => event.year === year && event.month === month && event.day === day,
+      );
+
+      if (existingEventIndex !== undefined && existingEventIndex >= 0) {
+        // Increment existing count
+        document.share.copyShareLinkEvent[existingEventIndex].count += 1;
+      } else {
+        // Create new entry
+        if (!document.share) document.share = {};
+        if (!document.share.copyShareLinkEvent) document.share.copyShareLinkEvent = [];
+        document.share.copyShareLinkEvent.push({
+          year,
+          month,
+          day,
+          count: 1,
+        });
+      }
+
+      await document.save();
+      return document;
+    }
+
+    throw new Error('Invalid patch endpoint');
+  },
 };
 
 export { DocumentService };