@underpostnet/underpost 2.96.0 → 2.97.0

package/scripts/disk-clean.sh

@@ -1,216 +1,157 @@
 #!/usr/bin/env bash
 # disk-clean.sh
-# Safe, interactive disk cleanup for Rocky/RHEL-like systems.
-
-set -u # Detect undefined variables (removed -e to handle errors manually where it matters)
-IFS=$'\n\t'
-
-AUTO_YES=0
-LXD_FLAG=0
-VACUUM_SIZE="500M"
-TMP_AGE_DAYS=7
-LOG_GZ_AGE_DAYS=90
-ROOT_CACHE_AGE_DAYS=30
-AGGRESSIVE=0
-
-# Colors for better readability
-RED='\033[0;31m'
-GREEN='\033[0;32m'
-YELLOW='\033[1;33m'
-NC='\033[0m' # No Color
-
-usage() {
-  cat <<EOF
-Usage: $0 [--yes] [--aggressive] [--lxd] [--vacuum-size SIZE]
-
-Options:
-  --yes            run destructive actions without asking
-  --aggressive     clean user caches (npm, pip, conda, root .cache)
-  --lxd            enable lxc image prune
-  --vacuum-size X  set journalctl --vacuum-size (default: $VACUUM_SIZE)
-  -h, --help       show this help
-EOF
+# Automatic safe cleanup script for Rocky Linux 9
+# This script ALWAYS runs non-interactively (batch)
+# Usage: sudo ./disk-clean.sh
+set -euo pipefail
+
+VACUUM_SIZE="200M"          # journalctl vacuum target
+LARGE_LOG_SIZE="+100M"      # threshold for truncation (find syntax)
+TMP_AGE_DAYS=3              # remove files older than this from /tmp and /var/tmp
+CACHE_AGE_DAYS=30           # remove caches older than this from /var/cache
+KEEP_KERNELS=2              # keep this many latest kernels
+REMOVE_OPT=0                # ALWAYS allow removing /opt entries (user requested)
+
+timestamp() { date +"%F %T"; }
+log() {
+  echo "$(timestamp) $*"
 }
 
-# Parse args
-while [[ $# -gt 0 ]]; do
-  case "$1" in
-    --yes) AUTO_YES=1; shift;;
-    --aggressive) AGGRESSIVE=1; shift;;
-    --lxd) LXD_FLAG=1; shift;;
-    --vacuum-size) VACUUM_SIZE="$2"; shift 2;;
-    -h|--help) usage; exit 0;;
-    *) echo "Unknown argument: $1"; usage; exit 2;;
-  esac
-done
+# must be root
+if [ "$EUID" -ne 0 ]; then
+  echo "This script must be run as root. Exiting."
+  exit 1
+fi
 
-log() { echo -e "${GREEN}[INFO]${NC} $*"; }
-warn() { echo -e "${YELLOW}[WARN]${NC} $*"; }
-error() { echo -e "${RED}[ERROR]${NC} $*"; }
-
-run() {
-  # Runs the command safely
-  echo "+ $*"
-  # Execute the command passed as arguments, preserving quotes/spaces
-  "$@" || {
-      warn "Command failed (non-critical): $*"
-      return 0
-  }
-}
+log "=== Starting Rocky Linux 9 automated cleanup (batch mode) ==="
+log "Command line: $0 $*"
+log "REMOVE_OPT=$REMOVE_OPT"
+log "VACUUM_SIZE=$VACUUM_SIZE, LARGE_LOG_SIZE=$LARGE_LOG_SIZE, TMP_AGE_DAYS=$TMP_AGE_DAYS, CACHE_AGE_DAYS=$CACHE_AGE_DAYS"
+
+# Report current disk usage
+log "Disk usage before cleanup:"
+df -h
+log "Top-level disk usage ( / ):"
+du -xh --max-depth=1 / | sort -rh | head -n 20
+
+# 1) DNF cleanup
+log "Cleaning DNF caches and removing orphaned packages..."
+dnf -y clean all || true
+dnf -y autoremove || true
+
+# 2) Journal logs vacuum
+log "Vacuuming systemd journal to keep ${VACUUM_SIZE}..."
+journalctl --vacuum-size="$VACUUM_SIZE" || true
+
+# 3) Truncate very large logs in /var/log (safer than delete)
+log "Truncating logs in /var/log larger than ${LARGE_LOG_SIZE} (keeps zero-sized file so services don't break)..."
+find /var/log -type f -size "$LARGE_LOG_SIZE" -print0 2>/dev/null | while IFS= read -r -d '' f; do
+  echo "Truncating $f"
+  : > "$f" || echo "Failed to truncate $f"
+done
 
-confirm() {
-  if [[ $AUTO_YES -eq 1 ]]; then
-    return 0
+# 4) Clean /tmp and /var/tmp older than TMP_AGE_DAYS
+log "Removing files older than ${TMP_AGE_DAYS} days from /tmp and /var/tmp..."
+find /tmp -mindepth 1 -mtime +"$TMP_AGE_DAYS" -print0 2>/dev/null | xargs -0r rm -rf -- || true
+find /var/tmp -mindepth 1 -mtime +"$TMP_AGE_DAYS" -print0 2>/dev/null | xargs -0r rm -rf -- || true
+
+# 5) Clean /var/cache older than CACHE_AGE_DAYS (but not all cache immediately)
+log "Removing entries in /var/cache older than ${CACHE_AGE_DAYS} days..."
+find /var/cache -mindepth 1 -mtime +"$CACHE_AGE_DAYS" -print0 2>/dev/null | xargs -0r rm -rf -- || true
+
+# 6) Clean user caches (~/.cache) and Downloads older than CACHE_AGE_DAYS
+log "Cleaning user caches and old downloads (home dirs)..."
+for homedir in /home/* /root; do
+  [ -d "$homedir" ] || continue
+  usercache="$homedir/.cache"
+  userdownloads="$homedir/Downloads"
+  usertrash="$homedir/.local/share/Trash"
+
+  if [ -d "$usercache" ]; then
+    log "Removing contents of $usercache"
+    rm -rf "${usercache:?}/"* 2>/dev/null || true
   fi
-  # Use </dev/tty to ensure we read from user even inside a pipe loop
-  read -r -p "$1 [y/N]: " ans </dev/tty
-  case "$ans" in
-    [Yy]|[Yy][Ee][Ss]) return 0;;
-    *) return 1;;
-  esac
-}
-
-require_root() {
-  if [[ $EUID -ne 0 ]]; then
-    error "This script must be run as root."
-    exit 1
+  if [ -d "$userdownloads" ]; then
+    log "Removing files older than ${CACHE_AGE_DAYS} days from $userdownloads"
+    find "$userdownloads" -type f -mtime +"$CACHE_AGE_DAYS" -print0 2>/dev/null | xargs -0r rm -f -- 2>/dev/null || true
   fi
-}
-
-command_exists() {
-  command -v "$1" >/dev/null 2>&1
-}
-
-require_root
-
-log "Starting cleanup (aggressive=$AGGRESSIVE)"
-
-# 1) Package Manager (DNF)
-if command_exists dnf; then
-  log "Cleaning DNF caches"
-  run dnf clean all
-  run rm -rf /var/cache/dnf
-  if confirm "Run 'dnf autoremove -y' for orphan packages?"; then
-    run dnf autoremove -y
-  else
-    log "Skipped dnf autoremove"
+  if [ -d "$usertrash" ]; then
+    log "Emptying trash in $usertrash"
+    rm -rf "${usertrash:?}/"* 2>/dev/null || true
   fi
-else
-  warn "dnf not found"
-fi
-
-# 2) Journal logs
-if command_exists journalctl; then
-  log "Current Journal disk usage:"
-  journalctl --disk-usage || true
+done
 
-  if confirm "Run 'journalctl --vacuum-size=$VACUUM_SIZE'?"; then
-    run journalctl --vacuum-size="$VACUUM_SIZE"
-  else
-    log "Skipped journal vacuum"
-  fi
+# 7) Docker / Podman cleanup (if present)
+if command -v docker >/dev/null 2>&1; then
+  log "Docker detected: pruning images/containers/volumes (aggressive)..."
+  docker system df || true
+  docker system prune -a --volumes -f || true
 fi
 
-# 3) /var/tmp
-if [[ -d /var/tmp ]]; then
-  if confirm "Delete files in /var/tmp older than $TMP_AGE_DAYS days?"; then
-    find /var/tmp -mindepth 1 -mtime +$TMP_AGE_DAYS -delete
-  fi
+if command -v podman >/dev/null 2>&1; then
+  log "Podman detected: pruning images/containers (aggressive)..."
+  podman system df || true
+  podman system prune -a -f || true
 fi
 
-# 4) Old compressed logs
-if [[ -d /var/log ]]; then
-  if confirm "Delete compressed logs (.gz) in /var/log older than $LOG_GZ_AGE_DAYS days?"; then
-    find /var/log -type f -name '*.gz' -mtime +$LOG_GZ_AGE_DAYS -delete
-  fi
+# 8) Flatpak unused runtimes/apps (if present)
+if command -v flatpak >/dev/null 2>&1; then
+  log "Flatpak detected: trying to uninstall unused runtimes/apps..."
+  flatpak uninstall --unused -y || flatpak uninstall --unused || true
+  flatpak repair || true
 fi
 
-# 5) Snap: disabled revisions
-if command_exists snap; then
-  log "Searching for old Snap revisions"
-  # Save to variable only if successful
-  disabled_snaps=$(snap list --all 2>/dev/null | awk '/disabled/ {print $1, $3}') || disabled_snaps=""
-
-  if [[ -n "$disabled_snaps" ]]; then
-    echo "Disabled snap revisions found:"
-    echo "$disabled_snaps"
-    if confirm "Remove all disabled revisions?"; then
-      while read -r pkg rev; do
-        [[ -z "$pkg" ]] && continue
-        log "Removing snap $pkg (revision $rev)"
-        run snap remove "$pkg" --revision="$rev"
-      done <<< "$disabled_snaps"
-
-      log "Setting snap retention to 2"
-      run snap set system refresh.retain=2
-    fi
-  else
-    log "No disabled snap revisions found."
+# 9) Python Pip cleanup
+if command -v pip3 >/dev/null 2>&1 || command -v pip >/dev/null 2>&1; then
+  log "Python Pip detected: cleaning cache..."
+  if command -v pip3 >/dev/null 2>&1; then
+    pip3 cache purge || true
+  elif command -v pip >/dev/null 2>&1; then
+    pip cache purge || true
   fi
 fi
 
-# 6) LXD
-if command_exists lxc; then
-  if [[ $LXD_FLAG -eq 1 ]]; then
-    if confirm "Run 'lxc image prune'?"; then
-      run lxc image prune -f
-    fi
-  else
-     log "Skipping LXD (use --lxd to enable)"
-  fi
+# 10) Conda cleanup
+if command -v conda >/dev/null 2>&1; then
+  log "Conda detected: cleaning all..."
+  conda clean --all -y || true
 fi
 
-# 7) Docker / Containerd
-if command_exists docker; then
-  if confirm "Run 'docker system prune -a --volumes'? (WARNING: Removes stopped containers)"; then
-    run docker system prune -a --volumes -f
-  fi
-elif command_exists crictl; then
-  if confirm "Attempt to remove images with crictl?"; then
-    run crictl rmi --prune
-  fi
+# 11) Remove old kernels but keep the last KEEP_KERNELS (safe)
+log "Removing old kernels, keeping the last $KEEP_KERNELS kernels..."
+OLD_KERNELS=$(dnf repoquery --installonly --latest-limit=-$KEEP_KERNELS -q 2>/dev/null || true)
+if [ -n "$OLD_KERNELS" ]; then
+  log "Old kernels to remove: $OLD_KERNELS"
+  dnf -y remove $OLD_KERNELS || true
+else
+  log "No old kernels found by DNF repoquery. Only $KEEP_KERNELS or fewer are currently installed."
 fi
 
-# 8) Large Files (>1G) - Completely rewritten logic
-log "Scanning for files larger than 1G (this may take a while)..."
-
-# Use while loop with find -print0 to handle filenames with spaces safely
-FOUND_LARGE=0
-# Note: find does not modify filesystem here, safe to run always
-while IFS= read -r -d '' file; do
-  FOUND_LARGE=1
-  # Get readable size to show user
-  filesize=$(du -h "$file" | cut -f1)
-
-  echo -e "Large file found: ${YELLOW}$file${NC} (Size: $filesize)"
-
-  if confirm "  -> Delete this file?"; then
-    run rm -vf "$file"
+# 12) /opt review and removal (ON by default now)
+if [ -d /opt ]; then
+  log "/opt usage (top entries):"
+  du -sh /opt/* 2>/dev/null | sort -h | head -n 20 || true
+
+  if [ "$REMOVE_OPT" = "1" ]; then
+    OPT_TARGETS=(/opt/local-path-provisioner)
+    for t in "${OPT_TARGETS[@]}"; do
+      if [ -d "$t" ]; then
+        log "Removing $t as REMOVE_OPT=1"
+        rm -rf "$t" || true
+      fi
+    done
   else
-    log "Skipped: $file"
+    log "Automatic /opt removals disabled (set REMOVE_OPT=1 to enable)."
   fi
-done < <(find / -xdev -type f -size +1G -print0 2>/dev/null)
-
-if [[ $FOUND_LARGE -eq 0 ]]; then
-  log "No files >1G found in /"
 fi
 
-# 9) Aggressive Caches
-if [[ $AGGRESSIVE -eq 1 ]]; then
-  log "Aggressive mode enabled"
-  command_exists npm && confirm "Run 'npm cache clean --force'?" && run npm cache clean --force
-  command_exists pip && confirm "Run 'pip cache purge'?" && run pip cache purge
-  command_exists conda && confirm "Run 'conda clean --all -y'?" && run conda clean --all -y
-
-  if [[ -d /root/.cache ]]; then
-    if confirm "Delete /root/.cache (> $ROOT_CACHE_AGE_DAYS days)?"; then
-       find /root/.cache -type f -mtime +$ROOT_CACHE_AGE_DAYS -delete
-    fi
-  fi
-fi
+# 13) Find large files > 100MB (report only)
+log "Listing files larger than 100MB (report only):"
+find / -xdev -type f -size +100M -printf '%s\t%p\n' 2>/dev/null | sort -nr | head -n 50 | awk '{printf "%.1fMB\t%s\n",$1/1024/1024,$2}' || true
 
-# 10) Final
-log "Final disk usage:"
-df -h --total | grep total || df -h /
+# Final disk usage
+log "Disk usage after cleanup:"
+df -h
 
-log "Cleanup finished."
+log "=== Cleanup finished ==="
+exit 0

package/scripts/ipxe-setup.sh

@@ -0,0 +1,197 @@
+#!/bin/bash
+
+# --- Configuration ---
+# Set the target architecture you want to build for.
+# Options: "aarch64" (for ARM64 servers/devices) or "x86_64" (for standard Intel/AMD servers)
+TARGET_ARCH="${TARGET_ARCH:-aarch64}"
+
+IPXE_SRC_DIR="/home/dd/ipxe"
+EFI_FILENAME="ipxe.efi"
+
+# --- Argument Parsing ---
+TARGET_DIR_ARG=""
+REBUILD=false
+EMBED_SCRIPT=""
+
+while [[ $# -gt 0 ]]; do
+  case $1 in
+    --rebuild)
+      REBUILD=true
+      shift # past argument
+      ;;
+    --target-arch)
+      case "$2" in
+        arm64)
+          TARGET_ARCH="aarch64"
+          ;;
+        amd64)
+          TARGET_ARCH="x86_64"
+          ;;
+        *)
+          echo "Error: Unsupported architecture '$2'. Use 'arm64' or 'amd64'."
+          exit 1
+          ;;
+      esac
+      shift # past argument
+      shift # past value
+      ;;
+    --embed-script)
+      EMBED_SCRIPT="$2"
+      shift # past argument
+      shift # past value
+      ;;
+    *)
+      if [ -z "$TARGET_DIR_ARG" ]; then
+          TARGET_DIR_ARG="$1"
+      fi
+      shift # past argument
+      ;;
+  esac
+done
+
+# Use argument if provided, otherwise env var, otherwise current dir
+TARGET_DIR="${TARGET_DIR_ARG:-${TARGET_DIR:-.}}"
+
+# --- 1. Detect System Architecture ---
+HOST_ARCH=$(uname -m)
+echo "--- System Detection ---"
+echo "Host Architecture:   $HOST_ARCH"
+echo "Target Architecture: $TARGET_ARCH"
+echo "Target Directory:    $TARGET_DIR"
+echo "Rebuild Mode:        $REBUILD"
+echo "Embed Script:        ${EMBED_SCRIPT:-none}"
+
+# Determine iPXE build target based on requested architecture
+if [ "$TARGET_ARCH" = "aarch64" ]; then
+    BUILD_TARGET="bin-arm64-efi/ipxe.efi"
+elif [ "$TARGET_ARCH" = "x86_64" ]; then
+    BUILD_TARGET="bin-x86_64-efi/ipxe.efi"
+else
+    echo "Error: Unsupported target architecture '$TARGET_ARCH'"
+    exit 1
+fi
+
+# Define the full path to the compiled binary
+COMPILED_SRC_PATH="$IPXE_SRC_DIR/src/$BUILD_TARGET"
+
+# Decide whether to build
+DO_BUILD=false
+
+if [ "$REBUILD" = true ]; then
+    DO_BUILD=true
+elif [ ! -f "$COMPILED_SRC_PATH" ]; then
+    echo "Binary not found at $COMPILED_SRC_PATH. Initiating build..."
+    DO_BUILD=true
+else
+    echo "Binary found at $COMPILED_SRC_PATH. Skipping build."
+fi
+
+if [ "$DO_BUILD" = true ]; then
+
+    # Helper function for package manager
+    if command -v dnf &> /dev/null; then
+        PKG_MGR="dnf"
+    else
+        PKG_MGR="yum"
+    fi
+
+    # --- 2. Install Dependencies (RHEL/CentOS/Fedora) ---
+    echo ""
+    echo "--- Installing Build Dependencies ---"
+    echo "Requesting sudo permissions..."
+
+    COMMON_PKGS="git make binutils-devel xz-devel perl"
+
+    # Logic to determine if we need native or cross-compilers
+    if [ "$HOST_ARCH" = "$TARGET_ARCH" ]; then
+        # Native compilation
+        echo "Architecture match ($HOST_ARCH). Installing native GCC..."
+        sudo $PKG_MGR install -y $COMMON_PKGS gcc
+        CROSS_COMPILE_PREFIX=""
+
+    elif [ "$HOST_ARCH" = "x86_64" ] && [ "$TARGET_ARCH" = "aarch64" ]; then
+        # Cross-compilation: x86_64 host -> aarch64 target
+        echo "Cross-compiling for $TARGET_ARCH on $HOST_ARCH..."
+        # Note: Ensure EPEL repo is enabled on RHEL/CentOS for this package
+        sudo $PKG_MGR install -y $COMMON_PKGS gcc-aarch64-linux-gnu
+        CROSS_COMPILE_PREFIX="aarch64-linux-gnu-"
+
+    else
+        echo "Error: No automated path defined for Host: $HOST_ARCH -> Target: $TARGET_ARCH"
+        echo "You may need to install specific cross-compilers manually."
+        exit 1
+    fi
+
+    # --- 3. Clone iPXE Source ---
+    echo ""
+    echo "--- Downloading iPXE Source Code ---"
+    if [ -d "$IPXE_SRC_DIR" ]; then
+        echo "Directory $IPXE_SRC_DIR already exists. Pulling latest changes..."
+        cd $IPXE_SRC_DIR
+        git pull
+    else
+        git clone https://github.com/ipxe/ipxe.git $IPXE_SRC_DIR
+        cd $IPXE_SRC_DIR
+    fi
+
+    # --- 4. Compile the Binary ---
+    echo ""
+    echo "--- Compiling $EFI_FILENAME for $TARGET_ARCH ---"
+    cd src
+
+    # Clean previous builds to ensure no arch mismatch
+    make clean
+
+    # Build with embedded script if provided
+    if [ -n "$EMBED_SCRIPT" ]; then
+        echo "Embedding script into iPXE binary..."
+        if [ ! -f "$EMBED_SCRIPT" ]; then
+            echo "Error: Embed script file not found: $EMBED_SCRIPT"
+            exit 1
+        fi
+        echo "Running make for target: $BUILD_TARGET with EMBED=$EMBED_SCRIPT..."
+        make CROSS_COMPILE=$CROSS_COMPILE_PREFIX EMBED="$EMBED_SCRIPT" $BUILD_TARGET
+    else
+        echo "Running make for target: $BUILD_TARGET..."
+        make CROSS_COMPILE=$CROSS_COMPILE_PREFIX $BUILD_TARGET
+    fi
+
+    if [ $? -ne 0 ]; then
+        echo "Error: Compilation failed."
+        if [ -n "$CROSS_COMPILE_PREFIX" ]; then
+            echo "Check that cross-compiler '$CROSS_COMPILE_PREFIX' is installed and in your PATH."
+        fi
+        exit 1
+    fi
+fi
+
+# --- 5. Deploy Binary ---
+echo ""
+echo "--- Deploying Binary ---"
+
+# Copy the file
+if [ -f "$COMPILED_SRC_PATH" ]; then
+    # Create target directory if it doesn't exist
+    if [ ! -d "$TARGET_DIR" ]; then
+        echo "Creating target directory: $TARGET_DIR"
+        mkdir -p "$TARGET_DIR"
+    fi
+
+    echo "Copying $COMPILED_SRC_PATH to $TARGET_DIR/$EFI_FILENAME..."
+    cp "$COMPILED_SRC_PATH" "$TARGET_DIR/$EFI_FILENAME"
+
+    if [ $? -eq 0 ]; then
+        echo "✓ Success!"
+        echo "---------------------------------------------------"
+        echo "Target: $TARGET_ARCH"
+        echo "Source: $COMPILED_SRC_PATH"
+        echo "Destination: $TARGET_DIR/$EFI_FILENAME"
+        echo "---------------------------------------------------"
+    else
+        echo "Error: Failed to copy file to $TARGET_DIR"
+        exit 1
+    fi
+else
+    echo "Error: Compiled file not found at $COMPILED_SRC_PATH"
+    exit 1
+fi

package/scripts/packer-init-vars-file.sh

@@ -14,15 +14,25 @@ for image_dir in "$PACKER_DIR"/*; do
         echo "Checking UEFI VARS files for $image_name..."
 
         # Create x86_64 VARS file if it doesn't exist
-        if [ -f /usr/share/edk2/ovmf/OVMF_VARS.fd ] && [ ! -f "$image_dir/x86_64_VARS.fd" ]; then
-            cp /usr/share/edk2/ovmf/OVMF_VARS.fd "$image_dir/x86_64_VARS.fd"
-            echo "Created $image_dir/x86_64_VARS.fd"
+        if [ ! -f "$image_dir/x86_64_VARS.fd" ]; then
+            for src in /usr/share/edk2/ovmf/OVMF_VARS.fd /usr/share/OVMF/OVMF_VARS.fd; do
+                if [ -f "$src" ]; then
+                    cp "$src" "$image_dir/x86_64_VARS.fd"
+                    echo "Created $image_dir/x86_64_VARS.fd from $src"
+                    break
+                fi
+            done
         fi
 
         # Create aarch64 VARS file if it doesn't exist
-        if [ -f /usr/share/edk2/aarch64/AAVMF_VARS.fd ] && [ ! -f "$image_dir/aarch64_VARS.fd" ]; then
-            cp /usr/share/edk2/aarch64/AAVMF_VARS.fd "$image_dir/aarch64_VARS.fd"
-            echo "Created $image_dir/aarch64_VARS.fd"
+        if [ ! -f "$image_dir/aarch64_VARS.fd" ]; then
+            for src in /usr/share/AAVMF/AAVMF_VARS.fd /usr/share/edk2/aarch64/AAVMF_VARS.fd /usr/share/edk2/aarch64/QEMU_VARS.fd; do
+                if [ -f "$src" ]; then
+                    cp "$src" "$image_dir/aarch64_VARS.fd"
+                    echo "Created $image_dir/aarch64_VARS.fd from $src"
+                    break
+                fi
+            done
         fi
     fi
 done