@sugar-crash-studios/vibe-forge 0.4.0

package/bin/forge-daemon.sh

@@ -0,0 +1,463 @@
+#!/usr/bin/env bash
+#
+# Vibe Forge - Background Daemon
+# Monitors task folders and routes files automatically
+#
+# Usage:
+#   forge-daemon.sh start   - Start the daemon
+#   forge-daemon.sh stop    - Stop the daemon
+#   forge-daemon.sh status  - Check daemon status
+#
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+FORGE_ROOT="$(dirname "$SCRIPT_DIR")"
+
+# =============================================================================
+# Load Shared Libraries
+# =============================================================================
+
+# shellcheck source=lib/colors.sh
+source "$SCRIPT_DIR/lib/colors.sh"
+# shellcheck source=lib/constants.sh
+source "$SCRIPT_DIR/lib/constants.sh"
+# shellcheck source=lib/config.sh
+source "$SCRIPT_DIR/lib/config.sh"
+# shellcheck source=lib/json.sh
+source "$SCRIPT_DIR/lib/json.sh"
+# shellcheck source=lib/database.sh
+source "$SCRIPT_DIR/lib/database.sh"
+# shellcheck source=lib/util.sh
+source "$SCRIPT_DIR/lib/util.sh"
+
+# Daemon modules (routing has no deps; sync before state)
+# shellcheck source=lib/daemon/routing.sh
+source "$SCRIPT_DIR/lib/daemon/routing.sh"
+# shellcheck source=lib/daemon/notifications.sh
+source "$SCRIPT_DIR/lib/daemon/notifications.sh"
+# shellcheck source=lib/daemon/sync.sh
+source "$SCRIPT_DIR/lib/daemon/sync.sh"
+# shellcheck source=lib/daemon/state.sh
+source "$SCRIPT_DIR/lib/daemon/state.sh"
+# shellcheck source=lib/daemon/display.sh
+source "$SCRIPT_DIR/lib/daemon/display.sh"
+
+# =============================================================================
+# Daemon Configuration
+# =============================================================================
+
+CONFIG_FILE="$FORGE_ROOT/.forge/config.json"
+FORGE_DB="$FORGE_ROOT/.forge/forge.db"
+PID_FILE="$FORGE_ROOT/.forge/daemon.pid"
+LOG_FILE="$FORGE_ROOT/.forge/daemon.log"
+NOTIFY_FILE="$FORGE_ROOT/.forge/notifications.log"
+NOTIFIED_FILE="$FORGE_ROOT/.forge/notified-tasks.txt"
+STATE_FILE="$FORGE_ROOT/$CONTEXT_DIR/forge-state.yaml"
+LOCK_FILE="$FORGE_ROOT/.forge/daemon.lock"
+DASHBOARD_PID_FILE="$FORGE_ROOT/.forge/dashboard.pid"
+
+# Log file rotation settings (values defined in constants.sh)
+# MAX_LOG_SIZE, MAX_NOTIFY_ENTRIES are loaded from constants.sh
+
+# Load config (safe parsing via json_get_string)
+TERMINAL_TYPE="manual"
+DASHBOARD_ENABLED="false"
+DASHBOARD_VOICE="false"
+DASHBOARD_PORT="2800"
+if [[ -f "$CONFIG_FILE" ]]; then
+    TERMINAL_TYPE=$(json_get_string "$CONFIG_FILE" "terminal_type")     || TERMINAL_TYPE="manual"
+    DASHBOARD_ENABLED=$(json_get_string "$CONFIG_FILE" "dashboard_enabled") || DASHBOARD_ENABLED="false"
+    DASHBOARD_VOICE=$(json_get_string "$CONFIG_FILE" "dashboard_voice")   || DASHBOARD_VOICE="false"
+    DASHBOARD_PORT=$(json_get_string "$CONFIG_FILE" "dashboard_port")    || DASHBOARD_PORT="2800"
+fi
+
+# =============================================================================
+# Utility Functions (daemon-local)
+# =============================================================================
+
+# Rotate log file if it gets too large
+rotate_log_if_needed() {
+    local log="$1"
+    if [[ -f "$log" ]]; then
+        local size
+        size=$(stat -f%z "$log" 2>/dev/null || stat --format=%s "$log" 2>/dev/null || echo 0)
+        if [[ "$size" -gt "$MAX_LOG_SIZE" ]]; then
+            mv "$log" "${log}.old"
+            touch "$log"
+        fi
+    fi
+}
+
+# Trim notification entries to prevent unbounded growth
+trim_notified_file() {
+    if [[ -f "$NOTIFIED_FILE" ]]; then
+        local count
+        count=$(wc -l < "$NOTIFIED_FILE" 2>/dev/null || echo 0)
+        if [[ "$count" -gt "$MAX_NOTIFY_ENTRIES" ]]; then
+            # Keep last 500 entries
+            tail -500 "$NOTIFIED_FILE" > "${NOTIFIED_FILE}.tmp"
+            mv "${NOTIFIED_FILE}.tmp" "$NOTIFIED_FILE"
+        fi
+    fi
+}
+
+# =============================================================================
+# Daemon Loop
+# =============================================================================
+
+daemon_loop() {
+    echo "[$(date -Iseconds)] Forge daemon started (PID: $$)" >> "$LOG_FILE"
+
+    # Atomic lock file acquisition (noclobber = O_EXCL, prevents TOCTOU race on systems without flock)
+    if ! (set -o noclobber; echo $$ > "$LOCK_FILE") 2>/dev/null; then
+        echo "[$(date -Iseconds)] Lock file already held by another daemon instance — exiting" >> "$LOG_FILE"
+        exit 1
+    fi
+
+    # Initialize database
+    db_init
+    echo "[$(date -Iseconds)] Database initialized at $FORGE_DB" >> "$LOG_FILE"
+
+    # Cleanup on exit
+    trap 'rm -f "$LOCK_FILE"; echo "[$(date -Iseconds)] Daemon exiting" >> "$LOG_FILE"' EXIT
+
+    local iteration=0
+    local current_state="idle"
+    local poll_interval=2  # Start fast, adjust based on activity
+
+    while true; do
+        # Increment iteration counter
+        ((iteration++)) || true
+
+        # Sync agent status from JSON files to SQLite (with mtime filtering)
+        sync_agent_status_to_db
+
+        # Check for new tasks and notify
+        check_new_pending_tasks
+
+        # Check for workers needing attention (urgent)
+        check_attention_needed
+
+        # Check for Heimdall escalations (lab worker policy violations)
+        check_heimdall_escalations "$FORGE_ROOT/_vibe-chain-output/worker-inbox"
+
+        # Route tasks
+        route_completed_to_review
+        route_approved_to_merged
+
+        # Update state file
+        update_state
+
+        # Adaptive polling: check activity and adjust interval
+        local new_state
+        new_state=$(determine_daemon_state)
+        if [[ "$new_state" != "$current_state" ]]; then
+            current_state="$new_state"
+            db_set_daemon_state "$current_state"
+            poll_interval=$(get_poll_interval)
+            echo "[$(date -Iseconds)] State changed to $current_state, poll interval: ${poll_interval}s" >> "$LOG_FILE"
+        fi
+
+        # Periodic maintenance (every MAINTENANCE_INTERVAL iterations)
+        if [[ $((iteration % MAINTENANCE_INTERVAL)) -eq 0 ]]; then
+            rotate_log_if_needed "$LOG_FILE"
+            rotate_log_if_needed "$NOTIFY_FILE"
+            trim_notified_file
+            # Cleanup stale agent status
+            db_cleanup_stale_agents "$STALE_CLEANUP_MINUTES"
+            # Prune old history
+            db_prune_history "$HISTORY_PRUNE_DAYS"
+        fi
+
+        sleep "$poll_interval"
+    done
+}
+
+# =============================================================================
+# Watchdog
+# =============================================================================
+
+# WATCHDOG_MAX_RESTARTS -- how many times the watchdog will restart a crashed
+# daemon_loop before giving up.  Override via environment if needed.
+WATCHDOG_MAX_RESTARTS="${WATCHDOG_MAX_RESTARTS:-5}"
+
+# watchdog_loop
+# Wraps daemon_loop with automatic restart on unexpected exit.
+# Intentional stops (cmd_stop) are detected via the .stopping sentinel file,
+# which cmd_stop creates before sending SIGTERM to the watchdog PID.
+watchdog_loop() {
+    local restart_count=0
+    local backoff=5  # seconds; doubles each restart up to 60s
+
+    while [[ $restart_count -lt $WATCHDOG_MAX_RESTARTS ]]; do
+        daemon_loop
+        local exit_code=$?
+
+        # Intentional stop: cmd_stop touches .stopping before killing us
+        if [[ -f "$FORGE_ROOT/.forge/daemon.stopping" ]]; then
+            rm -f "$FORGE_ROOT/.forge/daemon.stopping"
+            echo "[$(date -Iseconds)] WATCHDOG: daemon stopped intentionally" >> "$LOG_FILE"
+            return 0
+        fi
+
+        restart_count=$((restart_count + 1))
+        echo "[$(date -Iseconds)] WATCHDOG: daemon exited unexpectedly (code $exit_code), restarting in ${backoff}s (attempt $restart_count/$WATCHDOG_MAX_RESTARTS)" >> "$LOG_FILE"
+
+        sleep "$backoff"
+        backoff=$((backoff * 2))
+        [[ $backoff -gt 60 ]] && backoff=60
+    done
+
+    echo "[$(date -Iseconds)] WATCHDOG: daemon exceeded $WATCHDOG_MAX_RESTARTS restart attempts — giving up" >> "$LOG_FILE"
+}
+
+# =============================================================================
+# Dashboard Commands
+# =============================================================================
+
+cmd_dashboard_start() {
+    if ! command -v node &>/dev/null; then
+        log_warn "Node.js not found — cannot start dashboard"
+        return 1
+    fi
+
+    # Check already running
+    if [[ -f "$DASHBOARD_PID_FILE" ]]; then
+        local pid
+        pid=$(cat "$DASHBOARD_PID_FILE")
+        if kill -0 "$pid" 2>/dev/null; then
+            echo "Dashboard already running (PID: $pid)"
+            echo "   URL: http://localhost:${DASHBOARD_PORT}"
+            return 0
+        else
+            rm -f "$DASHBOARD_PID_FILE"
+        fi
+    fi
+
+    DASHBOARD_PORT="$DASHBOARD_PORT" node "$SCRIPT_DIR/dashboard/server.js" \
+        >> "$FORGE_ROOT/.forge/dashboard.log" 2>&1 &
+    local pid=$!
+    echo "$pid" > "$DASHBOARD_PID_FILE"
+
+    log_success "Dashboard started (PID: $pid)"
+    echo "   URL:  http://localhost:${DASHBOARD_PORT}"
+    echo "   Log:  $FORGE_ROOT/.forge/dashboard.log"
+
+    # Open browser (platform-specific, best-effort)
+    case "$(uname -s)" in
+        MINGW*|MSYS*|CYGWIN*)
+            cmd.exe /c start "" "http://localhost:${DASHBOARD_PORT}" 2>/dev/null & ;;
+        Darwin)
+            open "http://localhost:${DASHBOARD_PORT}" 2>/dev/null & ;;
+        Linux)
+            xdg-open "http://localhost:${DASHBOARD_PORT}" 2>/dev/null & ;;
+    esac
+}
+
+cmd_dashboard_stop() {
+    if [[ ! -f "$DASHBOARD_PID_FILE" ]]; then
+        echo "Dashboard not running"
+        return 0
+    fi
+
+    local pid
+    pid=$(cat "$DASHBOARD_PID_FILE")
+    if kill -0 "$pid" 2>/dev/null; then
+        kill "$pid"
+        rm -f "$DASHBOARD_PID_FILE"
+        log_success "Dashboard stopped"
+    else
+        rm -f "$DASHBOARD_PID_FILE"
+        echo "Dashboard was not running (stale PID file removed)"
+    fi
+}
+
+# =============================================================================
+# Commands
+# =============================================================================
+
+cmd_start() {
+    # Create directories if needed (with secure permissions)
+    mkdir -p "$FORGE_ROOT/.forge"
+    chmod 700 "$FORGE_ROOT/.forge"
+
+    # SECURITY: Use flock for atomic lock acquisition to prevent TOCTOU race
+    # This prevents multiple daemon instances from starting simultaneously
+    local lock_fd=200
+    local startup_lock="$FORGE_ROOT/.forge/startup.lock"
+
+    # Try to acquire exclusive lock (non-blocking)
+    if command -v flock &>/dev/null; then
+        # flock available (Linux, some Git Bash installations)
+        exec 200>"$startup_lock"
+        if ! flock -n 200; then
+            echo "Another daemon startup is in progress"
+            return 1
+        fi
+        # Lock acquired - will be released when subshell exits or fd closes
+    fi
+    # If flock not available, fall back to PID-based check (less secure but functional)
+
+    # Check if already running
+    if [[ -f "$PID_FILE" ]]; then
+        local pid
+        pid=$(cat "$PID_FILE")
+        if kill -0 "$pid" 2>/dev/null; then
+            echo "Daemon already running (PID: $pid)"
+            return 0
+        else
+            # Stale PID file
+            rm -f "$PID_FILE"
+        fi
+    fi
+
+    # Check for lock file (another instance check - defense in depth)
+    if [[ -f "$LOCK_FILE" ]]; then
+        local lock_pid
+        lock_pid=$(cat "$LOCK_FILE" 2>/dev/null)
+        if kill -0 "$lock_pid" 2>/dev/null; then
+            echo "Another daemon instance is running (PID: $lock_pid)"
+            return 1
+        else
+            rm -f "$LOCK_FILE"
+        fi
+    fi
+
+    mkdir -p "$FORGE_ROOT/$TASKS_PENDING"
+    mkdir -p "$FORGE_ROOT/$TASKS_IN_PROGRESS"
+    mkdir -p "$FORGE_ROOT/$TASKS_COMPLETED"
+    mkdir -p "$FORGE_ROOT/$TASKS_REVIEW"
+    mkdir -p "$FORGE_ROOT/$TASKS_APPROVED"
+    mkdir -p "$FORGE_ROOT/$TASKS_NEEDS_CHANGES"
+    mkdir -p "$FORGE_ROOT/$TASKS_MERGED"
+    mkdir -p "$FORGE_ROOT/$TASKS_ATTENTION"
+    mkdir -p "$FORGE_ROOT/$AGENT_STATUS_DIR"
+
+    # Start daemon under watchdog (auto-restarts on unexpected exit)
+    watchdog_loop &
+    local pid=$!
+    echo "$pid" > "$PID_FILE"
+
+    log_success "Forge daemon started (PID: $pid)"
+    echo "   Log: $LOG_FILE"
+
+    # Auto-launch dashboard if voice or dashboard is enabled in config
+    if [[ "$DASHBOARD_VOICE" == "true" ]] || [[ "$DASHBOARD_ENABLED" == "true" ]]; then
+        cmd_dashboard_start
+    fi
+
+    # Note: flock is automatically released when the fd is closed (script exits)
+}
+
+cmd_stop() {
+    if [[ ! -f "$PID_FILE" ]]; then
+        echo "Daemon not running"
+        return 0
+    fi
+
+    local pid
+    pid=$(cat "$PID_FILE")
+
+    if kill -0 "$pid" 2>/dev/null; then
+        # Signal the watchdog that this is an intentional stop before killing it
+        touch "$FORGE_ROOT/.forge/daemon.stopping"
+        kill "$pid"
+        rm -f "$PID_FILE" "$LOCK_FILE"
+        echo "[$(date -Iseconds)] Forge daemon stopped" >> "$LOG_FILE"
+        log_success "Daemon stopped"
+    else
+        rm -f "$PID_FILE" "$LOCK_FILE"
+        echo "Daemon was not running (stale PID file removed)"
+    fi
+
+    # Stop dashboard if running
+    cmd_dashboard_stop
+
+    # Update state to show inactive
+    if [[ -f "$STATE_FILE" ]]; then
+        # Use cross-platform sed helper
+        sed_inplace 's/status: active/status: stopped/' "$STATE_FILE" 2>/dev/null || true
+    fi
+}
+
+cmd_status() {
+    echo ""
+    log_header "🔥 Forge Daemon Status"
+
+    display_daemon_status
+    echo ""
+
+    display_task_counts
+    echo ""
+
+    display_attention_needed
+    display_worker_status
+    display_recent_notifications
+
+    echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+}
+
+cmd_notifications() {
+    echo ""
+    log_header "🔔 Forge Notifications"
+
+    if [[ -f "$NOTIFY_FILE" ]]; then
+        local count="${1:-10}"
+        echo "Last $count notifications:"
+        echo ""
+        tail -"$count" "$NOTIFY_FILE"
+    else
+        echo "No notifications yet."
+    fi
+
+    echo ""
+    echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
+}
+
+cmd_clear_notifications() {
+    rm -f "$NOTIFY_FILE" "$NOTIFIED_FILE"
+    log_success "Notifications cleared"
+}
+
+# =============================================================================
+# Main
+# =============================================================================
+
+main() {
+    local command="${1:-status}"
+
+    case "$command" in
+        "start")
+            cmd_start
+            ;;
+        "stop")
+            cmd_stop
+            ;;
+        "status")
+            cmd_status
+            ;;
+        "notifications"|"notify")
+            shift
+            cmd_notifications "$@"
+            ;;
+        "clear")
+            cmd_clear_notifications
+            ;;
+        "dashboard")
+            shift
+            case "${1:-start}" in
+                "start") cmd_dashboard_start ;;
+                "stop")  cmd_dashboard_stop ;;
+                *)
+                    echo "Usage: forge-daemon.sh dashboard [start|stop]"
+                    exit $EXIT_INVALID_ARGUMENT
+                    ;;
+            esac
+            ;;
+        *)
+            echo "Usage: forge-daemon.sh [start|stop|status|notifications|clear|dashboard]"
+            exit $EXIT_INVALID_ARGUMENT
+            ;;
+    esac
+}
+
+main "$@"