@cohortapp/agent-sdk 2.3.0

package/scripts/setup/init-agent.sh

@@ -0,0 +1,547 @@
+#!/bin/bash
+# =============================================================================
+# init-agent.sh — One-line setup for a Northwind AI Agent Mac Mini
+# =============================================================================
+#
+# Usage:
+#   npm run init-agent
+#   # or directly:
+#   ./scripts/setup/init-agent.sh
+#
+# This script bootstraps a fresh clone/fork of a Northwind AI agent repo on a
+# new Mac Mini. It:
+#   1. Validates prerequisites (Node, npm, Claude CLI)
+#   2. Installs npm dependencies
+#   3. Creates required state/log directories
+#   4. Installs global Claude Code settings (~/.claude/settings.json)
+#   5. Generates and installs macOS launchd plists
+#   6. Loads all launchd agents
+#   7. Runs a health check
+#
+# For identity refactoring (changing agent name/role), run:
+#   claude "/init-agent"
+#
+# =============================================================================
+
+set -e
+# Report which step failed instead of dying silently mid-setup.
+trap 'echo "[init-agent] FAILED at line ${LINENO} (exit $?)" >&2' ERR
+
+# ---------------------------------------------------------------------------
+# Configuration
+# ---------------------------------------------------------------------------
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+AGENT_DIR="$(cd "$SCRIPT_DIR/../.." && pwd)"
+AGENT_NAME=$(basename "$AGENT_DIR")  # e.g. "ravi-ai", "jacob-ai"
+
+# Colours
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+BLUE='\033[0;34m'
+NC='\033[0m' # No Color
+
+log()  { echo -e "${BLUE}[init]${NC} $1"; }
+ok()   { echo -e "${GREEN}  ✓${NC} $1"; }
+warn() { echo -e "${YELLOW}  ⚠${NC} $1"; }
+fail() { echo -e "${RED}  ✗${NC} $1"; exit 1; }
+
+# ---------------------------------------------------------------------------
+# Step 0: Banner
+# ---------------------------------------------------------------------------
+
+echo ""
+echo "╔══════════════════════════════════════════════════════════════╗"
+echo "║           Maestro — AI Agent Machine Setup                  ║"
+echo "╠══════════════════════════════════════════════════════════════╣"
+echo "║  Agent directory:  $AGENT_DIR"
+echo "║  Agent name:       $AGENT_NAME"
+echo "╚══════════════════════════════════════════════════════════════╝"
+echo ""
+
+# ---------------------------------------------------------------------------
+# Step 1: Prerequisites
+# ---------------------------------------------------------------------------
+
+log "Checking prerequisites..."
+
+# Node.js
+if ! command -v node &>/dev/null; then
+    fail "Node.js not found. Install via: brew install node"
+fi
+NODE_VERSION=$(node --version)
+ok "Node.js $NODE_VERSION"
+
+# npm
+if ! command -v npm &>/dev/null; then
+    fail "npm not found."
+fi
+NPM_VERSION=$(npm --version)
+ok "npm v$NPM_VERSION"
+
+# Check for legacy standalone npx (known to break on Node 25+)
+LEGACY_NPX="$HOME/.npm-global/lib/node_modules/npx"
+if [ -d "$LEGACY_NPX" ]; then
+    warn "Legacy standalone npx detected at $LEGACY_NPX"
+    warn "This causes 'cb.apply is not a function' errors on Node 25+"
+    # Prompt only when a console is attached; on unattended runs default to
+    # removing it (override with MAESTRO_REMOVE_LEGACY_NPX=0 to keep).
+    REMOVE_NPX="${MAESTRO_REMOVE_LEGACY_NPX:-Y}"
+    if [ -t 0 ] && [ -z "${MAESTRO_REMOVE_LEGACY_NPX:-}" ]; then
+        read -p "  Remove it? (recommended) [Y/n]: " REMOVE_NPX
+    fi
+    if [ "${REMOVE_NPX:-Y}" != "n" ] && [ "${REMOVE_NPX:-Y}" != "N" ] && [ "${REMOVE_NPX:-Y}" != "0" ]; then
+        npm uninstall -g npx 2>/dev/null || true
+        ok "Removed legacy npx"
+    fi
+fi
+
+# Claude CLI
+if ! command -v claude &>/dev/null; then
+    warn "Claude CLI not found. Install via: npm install -g @anthropic-ai/claude-code"
+    warn "Some features (scheduled triggers, init-agent command) require it."
+else
+    CLAUDE_VERSION=$(claude --version 2>/dev/null | head -1)
+    ok "Claude CLI: $CLAUDE_VERSION"
+fi
+
+# jq (used by hooks)
+if ! command -v jq &>/dev/null; then
+    warn "jq not found. Install via: brew install jq"
+    warn "Hook commands use jq — they'll fail silently without it."
+else
+    ok "jq $(jq --version 2>/dev/null)"
+fi
+
+echo ""
+
+# ---------------------------------------------------------------------------
+# Step 1b: Claude-Mem (persistent session memory plugin)
+# ---------------------------------------------------------------------------
+
+log "Setting up Claude-Mem (persistent session memory)..."
+
+if command -v claude &>/dev/null; then
+    # Install via Claude Code plugin system
+    if npx claude-mem install --non-interactive 2>/dev/null; then
+        ok "Claude-Mem installed and configured"
+    else
+        warn "Claude-Mem auto-install failed — install manually: npx claude-mem install"
+    fi
+else
+    warn "Claude CLI required for Claude-Mem — install Claude CLI first, then run: npx claude-mem install"
+fi
+
+echo ""
+
+# ---------------------------------------------------------------------------
+# Step 1c: Claude-Pace (real-time rate limit tracker)
+# ---------------------------------------------------------------------------
+
+log "Setting up Claude-Pace (rate limit tracker)..."
+
+if command -v claude &>/dev/null; then
+    # Install via Claude Code plugin system
+    if claude plugin marketplace add Astro-Han/claude-pace 2>/dev/null && \
+       claude plugin install claude-pace 2>/dev/null; then
+        ok "Claude-Pace installed"
+    else
+        warn "Claude-Pace auto-install failed — install manually:"
+        warn "  claude plugin marketplace add Astro-Han/claude-pace"
+        warn "  claude plugin install claude-pace"
+    fi
+else
+    warn "Claude CLI required for Claude-Pace — install Claude CLI first"
+fi
+
+echo ""
+
+# ---------------------------------------------------------------------------
+# Step 1d: Claudraband (persistent sessions + daemon mode) [optional]
+# ---------------------------------------------------------------------------
+
+log "Checking claudraband availability (persistent session backend)..."
+
+if npx @halfwhey/claudraband --version &>/dev/null 2>&1; then
+    ok "Claudraband available (npx @halfwhey/claudraband)"
+else
+    warn "Claudraband not cached — will be fetched on first use via npx"
+    warn "  Pre-cache: npx @halfwhey/claudraband --version"
+fi
+
+echo ""
+
+# ---------------------------------------------------------------------------
+# Step 1e: ClawTeam swarm orchestrator [optional]
+# ---------------------------------------------------------------------------
+
+if [ "${MAESTRO_ENABLE_SWARM:-0}" = "1" ]; then
+    log "Setting up ClawTeam swarm orchestrator..."
+
+    CLAWTEAM_DIR="$HOME/ClawTeam-OpenClaw"
+    if [ -d "$CLAWTEAM_DIR" ]; then
+        ok "ClawTeam already cloned at $CLAWTEAM_DIR"
+        (cd "$CLAWTEAM_DIR" && git pull --ff-only 2>/dev/null) && ok "ClawTeam updated" || warn "ClawTeam update failed — check manually"
+    else
+        if git clone https://github.com/win4r/ClawTeam-OpenClaw.git "$CLAWTEAM_DIR" 2>/dev/null; then
+            ok "ClawTeam cloned to $CLAWTEAM_DIR"
+        else
+            warn "ClawTeam clone failed — install manually: git clone https://github.com/win4r/ClawTeam-OpenClaw.git ~/ClawTeam-OpenClaw"
+        fi
+    fi
+
+    # Ensure tmux is available (required by ClawTeam)
+    if ! command -v tmux &>/dev/null; then
+        warn "tmux not found — ClawTeam requires tmux. Install via: brew install tmux"
+    else
+        ok "tmux $(tmux -V 2>/dev/null)"
+    fi
+
+    echo ""
+else
+    log "Skipping ClawTeam (set MAESTRO_ENABLE_SWARM=1 to enable)"
+    echo ""
+fi
+
+# ---------------------------------------------------------------------------
+# Step 2: npm install
+# ---------------------------------------------------------------------------
+
+log "Installing npm dependencies..."
+cd "$AGENT_DIR"
+npm install --silent 2>&1 | tail -3
+ok "Dependencies installed"
+echo ""
+
+# ---------------------------------------------------------------------------
+# Step 3: Create directories
+# ---------------------------------------------------------------------------
+
+log "Creating state and log directories..."
+
+DIRS=(
+    "config"
+    "knowledge/decisions"
+    "knowledge/decisions/archive"
+    "knowledge/entities"
+    "knowledge/memory"
+    "knowledge/sources"
+    "knowledge/syntheses"
+    "memory/interactions"
+    "memory/profiles/users"
+    "memory/profiles/channels"
+    "memory/precedents"
+    "memory/precedents/market-signals"
+    "memory/indexes"
+    "memory/templates"
+    "state/inbox/slack"
+    "state/inbox/gmail"
+    "state/inbox/calendar"
+    "state/inbox/sms"
+    "state/inbox/whatsapp"
+    "state/inbox/internal"
+    "state/inbox/attachments"
+    "state/inbox/processed"
+    "state/queues"
+    "state/dashboards"
+    "state/polling"
+    "state/locks/outbound"
+    "state/triggers/priority"
+    "state/handoffs"
+    "state/huddle"
+    "state/indexes"
+    "state/rag"
+    "state/sessions"
+    "state/slack-responded"
+    "state/slack-thread-tracker"
+    "state/tmp"
+    "outputs/briefs"
+    "outputs/drafts"
+    "outputs/memos"
+    "outputs/research"
+    "outputs/tasks"
+    "outputs/sessions"
+    "logs/polling"
+    "logs/workflows"
+    "logs/sessions"
+    "logs/audit"
+    "logs/security"
+    "logs/evolution"
+    "logs/huddle"
+    "logs/daemon"
+    "logs/infra"
+    "logs/monitor"
+    "logs/phone"
+    "logs/sms"
+    "logs/whatsapp"
+    "logs/email"
+    "self-optimization/scenarios"
+    "tests"
+)
+
+for dir in "${DIRS[@]}"; do
+    mkdir -p "$AGENT_DIR/$dir"
+done
+ok "Created ${#DIRS[@]} directories"
+echo ""
+
+# ---------------------------------------------------------------------------
+# Step 4: Global Claude Code settings
+# ---------------------------------------------------------------------------
+
+log "Setting up global Claude Code settings..."
+
+CLAUDE_SETTINGS_DIR="$HOME/.claude"
+CLAUDE_SETTINGS="$CLAUDE_SETTINGS_DIR/settings.json"
+mkdir -p "$CLAUDE_SETTINGS_DIR"
+
+# What maestro needs in the *global* settings. This is DEEP-MERGED into any
+# pre-existing settings.json — we never overwrite the operator's file, never
+# install an allow-all `permissions.allow` block, and never wire unpinned
+# third-party hooks. Outbound governance permissions live in each agent repo's
+# project `.claude/settings.json`; the global file stays least-privilege.
+#
+# (The previous PreToolUse/PostToolUse hooks invoked an unpinned, @latest
+#  third-party npm package on every Bash/file call fleet-wide — a supply-chain
+#  RCE vector — and have been removed entirely. Collective-memory hooks are
+#  wired separately and idempotently by `maestro global-setup` below, which
+#  deep-merges its own hooks.)
+MAESTRO_SETTINGS_ADDITIONS='{
+  "$schema": "https://json.schemastore.org/claude-code-settings.json",
+  "enabledPlugins": {
+    "frontend-design@claude-plugins-official": true,
+    "superpowers@claude-plugins-official": true,
+    "context7@claude-plugins-official": true,
+    "code-review@claude-plugins-official": true,
+    "code-simplifier@claude-plugins-official": true,
+    "feature-dev@claude-plugins-official": true,
+    "playwright@claude-plugins-official": true,
+    "ralph-loop@claude-plugins-official": true,
+    "claude-md-management@claude-plugins-official": true,
+    "commit-commands@claude-plugins-official": true,
+    "skill-creator@claude-plugins-official": true,
+    "pr-review-toolkit@claude-plugins-official": true,
+    "claude-code-setup@claude-plugins-official": true,
+    "agent-sdk-dev@claude-plugins-official": true,
+    "plugin-dev@claude-plugins-official": true,
+    "hookify@claude-plugins-official": true,
+    "huggingface-skills@claude-plugins-official": true,
+    "railway@claude-plugins-official": true,
+    "netlify-skills@claude-plugins-official": true,
+    "telegram@claude-plugins-official": true,
+    "chrome-devtools-mcp@claude-plugins-official": true,
+    "remember@claude-plugins-official": true,
+    "mcp-server-dev@claude-plugins-official": true,
+    "zapier@claude-plugins-official": true,
+    "explanatory-output-style@claude-plugins-official": true,
+    "learning-output-style@claude-plugins-official": true,
+    "claude-mem": true,
+    "claude-pace": true
+  },
+  "effortLevel": "high"
+}'
+
+# Deep-merge MAESTRO_SETTINGS_ADDITIONS into the existing (or empty) settings.
+# Existing user keys win on scalar conflicts; objects merge recursively. We
+# never emit a `permissions.allow` allow-all block and refuse to introduce one
+# even if the additions ever grew one by accident. The merge runs in node
+# (always present) rather than jq: the user-keys-win recursive semantics plus
+# the allow-all guard are easier to get right — and to unit-test — as one
+# implementation than to maintain divergent jq and node code paths. The prior
+# file is backed up once before any write.
+if [ -f "$CLAUDE_SETTINGS" ]; then
+    BACKUP="$CLAUDE_SETTINGS.backup.$(date +%Y%m%d-%H%M%S)"
+    cp "$CLAUDE_SETTINGS" "$BACKUP"
+    warn "Existing settings backed up to $BACKUP"
+fi
+
+# --- BEGIN maestro settings deep-merge (kept testable; do not edit markers) ---
+# The node program below is the source of truth for the deep-merge. It reads the
+# existing settings from $1 (may be missing/empty/invalid) and the additions
+# JSON from stdin, writes the merged result to $2. init-agent.test.mjs extracts
+# and exercises this exact program.
+MAESTRO_MERGE_NODE='
+const fs = require("fs");
+// argv layout differs between `node prog.cjs in out` (argv = [node, prog, in,
+// out]) and `node -e <prog> in out` (argv = [node, in, out]); take the last two
+// positional args so both invocation styles resolve in/out correctly.
+const [inPath, outPath] = process.argv.slice(-2);
+const isObj = (v) => v && typeof v === "object" && !Array.isArray(v);
+// Deep-merge: existing (base) keys win on scalar conflicts; objects recurse.
+// Arrays from additions are only used when the base has no value at that key.
+function merge(base, add) {
+  const out = isObj(base) ? { ...base } : {};
+  for (const k of Object.keys(add)) {
+    if (isObj(add[k]) && isObj(out[k])) out[k] = merge(out[k], add[k]);
+    else if (!(k in out)) out[k] = add[k];
+    // else: base already has this key — keep the user value, do not clobber.
+  }
+  return out;
+}
+let existing = {};
+try { existing = JSON.parse(fs.readFileSync(inPath, "utf8")) || {}; } catch { existing = {}; }
+if (!isObj(existing)) existing = {};
+let additions = {};
+try { additions = JSON.parse(fs.readFileSync(0, "utf8")) || {}; } catch { additions = {}; }
+const merged = merge(existing, additions);
+// Hard guard: maestro must never introduce a machine-wide allow-all block.
+// We only strip an allow list we would have *added* (i.e. when the user had
+// none); a pre-existing user allow list is preserved untouched.
+if (!isObj(existing.permissions) || !("allow" in (existing.permissions || {}))) {
+  if (isObj(merged.permissions) && "allow" in merged.permissions) {
+    delete merged.permissions.allow;
+    if (Object.keys(merged.permissions).length === 0) delete merged.permissions;
+  }
+}
+fs.writeFileSync(outPath, JSON.stringify(merged, null, 2) + "\n");
+'
+# --- END maestro settings deep-merge ---
+
+MERGED_TMP="$CLAUDE_SETTINGS.merge.$$"
+if printf '%s' "$MAESTRO_SETTINGS_ADDITIONS" | node -e "$MAESTRO_MERGE_NODE" "$CLAUDE_SETTINGS" "$MERGED_TMP"; then
+    mv "$MERGED_TMP" "$CLAUDE_SETTINGS"
+    ok "Global Claude settings deep-merged (existing keys preserved; no allow-all block)"
+else
+    rm -f "$MERGED_TMP"
+    warn "Settings deep-merge failed — leaving existing ~/.claude/settings.json untouched"
+fi
+echo ""
+
+# ---------------------------------------------------------------------------
+# Wire collective memory + presence + org mesh into the global Claude config.
+# Idempotent + additive: deep-merges onto the settings just written above so
+# every Claude Code session on this machine contributes to + recalls from this
+# agent's long-term memory. See docs/architecture/collective-memory-and-org-mesh.md.
+# ---------------------------------------------------------------------------
+log "Wiring collective memory (global-setup)..."
+MAESTRO_PKG_BIN="$AGENT_DIR/node_modules/@cohortapp/agent-sdk/bin/maestro.mjs"
+if [ -f "$MAESTRO_PKG_BIN" ]; then
+    ( cd "$AGENT_DIR" && node "$MAESTRO_PKG_BIN" global-setup ) || log "global-setup skipped (non-fatal)"
+elif [ -f "$AGENT_DIR/bin/maestro.mjs" ]; then
+    ( cd "$AGENT_DIR" && node "$AGENT_DIR/bin/maestro.mjs" global-setup ) || log "global-setup skipped (non-fatal)"
+else
+    log "global-setup skipped — maestro CLI not found (run: npx @cohortapp/agent-sdk global-setup)"
+fi
+echo ""
+
+# ---------------------------------------------------------------------------
+# Step 5: Generate and install launchd plists
+# ---------------------------------------------------------------------------
+
+log "Generating and installing macOS launchd agents..."
+
+LAUNCH_AGENTS_DIR="$HOME/Library/LaunchAgents"
+PLIST_GENERATOR="$AGENT_DIR/scripts/local-triggers/generate-plists.sh"
+PLIST_DIR="$AGENT_DIR/scripts/local-triggers/plists"
+mkdir -p "$LAUNCH_AGENTS_DIR"
+
+# Generate plists from agent config (handles agent name substitution)
+if [ -x "$PLIST_GENERATOR" ]; then
+    bash "$PLIST_GENERATOR"
+    ok "Generated plist files from agent config"
+else
+    warn "Plist generator not found at $PLIST_GENERATOR — using existing plists"
+fi
+
+if [ -d "$PLIST_DIR" ] && ls "$PLIST_DIR"/*.plist &>/dev/null; then
+    for plist in "$PLIST_DIR"/*.plist; do
+        PLIST_NAME=$(basename "$plist")
+        LABEL=$(basename "$plist" .plist)
+        DST="$LAUNCH_AGENTS_DIR/$PLIST_NAME"
+
+        # Unload if already loaded
+        launchctl unload "$DST" 2>/dev/null || true
+
+        # Copy and load
+        cp "$plist" "$DST"
+        launchctl load "$DST"
+        ok "Loaded: $LABEL"
+    done
+else
+    warn "No plist files found in $PLIST_DIR — skipping launchd setup"
+fi
+
+echo ""
+
+# ---------------------------------------------------------------------------
+# Step 6: Environment file
+# ---------------------------------------------------------------------------
+
+log "Checking environment configuration..."
+
+ENV_FILE="$AGENT_DIR/.env"
+if [ ! -f "$ENV_FILE" ]; then
+    cat > "$ENV_FILE" << 'ENV_EOF'
+# Maestro — AI Agent Environment Variables
+# See .env.example for full documentation of all variables
+
+# Slack
+SLACK_USER_TOKEN=
+SLACK_BOT_TOKEN=
+SLACK_SIGNING_SECRET=
+
+# Gmail (OAuth)
+GMAIL_CLIENT_ID=
+GMAIL_CLIENT_SECRET=
+GMAIL_REFRESH_TOKEN=
+
+# Google Calendar
+GCAL_CLIENT_ID=
+GCAL_CLIENT_SECRET=
+GCAL_REFRESH_TOKEN=
+
+# Twilio (SMS/Phone)
+TWILIO_ACCOUNT_SID=
+TWILIO_AUTH_TOKEN=
+TWILIO_PHONE_NUMBER=
+
+# Gemini (Media generation)
+GEMINI_API_KEY=
+
+# Cloudflare Tunnel
+TUNNEL_TOKEN=
+ENV_EOF
+    chmod 600 "$ENV_FILE"  # credentials must not be world-readable
+    warn "Created .env template — fill in your API keys before running"
+else
+    chmod 600 "$ENV_FILE"  # harden perms on any pre-existing .env
+    ok ".env file exists"
+fi
+
+echo ""
+
+# ---------------------------------------------------------------------------
+# Step 7: Health check
+# ---------------------------------------------------------------------------
+
+log "Running health check..."
+
+if [ -f "$AGENT_DIR/scripts/healthcheck.sh" ]; then
+    bash "$AGENT_DIR/scripts/healthcheck.sh" 2>&1 | head -20 || true
+else
+    warn "healthcheck.sh not found — skipping"
+fi
+
+echo ""
+
+# ---------------------------------------------------------------------------
+# Done
+# ---------------------------------------------------------------------------
+
+echo "╔══════════════════════════════════════════════════════════════╗"
+echo "║                    Setup Complete                           ║"
+echo "╠══════════════════════════════════════════════════════════════╣"
+echo "║                                                             ║"
+echo "║  Next steps:                                                ║"
+echo "║                                                             ║"
+echo "║  1. Fill in API keys in .env                                ║"
+echo "║  2. Configure the agent (deterministic wizard):             ║"
+echo "║     cd $AGENT_DIR"
+echo "║     maestro setup                                           ║"
+echo "║                                                             ║"
+echo "║  3. Verify launchd agents:                                  ║"
+echo "║     launchctl list | grep \"$AGENT_NAME\""
+echo "║                                                             ║"
+echo "╚══════════════════════════════════════════════════════════════╝"
+echo ""