@agenticmail/enterprise 0.5.614 → 0.5.615

package/dist/cli.js

@@ -70,6 +70,21 @@ Skill Development:
   case "agent":
     import("./cli-agent-DOLO7OCU.js").then((m) => m.runAgent(args.slice(1))).catch(fatal);
     break;
+  case "startup":
+  case "autostart":
+    Promise.all([
+      import("child_process"),
+      import("path"),
+      import("url")
+    ]).then(([cp, p, u]) => {
+      const here = p.dirname(u.fileURLToPath(import.meta.url));
+      const helper = p.join(here, "..", "scripts", "ensure-pm2-startup.cjs");
+      const child = cp.spawn(process.execPath, [helper, ...args.slice(1)], {
+        stdio: "inherit"
+      });
+      child.on("exit", (code) => process.exit(code ?? 0));
+    }).catch(fatal);
+    break;
   case "setup":
   default:
     import("./setup-SLLV37YT.js").then((m) => m.runSetupWizard()).catch(fatal);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@agenticmail/enterprise",
-  "version": "0.5.614",
+  "version": "0.5.615",
   "description": "AgenticMail Enterprise — cloud-hosted AI agent identity, email, auth & compliance for organizations",
   "type": "module",
   "bin": {
@@ -20,7 +20,9 @@
     "build": "tsup src/index.ts src/cli.ts src/registry/cli.ts src/watchdog.ts --format esm --external better-sqlite3 --external mongodb --external mysql2 --external @libsql/client --external @aws-sdk/client-dynamodb --external @aws-sdk/lib-dynamodb --external @aws-sdk/client-s3 --external @aws-sdk/s3-request-presigner --external @google-cloud/storage --external @azure/storage-blob --external @mozilla/readability --external imapflow --external nodemailer --external linkedom --external postgres --external playwright-core --external ws --external express && mkdir -p dist/dashboard/components dist/dashboard/pages dist/dashboard/vendor dist/dashboard/assets dist/registry && cp src/dashboard/index.html dist/dashboard/ && cp src/dashboard/app.js dist/dashboard/ && cp src/dashboard/components/*.js dist/dashboard/components/ && cp src/dashboard/pages/*.js dist/dashboard/pages/ && rm -rf dist/dashboard/pages/agent-detail && cp -r src/dashboard/pages/agent-detail dist/dashboard/pages/agent-detail && cp src/dashboard/vendor/*.js dist/dashboard/vendor/ && cp -r src/dashboard/assets/* dist/dashboard/assets/ && mkdir -p dist/dashboard/data && cp src/dashboard/data/*.js dist/dashboard/data/ && mkdir -p dist/dashboard/docs && cp src/dashboard/docs/*.html dist/dashboard/docs/ && cp src/dashboard/docs/*.css dist/dashboard/docs/ && mkdir -p dist/assets && cp src/engine/assets/* dist/assets/ && cp src/engine/soul-templates.json dist/",
     "dev": "npm run build && node --watch start-live.mjs",
     "rebuild": "npm run build && pm2 restart enterprise",
-    "preuninstall": "node scripts/preuninstall.js"
+    "preuninstall": "node scripts/preuninstall.js",
+    "postinstall": "node scripts/ensure-pm2-startup.cjs --quiet || true",
+    "startup": "node scripts/ensure-pm2-startup.cjs"
   },
   "keywords": [
     "ai",

package/scripts/ensure-pm2-startup.cjs

@@ -0,0 +1,216 @@
+#!/usr/bin/env node
+/**
+ * ensure-pm2-startup.cjs — make sure PM2 resurrects on reboot.
+ *
+ * Why this exists
+ * ────────────────────────────────────────────────────────────────
+ * `pm2 startup` ships a launchd plist on macOS that has
+ * historically had two bugs:
+ *
+ *   1. LaunchOnlyOnce=true — a deprecated key launchd interprets
+ *      as "only ever run this ONCE in the lifetime of the plist."
+ *      After the first execution, it never fires on subsequent
+ *      boots. Reboots stop restoring processes.
+ *
+ *   2. The agent isn't always re-bootstrapped after a plist
+ *      change. The user has the file but launchctl never loaded
+ *      it (launchctl list shows nothing).
+ *
+ * This script writes a correct plist + bootstraps it cleanly +
+ * runs `pm2 save` so the dump that resurrect reads is current.
+ *
+ * Idempotent — safe to run on every install / upgrade / manual
+ * invocation. Best-effort — failures log a WARN and exit 0 so
+ * npm install never aborts on a launchd hiccup.
+ *
+ * Platforms
+ * ────────────────────────────────────────────────────────────────
+ *   macOS  — full support (plist + launchctl)
+ *   linux  — currently no-op with a hint to run `pm2 startup`
+ *            manually. systemd unit generation is a TODO.
+ *   win32  — no-op.
+ *
+ * CLI
+ * ────────────────────────────────────────────────────────────────
+ *   node scripts/ensure-pm2-startup.cjs            # apply + save
+ *   node scripts/ensure-pm2-startup.cjs --check    # verify only
+ *   node scripts/ensure-pm2-startup.cjs --quiet    # no output on OK
+ */
+'use strict';
+
+const fs = require('fs');
+const os = require('os');
+const path = require('path');
+const { execFileSync, execSync, spawnSync } = require('child_process');
+
+const QUIET = process.argv.includes('--quiet');
+const CHECK_ONLY = process.argv.includes('--check');
+
+function log(msg)  { if (!QUIET) console.log('[pm2-startup] ' + msg); }
+function warn(msg) { console.warn('[pm2-startup] ' + msg); }
+
+function which(bin) {
+  try {
+    return execSync('command -v ' + bin, { encoding: 'utf8' }).trim();
+  } catch { return null; }
+}
+
+function findPm2() {
+  // Prefer the global homebrew install path because the launchd
+  // plist needs an absolute path (no $PATH lookup at boot).
+  const candidates = [
+    '/opt/homebrew/lib/node_modules/pm2/bin/pm2',
+    '/usr/local/lib/node_modules/pm2/bin/pm2',
+    which('pm2'),
+  ].filter(Boolean);
+  for (const c of candidates) {
+    if (fs.existsSync(c)) return c;
+  }
+  return null;
+}
+
+/** Build the plist string. The PATH and PM2_HOME we capture from
+ *  the current process so the agent's resurrect run sees the same
+ *  toolchain the user does in their interactive shell. */
+function buildPlist(user, pm2Bin) {
+  const pm2Home = process.env.PM2_HOME || path.join(os.homedir(), '.pm2');
+  const pathEnv = process.env.PATH || '/opt/homebrew/bin:/usr/local/bin:/usr/bin:/bin';
+  const xml = (s) => s.replace(/&/g, '&amp;').replace(/</g, '&lt;').replace(/>/g, '&gt;');
+  return `<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+  <dict>
+    <key>Label</key>
+    <string>com.PM2</string>
+    <key>UserName</key>
+    <string>${xml(user)}</string>
+    <!-- Fire once at boot/login. KeepAlive=false because pm2
+         resurrect is a one-shot — PM2 itself manages the children
+         after that. NO LaunchOnlyOnce (deprecated, breaks reboots). -->
+    <key>RunAtLoad</key>
+    <true/>
+    <key>KeepAlive</key>
+    <false/>
+    <key>ProgramArguments</key>
+    <array>
+      <string>/bin/sh</string>
+      <string>-c</string>
+      <string>${xml(pm2Bin)} resurrect</string>
+    </array>
+    <key>EnvironmentVariables</key>
+    <dict>
+      <key>PATH</key>
+      <string>${xml(pathEnv)}</string>
+      <key>PM2_HOME</key>
+      <string>${xml(pm2Home)}</string>
+    </dict>
+    <key>StandardErrorPath</key>
+    <string>/tmp/com.PM2.err</string>
+    <key>StandardOutPath</key>
+    <string>/tmp/com.PM2.out</string>
+  </dict>
+</plist>
+`;
+}
+
+/** Return true if the plist on disk matches what we'd write today.
+ *  Used by --check to bail without rewriting when nothing changed. */
+function plistIsCurrent(plistPath, expected) {
+  try {
+    const actual = fs.readFileSync(plistPath, 'utf8');
+    if (actual === expected) return true;
+    // Tolerate trivial whitespace differences.
+    return actual.replace(/\s+/g, '') === expected.replace(/\s+/g, '');
+  } catch { return false; }
+}
+
+/** True when launchctl reports the com.PM2 agent loaded under
+ *  this user's GUI session. */
+function pm2AgentLoaded() {
+  try {
+    const out = execSync('launchctl list', { encoding: 'utf8' });
+    return /\bcom\.PM2\b/.test(out);
+  } catch { return false; }
+}
+
+function ensureMac() {
+  const user = process.env.USER || os.userInfo().username;
+  if (!user) {
+    warn('Could not determine $USER — skipping launchd setup.');
+    return;
+  }
+  const pm2Bin = findPm2();
+  if (!pm2Bin) {
+    warn('pm2 not found. Install with: npm i -g pm2');
+    return;
+  }
+  const plistPath = path.join(os.homedir(), 'Library', 'LaunchAgents', `pm2.${user}.plist`);
+  const desired = buildPlist(user, pm2Bin);
+
+  const upToDate = plistIsCurrent(plistPath, desired);
+  const loaded = pm2AgentLoaded();
+
+  if (CHECK_ONLY) {
+    if (upToDate && loaded) {
+      log('OK — plist current, launchd agent loaded.');
+      process.exit(0);
+    }
+    warn(`Needs fixup — plist current=${upToDate}, agent loaded=${loaded}.`);
+    process.exit(2);
+  }
+
+  if (!upToDate) {
+    fs.mkdirSync(path.dirname(plistPath), { recursive: true });
+    fs.writeFileSync(plistPath, desired, 'utf8');
+    log(`Wrote ${plistPath}`);
+  } else {
+    log(`Plist already current at ${plistPath}`);
+  }
+
+  // Re-bootstrap regardless — covers the case where the file is
+  // right but launchd never loaded it. bootout is allowed to fail
+  // (agent may not currently be loaded) — that's fine.
+  const uid = os.userInfo().uid;
+  const tryBootout = spawnSync('launchctl',
+    ['bootout', `gui/${uid}`, plistPath],
+    { stdio: 'ignore' });
+  const tryBootstrap = spawnSync('launchctl',
+    ['bootstrap', `gui/${uid}`, plistPath],
+    { stdio: 'inherit' });
+  if (tryBootstrap.status !== 0) {
+    warn('launchctl bootstrap returned non-zero — agent may already '
+      + 'be loaded under a different session. Verify with `launchctl list | grep PM2`.');
+  }
+
+  // Save current process list so resurrect has a fresh dump.
+  try {
+    execFileSync(pm2Bin, ['save'], { stdio: 'inherit' });
+  } catch (ex) {
+    warn(`pm2 save failed: ${ex.message}`);
+  }
+
+  log('Done. Verify: `launchctl list | grep PM2` should show com.PM2');
+}
+
+function ensureLinux() {
+  if (CHECK_ONLY) return process.exit(0);
+  warn('Linux: this script only knows macOS. Run `pm2 startup` and '
+    + 'follow its instructions, then `pm2 save`.');
+}
+
+function main() {
+  switch (process.platform) {
+    case 'darwin':  return ensureMac();
+    case 'linux':   return ensureLinux();
+    default:
+      if (CHECK_ONLY) return process.exit(0);
+      warn(`Platform ${process.platform} not supported by this helper.`);
+  }
+}
+
+try { main(); }
+catch (ex) {
+  warn(`Unexpected error: ${ex.message}`);
+  // Postinstall context: never fail the install.
+  process.exit(0);
+}

package/scripts/migrate-from-supabase.sh

@@ -0,0 +1,153 @@
+#!/usr/bin/env bash
+# Background migration runner.
+#
+# Polls Supabase every 120s. The moment a `SELECT 1` succeeds against the
+# pooler, runs pg_dump → restore into the local agenticmail_enterprise DB,
+# rewrites enterprise/.env so DATABASE_URL points at localhost, and
+# restarts the enterprise PM2 process so it picks up the new DB.
+#
+# Idempotent: on success it writes a sentinel file and exits 0. If
+# something fails partway (dump corrupted, restore errored), it logs the
+# detail and exits non-zero — the user can re-run by deleting the
+# sentinel and starting the script again.
+
+set -uo pipefail
+
+ENV_FILE="/Users/ope/Desktop/projects/agenticmail/enterprise/.env"
+ENV_BACKUP="${ENV_FILE}.pre-localpg"
+LOG_FILE="/Users/ope/Desktop/projects/agenticmail/enterprise/logs/migrate-from-supabase.log"
+DUMP_FILE="/tmp/agenticmail-enterprise-supabase.sql"
+SENTINEL="/Users/ope/Desktop/projects/agenticmail/enterprise/logs/migrate-from-supabase.done"
+
+LOCAL_DB="agenticmail_enterprise"
+LOCAL_URL="postgresql://ope@localhost:5432/${LOCAL_DB}"
+
+# Try both pooler hostnames the Supabase project may be reachable on.
+# Session pooler (port 5432) is preferred for pg_dump — pgbouncer in
+# transaction mode (6543) chokes on prepared statements.
+SUPABASE_TXN="postgresql://postgres.ziurzgoffaexxgjmfjph:MK6PHWIpjDO0cPwU@aws-1-us-east-2.pooler.supabase.com:6543/postgres"
+SUPABASE_SESSION="postgresql://postgres.ziurzgoffaexxgjmfjph:MK6PHWIpjDO0cPwU@aws-1-us-east-2.pooler.supabase.com:5432/postgres"
+SUPABASE_DIRECT="postgresql://postgres:MK6PHWIpjDO0cPwU@db.ziurzgoffaexxgjmfjph.supabase.co:5432/postgres"
+
+RETRY_INTERVAL_SECS=120
+MAX_RETRIES=720   # 720 * 2 min = ~24 h budget
+
+mkdir -p "$(dirname "$LOG_FILE")"
+log() { echo "[$(date '+%Y-%m-%d %H:%M:%S')] $*" | tee -a "$LOG_FILE" >&2; }
+
+if [[ -f "$SENTINEL" ]]; then
+  log "Sentinel exists at $SENTINEL — migration already completed. Exiting."
+  exit 0
+fi
+
+log "Starting migration runner. Will retry every ${RETRY_INTERVAL_SECS}s for up to ${MAX_RETRIES} attempts."
+
+# Pick the first URL that returns a successful SELECT 1. Echo the URL,
+# or empty string if all fail.
+pick_reachable_url() {
+  for url in "$SUPABASE_SESSION" "$SUPABASE_DIRECT" "$SUPABASE_TXN"; do
+    if PGCONNECT_TIMEOUT=8 psql "$url" -tAc "SELECT 1;" >/dev/null 2>&1; then
+      echo "$url"
+      return 0
+    fi
+  done
+  return 1
+}
+
+attempt=0
+while (( attempt < MAX_RETRIES )); do
+  attempt=$(( attempt + 1 ))
+
+  if reachable_url=$(pick_reachable_url); then
+    log "Attempt $attempt: Supabase reachable via $(echo "$reachable_url" | sed 's/:[^@]*@/:****@/')"
+    break
+  fi
+
+  log "Attempt $attempt: Supabase still unreachable — sleeping ${RETRY_INTERVAL_SECS}s"
+  sleep "$RETRY_INTERVAL_SECS"
+done
+
+if [[ -z "${reachable_url:-}" ]]; then
+  log "ERROR: exhausted ${MAX_RETRIES} attempts without ever reaching Supabase. Giving up."
+  exit 2
+fi
+
+# pg_dump preference: session pooler (5432) or direct, since pgbouncer
+# transaction-mode (6543) breaks pg_dump. If we landed on the txn pooler,
+# switch to session pooler for the actual dump.
+dump_url="$reachable_url"
+if [[ "$dump_url" == *":6543/postgres" ]]; then
+  log "Reachable URL is txn pooler — switching to session pooler for the dump"
+  dump_url="$SUPABASE_SESSION"
+fi
+
+log "Running pg_dump → $DUMP_FILE"
+if ! pg_dump \
+      --no-owner --no-acl \
+      --no-publications --no-subscriptions \
+      --schema=public \
+      --quote-all-identifiers \
+      --verbose \
+      --file="$DUMP_FILE" \
+      "$dump_url" 2>>"$LOG_FILE"; then
+  log "ERROR: pg_dump failed. Inspect $LOG_FILE for the tail of pg_dump stderr."
+  exit 3
+fi
+
+dump_bytes=$(stat -f%z "$DUMP_FILE" 2>/dev/null || stat -c%s "$DUMP_FILE")
+log "pg_dump complete — $(printf '%d\n' "$dump_bytes") bytes"
+
+# Wipe + restore. The local DB was created empty just before this
+# script ran, so a clean restore is safe.
+log "Resetting public schema on local DB and restoring"
+psql "$LOCAL_URL" -c "DROP SCHEMA IF EXISTS public CASCADE; CREATE SCHEMA public;" >>"$LOG_FILE" 2>&1 || {
+  log "ERROR: could not reset public schema on local DB"
+  exit 4
+}
+if ! psql --quiet --single-transaction \
+       --set ON_ERROR_STOP=on \
+       "$LOCAL_URL" -f "$DUMP_FILE" >>"$LOG_FILE" 2>&1; then
+  log "ERROR: psql restore failed. Inspect $LOG_FILE for details."
+  exit 5
+fi
+
+# Quick sanity check: count tables + rows in each (top 5 by row count).
+log "Restore complete. Verifying:"
+psql "$LOCAL_URL" -c "
+  SELECT schemaname, relname AS table, n_live_tup AS rows
+  FROM pg_stat_user_tables
+  ORDER BY n_live_tup DESC NULLS LAST
+  LIMIT 20;
+" >>"$LOG_FILE" 2>&1 || true
+
+# Rewrite .env atomically. Keep a one-shot backup so the original
+# Supabase URL is recoverable if anything explodes.
+log "Backing up .env → $ENV_BACKUP and rewriting DATABASE_URL → local"
+cp -p "$ENV_FILE" "$ENV_BACKUP"
+# Use a sentinel marker line in the replacement so a re-run can be
+# detected; perl in-place edit because BSD sed is annoying on macOS.
+perl -i -pe 'BEGIN{$u=$ENV{LOCAL_URL}} s|^DATABASE_URL=.*$|DATABASE_URL=$u|' \
+  LOCAL_URL="$LOCAL_URL" "$ENV_FILE"
+if ! grep -q "^DATABASE_URL=${LOCAL_URL}$" "$ENV_FILE"; then
+  log "ERROR: .env rewrite did not take effect. Restoring backup."
+  cp -p "$ENV_BACKUP" "$ENV_FILE"
+  exit 6
+fi
+
+log "Restarting enterprise PM2 process"
+if ! pm2 restart enterprise >>"$LOG_FILE" 2>&1; then
+  log "ERROR: pm2 restart failed. Inspect $LOG_FILE."
+  exit 7
+fi
+
+# Give it a few seconds to start and verify health.
+sleep 8
+if curl -sS -o /dev/null -w "%{http_code}" http://127.0.0.1:3100/ | grep -qE "^(2|3)"; then
+  log "Enterprise responding on http://127.0.0.1:3100 — migration successful."
+else
+  log "WARN: enterprise restarted but http://127.0.0.1:3100 not yet returning 2xx/3xx. Tail logs/enterprise-error.log."
+fi
+
+date > "$SENTINEL"
+log "Wrote sentinel $SENTINEL. Done."
+exit 0