create-metaclaw 3.3.0

package/installer/templates/db.ts.txt

@@ -0,0 +1,277 @@
+/**
+ * Core Database — universal state management for any Claw
+ * Auto-generated by MetaClaw Installer
+ */
+
+import Database from "better-sqlite3";
+import path from "path";
+import fs from "fs";
+import { fileURLToPath } from "url";
+
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+const DB_PATH = path.join(__dirname, "..", "data", "claw.db");
+
+let _db: Database.Database | null = null;
+
+export function getDb(): Database.Database {
+  if (_db) return _db;
+  const dir = path.dirname(DB_PATH);
+  if (!fs.existsSync(dir)) fs.mkdirSync(dir, { recursive: true });
+  _db = new Database(DB_PATH);
+  _db.pragma("journal_mode = WAL");
+  _db.pragma("busy_timeout = 5000");
+  initSchema(_db);
+  return _db;
+}
+
+function initSchema(db: Database.Database) {
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS action_log (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      action_type TEXT NOT NULL,
+      target TEXT,
+      status TEXT DEFAULT 'pending',
+      details TEXT,
+      cost_usd REAL DEFAULT 0,
+      tokens_used INTEGER DEFAULT 0,
+      duration_ms INTEGER DEFAULT 0,
+      created_at TEXT DEFAULT (datetime('now'))
+    );
+
+    CREATE TABLE IF NOT EXISTS daily_metrics (
+      date TEXT PRIMARY KEY,
+      actions_taken INTEGER DEFAULT 0,
+      actions_succeeded INTEGER DEFAULT 0,
+      actions_failed INTEGER DEFAULT 0,
+      total_cost_usd REAL DEFAULT 0,
+      total_tokens INTEGER DEFAULT 0
+    );
+
+    CREATE TABLE IF NOT EXISTS circuit_breaker (
+      name TEXT PRIMARY KEY,
+      state TEXT DEFAULT 'closed',
+      failure_count INTEGER DEFAULT 0,
+      last_failure_at TEXT,
+      opens_at TEXT,
+      reason TEXT
+    );
+
+    CREATE TABLE IF NOT EXISTS prompt_versions (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      prompt_type TEXT NOT NULL,
+      version INTEGER NOT NULL,
+      content TEXT NOT NULL,
+      is_active INTEGER DEFAULT 1,
+      traffic_pct REAL DEFAULT 1.0,
+      total_runs INTEGER DEFAULT 0,
+      avg_score REAL DEFAULT 0,
+      created_at TEXT DEFAULT (datetime('now')),
+      created_by TEXT DEFAULT 'installer'
+    );
+
+    CREATE TABLE IF NOT EXISTS suppression_list (
+      target TEXT PRIMARY KEY,
+      reason TEXT,
+      added_at TEXT DEFAULT (datetime('now'))
+    );
+
+    CREATE TABLE IF NOT EXISTS config (
+      key TEXT PRIMARY KEY,
+      value TEXT,
+      updated_at TEXT DEFAULT (datetime('now'))
+    );
+
+    -- Contacts (for outreach/support claws, universal schema)
+    CREATE TABLE IF NOT EXISTS contacts (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      email TEXT UNIQUE,
+      name TEXT NOT NULL,
+      company TEXT,
+      role TEXT,
+      status TEXT DEFAULT 'new',
+      research_notes TEXT,
+      score INTEGER DEFAULT 0,
+      created_at TEXT DEFAULT (datetime('now')),
+      updated_at TEXT DEFAULT (datetime('now'))
+    );
+
+    -- Conversation history (tracks all inbound/outbound per contact)
+    CREATE TABLE IF NOT EXISTS conversation_history (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      contact_email TEXT NOT NULL,
+      direction TEXT NOT NULL,
+      subject TEXT,
+      body TEXT,
+      timestamp TEXT DEFAULT (datetime('now'))
+    );
+
+    -- Processed emails dedup (Gmail markAsRead unreliable)
+    CREATE TABLE IF NOT EXISTS processed_emails (
+      uid TEXT PRIMARY KEY,
+      from_email TEXT,
+      subject TEXT,
+      action_taken TEXT,
+      processed_at TEXT DEFAULT (datetime('now'))
+    );
+
+    -- Person-based dedup (same person at different email addresses)
+    CREATE TABLE IF NOT EXISTS person_emails (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      person_name TEXT NOT NULL,
+      email TEXT UNIQUE NOT NULL,
+      added_at TEXT DEFAULT (datetime('now'))
+    );
+
+    -- Send history (every outbound email)
+    CREATE TABLE IF NOT EXISTS send_history (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      contact_id INTEGER REFERENCES contacts(id),
+      email_to TEXT NOT NULL,
+      subject TEXT NOT NULL,
+      body TEXT NOT NULL,
+      mailbox_from TEXT,
+      status TEXT DEFAULT 'drafted',
+      sent_at TEXT,
+      created_at TEXT DEFAULT (datetime('now'))
+    );
+  `);
+
+  db.prepare("INSERT OR IGNORE INTO circuit_breaker (name) VALUES ('main')").run();
+  db.prepare("INSERT OR IGNORE INTO circuit_breaker (name) VALUES ('external_api')").run();
+  db.prepare("INSERT OR IGNORE INTO circuit_breaker (name) VALUES ('email_send')").run();
+}
+
+export function recordAction(type: string, target: string, status: string, details?: string, cost?: number, tokens?: number, duration?: number) {
+  const db = getDb();
+  db.prepare(
+    "INSERT INTO action_log (action_type, target, status, details, cost_usd, tokens_used, duration_ms) VALUES (?, ?, ?, ?, ?, ?, ?)"
+  ).run(type, target, status, details || null, cost || 0, tokens || 0, duration || 0);
+
+  const today = new Date().toISOString().slice(0, 10);
+  const succeeded = status === "success" ? 1 : 0;
+  const failed = status === "error" ? 1 : 0;
+  db.prepare(
+    `INSERT INTO daily_metrics (date, actions_taken, actions_succeeded, actions_failed, total_cost_usd, total_tokens)
+     VALUES (?, 1, ?, ?, ?, ?)
+     ON CONFLICT(date) DO UPDATE SET
+       actions_taken = actions_taken + 1,
+       actions_succeeded = actions_succeeded + ?,
+       actions_failed = actions_failed + ?,
+       total_cost_usd = total_cost_usd + ?,
+       total_tokens = total_tokens + ?`
+  ).run(today, succeeded, failed, cost || 0, tokens || 0, succeeded, failed, cost || 0, tokens || 0);
+}
+
+export function getCircuitBreaker(name: string) {
+  return getDb().prepare("SELECT * FROM circuit_breaker WHERE name = ?").get(name) as any;
+}
+
+export function tripCircuitBreaker(name: string, reason: string) {
+  getDb().prepare(
+    "UPDATE circuit_breaker SET state = 'open', failure_count = failure_count + 1, last_failure_at = datetime('now'), opens_at = datetime('now', '+15 minutes'), reason = ? WHERE name = ?"
+  ).run(reason, name);
+}
+
+export function resetCircuitBreaker(name: string) {
+  getDb().prepare("UPDATE circuit_breaker SET state = 'closed', failure_count = 0, reason = NULL WHERE name = ?").run(name);
+}
+
+export function isSuppressed(target: string): boolean {
+  return !!getDb().prepare("SELECT 1 FROM suppression_list WHERE target = ?").get(target);
+}
+
+export function getConfig(key: string): string | null {
+  const row = getDb().prepare("SELECT value FROM config WHERE key = ?").get(key) as any;
+  return row?.value || null;
+}
+
+export function setConfig(key: string, value: string) {
+  getDb().prepare("INSERT OR REPLACE INTO config (key, value, updated_at) VALUES (?, ?, datetime('now'))").run(key, value);
+}
+
+export function getTodayMetrics() {
+  const today = new Date().toISOString().slice(0, 10);
+  return getDb().prepare("SELECT * FROM daily_metrics WHERE date = ?").get(today) as any;
+}
+
+// --- Contact helpers ---
+
+export function upsertContact(email: string, name: string, company?: string, role?: string) {
+  getDb().prepare(
+    `INSERT INTO contacts (email, name, company, role, updated_at)
+     VALUES (?, ?, ?, ?, datetime('now'))
+     ON CONFLICT(email) DO UPDATE SET
+       name = excluded.name, company = excluded.company,
+       role = excluded.role, updated_at = datetime('now')`
+  ).run(email, name, company || null, role || null);
+}
+
+export function getContact(email: string) {
+  return getDb().prepare("SELECT * FROM contacts WHERE email = ?").get(email) as any;
+}
+
+export function updateContactStatus(email: string, status: string) {
+  getDb().prepare("UPDATE contacts SET status = ?, updated_at = datetime('now') WHERE email = ?").run(status, email);
+}
+
+// --- Person-based dedup (prevents emailing same person at different addresses) ---
+
+export function isPersonSuppressed(name: string): boolean {
+  const normalized = name.replace(/^(Dr\.?|Prof\.?|Mr\.?|Mrs\.?|Ms\.?)\s+/i, "").trim().toLowerCase();
+  const row = getDb().prepare(
+    "SELECT 1 FROM person_emails pe JOIN suppression_list sl ON pe.email = sl.target WHERE LOWER(pe.person_name) = ?"
+  ).get(normalized);
+  return !!row;
+}
+
+export function registerPersonEmail(name: string, email: string) {
+  const normalized = name.replace(/^(Dr\.?|Prof\.?|Mr\.?|Mrs\.?|Ms\.?)\s+/i, "").trim();
+  getDb().prepare("INSERT OR IGNORE INTO person_emails (person_name, email) VALUES (?, ?)").run(normalized, email);
+}
+
+// --- Conversation history ---
+
+export function addConversation(email: string, direction: "inbound" | "outbound", subject: string, body: string) {
+  getDb().prepare(
+    "INSERT INTO conversation_history (contact_email, direction, subject, body) VALUES (?, ?, ?, ?)"
+  ).run(email.toLowerCase(), direction, subject, body?.substring(0, 2000) || "");
+}
+
+export function getConversationHistory(email: string): any[] {
+  return getDb().prepare(
+    "SELECT direction, subject, body, timestamp FROM conversation_history WHERE LOWER(contact_email) = ? ORDER BY timestamp ASC"
+  ).all(email.toLowerCase()) as any[];
+}
+
+// --- Processed email dedup (inbox) ---
+
+export function isEmailProcessed(uid: string): boolean {
+  return !!getDb().prepare("SELECT 1 FROM processed_emails WHERE uid = ?").get(uid);
+}
+
+export function markEmailProcessed(uid: string, fromEmail: string, subject: string, action: string) {
+  getDb().prepare(
+    "INSERT OR IGNORE INTO processed_emails (uid, from_email, subject, action_taken) VALUES (?, ?, ?, ?)"
+  ).run(uid, fromEmail, subject, action);
+}
+
+// --- Send history ---
+
+export function recordSend(emailTo: string, subject: string, body: string, mailboxFrom?: string, contactId?: number) {
+  return getDb().prepare(
+    "INSERT INTO send_history (contact_id, email_to, subject, body, mailbox_from, status, sent_at) VALUES (?, ?, ?, ?, ?, 'sent', datetime('now'))"
+  ).run(contactId || null, emailTo, subject, body, mailboxFrom || null);
+}
+
+export function isDuplicate(email: string, windowHours: number = 72): boolean {
+  const row = getDb().prepare(
+    "SELECT COUNT(*) as cnt FROM send_history WHERE email_to = ? AND status = 'sent' AND sent_at > datetime('now', ?)"
+  ).get(email, `-${windowHours} hours`) as any;
+  return row.cnt > 0;
+}
+
+// --- Add to suppression list ---
+
+export function addToSuppressionList(target: string, reason: string) {
+  getDb().prepare("INSERT OR IGNORE INTO suppression_list (target, reason) VALUES (?, ?)").run(target, reason);
+}

package/installer/templates/detect-session.bat.txt

@@ -0,0 +1,41 @@
+@echo off
+setlocal enabledelayedexpansion
+REM Detect the Claude Code session ID for this agent's project directory
+REM Writes session ID to data\session-id.txt for reliable --resume launches
+
+set "PROJECT_DIR=__PROJECT_DIR__"
+set "SESSION_FILE=%PROJECT_DIR%\data\session-id.txt"
+
+REM Encode the project path the way Claude does (replace \ and : with -)
+set "ENCODED=%PROJECT_DIR:\=-%"
+set "ENCODED=!ENCODED::=-!"
+set "ENCODED=!ENCODED:~1!"
+
+set "SESSION_DIR=%USERPROFILE%\.claude\projects\!ENCODED!"
+
+REM Check if session directory exists
+if not exist "!SESSION_DIR!" (
+    echo No Claude session found for this project yet.
+    echo Run Claude Code in this directory first, then run this script.
+    exit /b 1
+)
+
+REM Find the most recent .jsonl file (that's the session)
+set "LATEST_SESSION="
+set "LATEST_TIME=0"
+for %%F in ("!SESSION_DIR!\*.jsonl") do (
+    set "FNAME=%%~nF"
+    set "LATEST_SESSION=!FNAME!"
+)
+
+if "!LATEST_SESSION!"=="" (
+    echo No session files found.
+    exit /b 1
+)
+
+REM Write session ID to file
+echo !LATEST_SESSION!> "!SESSION_FILE!"
+echo Session ID detected: !LATEST_SESSION!
+echo Saved to: !SESSION_FILE!
+echo.
+echo Future launches will use: claude --resume !LATEST_SESSION!

package/installer/templates/health-check.ts.txt

@@ -0,0 +1,128 @@
+/**
+ * MetaClaw Health Check — system health monitoring
+ * Auto-generated by MetaClaw Installer
+ *
+ * Checks:
+ * - Circuit breaker status
+ * - Error rate (last 24h)
+ * - Disk space for logs/data
+ * - Database integrity
+ * - Cron task status
+ * - Token/cost budget
+ */
+
+import fs from "fs";
+import path from "path";
+import { fileURLToPath } from "url";
+import { getDb, getCircuitBreaker, resetCircuitBreaker, getTodayMetrics, getConfig, setConfig } from "./db.js";
+import { log } from "./observability.js";
+
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+const PROJECT_DIR = path.join(__dirname, "..");
+
+export type HealthStatus = {
+  overall: "healthy" | "warning" | "critical";
+  checks: Array<{ name: string; status: "ok" | "warn" | "fail"; detail: string }>;
+  timestamp: string;
+};
+
+export function runHealthCheck(): HealthStatus {
+  const checks: HealthStatus["checks"] = [];
+
+  // 1. Circuit breaker
+  const cb = getCircuitBreaker("main");
+  if (cb?.state === "open") {
+    // Check if enough time has passed to try half-open
+    if (cb.opens_at && new Date(cb.opens_at) < new Date()) {
+      resetCircuitBreaker("main");
+      checks.push({ name: "Circuit Breaker", status: "warn", detail: "Was OPEN, auto-reset to CLOSED (cooldown expired)" });
+    } else {
+      checks.push({ name: "Circuit Breaker", status: "fail", detail: "OPEN: " + (cb.reason || "unknown") });
+    }
+  } else {
+    checks.push({ name: "Circuit Breaker", status: "ok", detail: "CLOSED" });
+  }
+
+  // 2. Error rate
+  const metrics = getTodayMetrics();
+  if (metrics && metrics.actions_taken > 0) {
+    const errorRate = metrics.actions_failed / metrics.actions_taken;
+    if (errorRate > 0.2) {
+      checks.push({ name: "Error Rate", status: "fail", detail: `${(errorRate * 100).toFixed(0)}% failures today (${metrics.actions_failed}/${metrics.actions_taken})` });
+    } else if (errorRate > 0.05) {
+      checks.push({ name: "Error Rate", status: "warn", detail: `${(errorRate * 100).toFixed(0)}% failures today` });
+    } else {
+      checks.push({ name: "Error Rate", status: "ok", detail: `${(errorRate * 100).toFixed(1)}% failure rate` });
+    }
+  } else {
+    checks.push({ name: "Error Rate", status: "ok", detail: "No actions today" });
+  }
+
+  // 3. Data directory size
+  const dataDir = path.join(PROJECT_DIR, "data");
+  if (fs.existsSync(dataDir)) {
+    let totalSize = 0;
+    const countFiles = (dir: string) => {
+      for (const f of fs.readdirSync(dir)) {
+        const fp = path.join(dir, f);
+        const stat = fs.statSync(fp);
+        if (stat.isDirectory()) countFiles(fp);
+        else totalSize += stat.size;
+      }
+    };
+    countFiles(dataDir);
+    const sizeMB = totalSize / 1024 / 1024;
+    if (sizeMB > 500) {
+      checks.push({ name: "Disk Usage", status: "warn", detail: `${sizeMB.toFixed(0)}MB in data/ — consider cleanup` });
+    } else {
+      checks.push({ name: "Disk Usage", status: "ok", detail: `${sizeMB.toFixed(1)}MB` });
+    }
+  }
+
+  // 4. Database integrity
+  try {
+    const db = getDb();
+    const result = db.pragma("integrity_check") as any[];
+    if (result[0]?.integrity_check === "ok") {
+      checks.push({ name: "Database", status: "ok", detail: "Integrity OK" });
+    } else {
+      checks.push({ name: "Database", status: "fail", detail: "Integrity check failed" });
+    }
+  } catch (err) {
+    checks.push({ name: "Database", status: "fail", detail: "Cannot open database" });
+  }
+
+  // 5. Cost budget
+  if (metrics) {
+    const dailyCost = metrics.total_cost_usd || 0;
+    if (dailyCost > 10) {
+      checks.push({ name: "Cost", status: "warn", detail: `$${dailyCost.toFixed(2)} today — high spend` });
+    } else {
+      checks.push({ name: "Cost", status: "ok", detail: `$${dailyCost.toFixed(2)} today` });
+    }
+  }
+
+  // Overall
+  const hasFail = checks.some(c => c.status === "fail");
+  const hasWarn = checks.some(c => c.status === "warn");
+  const overall = hasFail ? "critical" : hasWarn ? "warning" : "healthy";
+
+  const result: HealthStatus = { overall, checks, timestamp: new Date().toISOString() };
+
+  // Save to config for dashboard
+  setConfig("last_health_check", JSON.stringify(result));
+  log("info", "health_check.complete", { overall, checks: checks.length });
+
+  return result;
+}
+
+// CLI
+if (process.argv[1]?.includes("health-check")) {
+  getDb();
+  const result = runHealthCheck();
+  console.log(`Health: ${result.overall.toUpperCase()}\n`);
+  for (const c of result.checks) {
+    const icon = c.status === "ok" ? "+" : c.status === "warn" ? "!" : "X";
+    console.log(`  [${icon}] ${c.name}: ${c.detail}`);
+  }
+}