shieldcortex 4.25.5 → 4.27.0

package/dist/database/init.js

@@ -7,8 +7,8 @@ import { basename, dirname, join } from 'path';
 import { homedir } from 'os';
 import { fileURLToPath } from 'url';
 import { execSync } from 'child_process';
-import { randomUUID } from 'crypto';
-import { seedDefaultFirewallRules } from './seed-firewall-rules.js';
+import { runMigrations } from './migrations.js';
+import { getInlineSchema } from './inline-schema.js';
 const _currentFile = fileURLToPath(import.meta.url);
 const _currentDir = dirname(_currentFile);
 let db = null;
@@ -535,451 +535,6 @@ export function initDatabase(dbPath) {
     }
     return db;
 }
-/**
- * Run database migrations for existing databases
- */
-function runMigrations(database) {
-    // Check if memories table exists (skip migrations on fresh database)
-    const tableExists = database.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name='memories'").get();
-    if (!tableExists) {
-        // Fresh database - schema will create everything
-        return;
-    }
-    // Check existing columns
-    const tableInfo = database.prepare("PRAGMA table_info(memories)").all();
-    const columnNames = new Set(tableInfo.map(col => col.name));
-    // Migration: decayed_score column
-    if (!columnNames.has('decayed_score')) {
-        database.exec('ALTER TABLE memories ADD COLUMN decayed_score REAL');
-        database.exec('CREATE INDEX IF NOT EXISTS idx_memories_decayed_score ON memories(decayed_score DESC)');
-    }
-    // Migration: embedding column for semantic search
-    if (!columnNames.has('embedding')) {
-        database.exec('ALTER TABLE memories ADD COLUMN embedding BLOB');
-    }
-    // Migration: scope column for cross-project knowledge
-    if (!columnNames.has('scope')) {
-        database.exec("ALTER TABLE memories ADD COLUMN scope TEXT DEFAULT 'project'");
-    }
-    // Migration: transferable column for cross-project sharing
-    if (!columnNames.has('transferable')) {
-        database.exec('ALTER TABLE memories ADD COLUMN transferable INTEGER DEFAULT 0');
-    }
-    // Migration: Defence columns on memories table
-    if (!columnNames.has('trust_score')) {
-        database.exec("ALTER TABLE memories ADD COLUMN trust_score REAL DEFAULT 1.0");
-    }
-    if (!columnNames.has('sensitivity_level')) {
-        database.exec("ALTER TABLE memories ADD COLUMN sensitivity_level TEXT DEFAULT 'INTERNAL'");
-    }
-    if (!columnNames.has('source')) {
-        database.exec("ALTER TABLE memories ADD COLUMN source TEXT DEFAULT 'user:direct'");
-    }
-    if (!columnNames.has('status')) {
-        database.exec("ALTER TABLE memories ADD COLUMN status TEXT DEFAULT 'active'");
-    }
-    if (!columnNames.has('pinned')) {
-        database.exec('ALTER TABLE memories ADD COLUMN pinned INTEGER DEFAULT 0');
-    }
-    if (!columnNames.has('reviewed_at')) {
-        database.exec('ALTER TABLE memories ADD COLUMN reviewed_at TIMESTAMP');
-    }
-    if (!columnNames.has('reviewed_by')) {
-        database.exec('ALTER TABLE memories ADD COLUMN reviewed_by TEXT');
-    }
-    if (!columnNames.has('source_kind')) {
-        database.exec("ALTER TABLE memories ADD COLUMN source_kind TEXT DEFAULT 'user'");
-    }
-    if (!columnNames.has('capture_method')) {
-        database.exec("ALTER TABLE memories ADD COLUMN capture_method TEXT DEFAULT 'manual'");
-    }
-    if (!columnNames.has('cloud_excluded')) {
-        database.exec('ALTER TABLE memories ADD COLUMN cloud_excluded INTEGER DEFAULT 0');
-    }
-    if (!columnNames.has('uuid')) {
-        database.exec("ALTER TABLE memories ADD COLUMN uuid TEXT");
-    }
-    if (!columnNames.has('updated_at')) {
-        database.exec('ALTER TABLE memories ADD COLUMN updated_at TIMESTAMP');
-    }
-    try {
-        const rowsWithoutUuid = database.prepare('SELECT id FROM memories WHERE uuid IS NULL OR uuid = ?').all('');
-        const setUuid = database.prepare('UPDATE memories SET uuid = ? WHERE id = ?');
-        for (const row of rowsWithoutUuid) {
-            setUuid.run(randomUUID(), row.id);
-        }
-        database.exec('UPDATE memories SET updated_at = COALESCE(updated_at, created_at, CURRENT_TIMESTAMP) WHERE updated_at IS NULL');
-        database.exec("UPDATE memories SET status = COALESCE(status, 'active') WHERE status IS NULL OR status = ''");
-        database.exec('UPDATE memories SET pinned = COALESCE(pinned, 0) WHERE pinned IS NULL');
-        database.exec(`
-      UPDATE memories
-      SET source = CASE
-        WHEN source = 'user:direct' AND tags LIKE '%session-end%' THEN 'hook:openclaw-session-end'
-        WHEN source = 'user:direct' AND tags LIKE '%session-stop%' THEN 'hook:openclaw-session-stop'
-        WHEN source = 'user:direct' AND tags LIKE '%keyword-trigger%' THEN 'hook:openclaw-keyword'
-        WHEN source IS NULL AND tags LIKE '%llm-output%' THEN 'agent:openclaw-plugin'
-        ELSE source
-      END
-      WHERE
-        (source = 'user:direct' OR source IS NULL)
-        AND (
-          tags LIKE '%session-end%'
-          OR tags LIKE '%session-stop%'
-          OR tags LIKE '%keyword-trigger%'
-          OR tags LIKE '%llm-output%'
-          OR tags LIKE '%realtime-plugin%'
-          OR tags LIKE '%openclaw-hook%'
-        )
-    `);
-        database.exec("UPDATE memories SET source_kind = CASE WHEN source LIKE 'hook:%' THEN 'hook' WHEN source LIKE 'api:%' THEN 'api' WHEN source LIKE 'agent:%' THEN 'agent' WHEN source LIKE 'cli:%' THEN 'cli' ELSE COALESCE(source_kind, 'user') END WHERE source_kind IS NULL OR source_kind = ''");
-        database.exec("UPDATE memories SET capture_method = CASE WHEN tags LIKE '%auto-extracted%' THEN 'auto' WHEN source_kind = 'hook' THEN 'hook' WHEN source_kind = 'api' THEN 'api' WHEN source_kind = 'agent' THEN 'plugin' WHEN source_kind = 'cli' THEN 'manual' ELSE COALESCE(capture_method, 'manual') END WHERE capture_method IS NULL OR capture_method = ''");
-        database.exec(`
-      UPDATE memories
-      SET source_kind = CASE
-        WHEN tags LIKE '%session-end%' OR tags LIKE '%session-stop%' OR tags LIKE '%keyword-trigger%' OR tags LIKE '%openclaw-hook%' THEN 'hook'
-        WHEN tags LIKE '%llm-output%' OR tags LIKE '%realtime-plugin%' THEN 'agent'
-        ELSE source_kind
-      END,
-      capture_method = CASE
-        WHEN tags LIKE '%session-end%' OR tags LIKE '%session-stop%' OR tags LIKE '%openclaw-hook%' THEN 'auto'
-        WHEN tags LIKE '%keyword-trigger%' THEN 'hook'
-        WHEN tags LIKE '%llm-output%' OR tags LIKE '%realtime-plugin%' THEN 'auto'
-        ELSE capture_method
-      END
-      WHERE
-        tags LIKE '%session-end%'
-        OR tags LIKE '%session-stop%'
-        OR tags LIKE '%keyword-trigger%'
-        OR tags LIKE '%openclaw-hook%'
-        OR tags LIKE '%llm-output%'
-        OR tags LIKE '%realtime-plugin%'
-    `);
-        database.exec('UPDATE memories SET cloud_excluded = COALESCE(cloud_excluded, 0) WHERE cloud_excluded IS NULL');
-        database.exec('CREATE UNIQUE INDEX IF NOT EXISTS idx_memories_uuid ON memories(uuid)');
-        database.exec('CREATE INDEX IF NOT EXISTS idx_memories_updated ON memories(updated_at DESC)');
-        database.exec('CREATE INDEX IF NOT EXISTS idx_memories_status ON memories(status)');
-        database.exec('CREATE INDEX IF NOT EXISTS idx_memories_pinned ON memories(pinned DESC)');
-        database.exec('CREATE INDEX IF NOT EXISTS idx_memories_source_kind ON memories(source_kind)');
-    }
-    catch {
-        // Safe to ignore on partially migrated databases
-    }
-    // Migration: Defence tables (defence_audit, quarantine, fragmentation_entities)
-    try {
-        database.exec(`
-      CREATE TABLE IF NOT EXISTS defence_audit (
-        id INTEGER PRIMARY KEY AUTOINCREMENT,
-        memory_id INTEGER,
-        project TEXT,
-        timestamp TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
-        source_type TEXT NOT NULL,
-        source_identifier TEXT NOT NULL,
-        trust_score REAL NOT NULL,
-        sensitivity_level TEXT NOT NULL DEFAULT 'INTERNAL',
-        firewall_result TEXT NOT NULL CHECK(firewall_result IN ('ALLOW', 'BLOCK', 'QUARANTINE')),
-        anomaly_score REAL DEFAULT 0.0,
-        threat_indicators TEXT DEFAULT '[]',
-        blocked_patterns TEXT DEFAULT '[]',
-        reason TEXT,
-        fragmentation_score REAL,
-        pipeline_duration_ms INTEGER,
-        FOREIGN KEY (memory_id) REFERENCES memories(id) ON DELETE SET NULL
-      );
-      CREATE INDEX IF NOT EXISTS idx_audit_memory ON defence_audit(memory_id);
-      CREATE INDEX IF NOT EXISTS idx_audit_timestamp ON defence_audit(timestamp DESC);
-      CREATE INDEX IF NOT EXISTS idx_audit_result ON defence_audit(firewall_result);
-      CREATE INDEX IF NOT EXISTS idx_audit_source ON defence_audit(source_type);
-      CREATE INDEX IF NOT EXISTS idx_audit_project ON defence_audit(project);
-
-      CREATE TABLE IF NOT EXISTS quarantine (
-        id INTEGER PRIMARY KEY AUTOINCREMENT,
-        original_content TEXT NOT NULL,
-        original_title TEXT,
-        project TEXT,
-        source_type TEXT NOT NULL,
-        source_identifier TEXT NOT NULL,
-        reason TEXT NOT NULL,
-        threat_indicators TEXT DEFAULT '[]',
-        anomaly_score REAL DEFAULT 0.0,
-        firewall_result TEXT NOT NULL CHECK(firewall_result IN ('BLOCK', 'QUARANTINE')),
-        status TEXT NOT NULL DEFAULT 'pending' CHECK(status IN ('pending', 'approved', 'rejected', 'expired')),
-        reviewed_at TIMESTAMP,
-        reviewed_by TEXT,
-        created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
-        expires_at TIMESTAMP,
-        audit_id INTEGER,
-        FOREIGN KEY (audit_id) REFERENCES defence_audit(id) ON DELETE SET NULL
-      );
-      CREATE INDEX IF NOT EXISTS idx_quarantine_status ON quarantine(status);
-      CREATE INDEX IF NOT EXISTS idx_quarantine_created ON quarantine(created_at DESC);
-
-      CREATE TABLE IF NOT EXISTS quarantine_annotations (
-        id INTEGER PRIMARY KEY AUTOINCREMENT,
-        item_id INTEGER NOT NULL,
-        category TEXT NOT NULL,
-        suggested_action TEXT NOT NULL,
-        confidence REAL NOT NULL,
-        similar_group_key TEXT,
-        copilot_version TEXT NOT NULL,
-        annotation_json TEXT NOT NULL,
-        generated_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
-        FOREIGN KEY (item_id) REFERENCES quarantine(id) ON DELETE CASCADE,
-        UNIQUE(item_id, copilot_version)
-      );
-      CREATE INDEX IF NOT EXISTS idx_quarantine_annotations_item ON quarantine_annotations(item_id);
-      CREATE INDEX IF NOT EXISTS idx_quarantine_annotations_category ON quarantine_annotations(category);
-      CREATE INDEX IF NOT EXISTS idx_quarantine_annotations_action ON quarantine_annotations(suggested_action);
-      CREATE INDEX IF NOT EXISTS idx_quarantine_annotations_group ON quarantine_annotations(similar_group_key);
-
-      CREATE TABLE IF NOT EXISTS fragmentation_entities (
-        id INTEGER PRIMARY KEY AUTOINCREMENT,
-        memory_id INTEGER NOT NULL,
-        entity_value TEXT NOT NULL,
-        entity_type TEXT NOT NULL,
-        context_snippet TEXT,
-        created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
-        FOREIGN KEY (memory_id) REFERENCES memories(id) ON DELETE CASCADE
-      );
-      CREATE INDEX IF NOT EXISTS idx_frag_entities_memory ON fragmentation_entities(memory_id);
-      CREATE INDEX IF NOT EXISTS idx_frag_entities_text ON fragmentation_entities(entity_value);
-      CREATE INDEX IF NOT EXISTS idx_frag_entities_type ON fragmentation_entities(entity_type);
-
-      CREATE TABLE IF NOT EXISTS hook_invocations (
-        id INTEGER PRIMARY KEY AUTOINCREMENT,
-        hook_name TEXT NOT NULL,
-        invoked_at TEXT NOT NULL DEFAULT (datetime('now')),
-        exit_code INTEGER,
-        duration_ms INTEGER,
-        memories_extracted INTEGER DEFAULT 0,
-        transcript_bytes INTEGER,
-        notes TEXT
-      );
-      CREATE INDEX IF NOT EXISTS idx_hook_invocations_name_time ON hook_invocations(hook_name, invoked_at DESC);
-    `);
-    }
-    catch {
-        // Tables may already exist - safe to ignore
-    }
-    // Migration: project column on defence_audit and quarantine tables
-    try {
-        const auditCols = database.prepare("PRAGMA table_info(defence_audit)").all();
-        if (auditCols.length > 0 && !auditCols.some(c => c.name === 'project')) {
-            database.exec('ALTER TABLE defence_audit ADD COLUMN project TEXT');
-            database.exec('CREATE INDEX IF NOT EXISTS idx_audit_project ON defence_audit(project)');
-        }
-        const quarantineCols = database.prepare("PRAGMA table_info(quarantine)").all();
-        if (quarantineCols.length > 0 && !quarantineCols.some(c => c.name === 'project')) {
-            database.exec('ALTER TABLE quarantine ADD COLUMN project TEXT');
-        }
-    }
-    catch {
-        // Safe to ignore if tables don't exist yet
-    }
-    // Backfill: set project on defence_audit/quarantine entries that have NULL project
-    try {
-        const nullCount = database.prepare("SELECT COUNT(*) as cnt FROM defence_audit WHERE project IS NULL").get()?.cnt ?? 0;
-        if (nullCount > 0) {
-            // From linked memories
-            database.exec(`UPDATE defence_audit SET project = (
-        SELECT m.project FROM memories m WHERE m.id = defence_audit.memory_id
-      ) WHERE memory_id IS NOT NULL AND project IS NULL`);
-            // Remaining: use most common project
-            database.exec(`UPDATE defence_audit SET project = (
-        SELECT project FROM memories WHERE project IS NOT NULL GROUP BY project ORDER BY COUNT(*) DESC LIMIT 1
-      ) WHERE project IS NULL`);
-        }
-        const qNullCount = database.prepare("SELECT COUNT(*) as cnt FROM quarantine WHERE project IS NULL").get()?.cnt ?? 0;
-        if (qNullCount > 0) {
-            database.exec(`UPDATE quarantine SET project = (
-        SELECT project FROM memories WHERE project IS NOT NULL GROUP BY project ORDER BY COUNT(*) DESC LIMIT 1
-      ) WHERE project IS NULL`);
-        }
-    }
-    catch {
-        // Safe to ignore
-    }
-    // Migration: sync_queue table for cloud sync retry
-    try {
-        database.exec(`
-      CREATE TABLE IF NOT EXISTS sync_queue (
-        id INTEGER PRIMARY KEY AUTOINCREMENT,
-        payload TEXT NOT NULL,
-        attempts INTEGER DEFAULT 0,
-        max_attempts INTEGER DEFAULT 3,
-        next_retry_at TEXT NOT NULL,
-        status TEXT NOT NULL DEFAULT 'pending' CHECK(status IN ('pending','failed','synced')),
-        last_error TEXT,
-        created_at TEXT DEFAULT (datetime('now')),
-        synced_at TEXT
-      );
-      CREATE INDEX IF NOT EXISTS idx_sync_queue_status_retry ON sync_queue(status, next_retry_at);
-    `);
-    }
-    catch {
-        // Table may already exist - safe to ignore
-    }
-    // Migration: Ontology tables (entities, triples, memory_entities)
-    try {
-        database.exec(`
-      CREATE TABLE IF NOT EXISTS entities (
-        id INTEGER PRIMARY KEY AUTOINCREMENT,
-        name TEXT NOT NULL,
-        type TEXT NOT NULL,
-        aliases TEXT DEFAULT '[]',
-        first_seen TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
-        memory_count INTEGER DEFAULT 0,
-        UNIQUE(name, type)
-      );
-      CREATE INDEX IF NOT EXISTS idx_entities_name ON entities(name);
-      CREATE INDEX IF NOT EXISTS idx_entities_type ON entities(type);
-
-      CREATE TABLE IF NOT EXISTS triples (
-        id INTEGER PRIMARY KEY AUTOINCREMENT,
-        subject_id INTEGER NOT NULL,
-        predicate TEXT NOT NULL,
-        object_id INTEGER NOT NULL,
-        source_memory_id INTEGER,
-        confidence REAL DEFAULT 0.8,
-        created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
-        FOREIGN KEY (subject_id) REFERENCES entities(id) ON DELETE CASCADE,
-        FOREIGN KEY (object_id) REFERENCES entities(id) ON DELETE CASCADE,
-        FOREIGN KEY (source_memory_id) REFERENCES memories(id) ON DELETE SET NULL,
-        UNIQUE(subject_id, predicate, object_id)
-      );
-      CREATE INDEX IF NOT EXISTS idx_triples_subject ON triples(subject_id);
-      CREATE INDEX IF NOT EXISTS idx_triples_object ON triples(object_id);
-      CREATE INDEX IF NOT EXISTS idx_triples_predicate ON triples(predicate);
-
-      CREATE TABLE IF NOT EXISTS memory_entities (
-        memory_id INTEGER NOT NULL,
-        entity_id INTEGER NOT NULL,
-        role TEXT DEFAULT 'mention',
-        FOREIGN KEY (memory_id) REFERENCES memories(id) ON DELETE CASCADE,
-        FOREIGN KEY (entity_id) REFERENCES entities(id) ON DELETE CASCADE,
-        PRIMARY KEY (memory_id, entity_id)
-      );
-    `);
-    }
-    catch {
-        // Tables may already exist - safe to ignore
-    }
-    // Migration: graph_extraction_version column for incremental graph backfill
-    if (!columnNames.has('graph_extraction_version')) {
-        database.exec('ALTER TABLE memories ADD COLUMN graph_extraction_version INTEGER DEFAULT 0');
-    }
-    // Migration: v4.0.0 — memory_purpose for type taxonomy
-    if (!columnNames.has('memory_purpose')) {
-        database.exec("ALTER TABLE memories ADD COLUMN memory_purpose TEXT DEFAULT 'project'");
-    }
-    // Migration: v4.0.0 — memory_scope for private/team visibility
-    if (!columnNames.has('memory_scope')) {
-        database.exec("ALTER TABLE memories ADD COLUMN memory_scope TEXT DEFAULT 'private'");
-    }
-    // Migration: v4.25.0 — downvote_count for negative-feedback salience.
-    // When a user marks a memory unhelpful via `shieldcortex memory downvote
-    // <id>`, the count grows and the recall hook's effective-salience
-    // calculation multiplies in a (1 - 0.3 × n) penalty (floored at 0.1).
-    if (!columnNames.has('downvote_count')) {
-        database.exec('ALTER TABLE memories ADD COLUMN downvote_count INTEGER DEFAULT 0');
-    }
-    if (!columnNames.has('last_downvoted_at')) {
-        database.exec('ALTER TABLE memories ADD COLUMN last_downvoted_at TIMESTAMP');
-    }
-    // Sparse partial index — only indexes rows that have been downvoted.
-    // Cheap to maintain (most rows never downvoted) and lets the CLI list
-    // downvoted memories without a full scan.
-    database.exec('CREATE INDEX IF NOT EXISTS idx_memories_downvote_count ON memories(downvote_count) WHERE downvote_count > 0');
-    // Migration: Pro feature tables (custom_patterns, iron_dome_policies, firewall_rules)
-    try {
-        database.exec(`
-      CREATE TABLE IF NOT EXISTS custom_patterns (
-        id INTEGER PRIMARY KEY AUTOINCREMENT,
-        name TEXT NOT NULL,
-        category TEXT NOT NULL DEFAULT 'custom',
-        severity TEXT NOT NULL DEFAULT 'medium' CHECK(severity IN ('critical', 'high', 'medium', 'low')),
-        regex TEXT NOT NULL,
-        description TEXT DEFAULT '',
-        enabled INTEGER NOT NULL DEFAULT 1,
-        created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
-      );
-      CREATE INDEX IF NOT EXISTS idx_custom_patterns_enabled ON custom_patterns(enabled);
-
-      CREATE TABLE IF NOT EXISTS iron_dome_policies (
-        id INTEGER PRIMARY KEY AUTOINCREMENT,
-        name TEXT NOT NULL,
-        description TEXT DEFAULT '',
-        config TEXT NOT NULL DEFAULT '{}',
-        is_active INTEGER NOT NULL DEFAULT 0,
-        created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
-      );
-      CREATE UNIQUE INDEX IF NOT EXISTS idx_dome_policies_active ON iron_dome_policies(is_active) WHERE is_active = 1;
-
-      CREATE TABLE IF NOT EXISTS firewall_rules (
-        id INTEGER PRIMARY KEY AUTOINCREMENT,
-        name TEXT NOT NULL,
-        priority INTEGER NOT NULL DEFAULT 100,
-        condition_type TEXT NOT NULL,
-        condition_value TEXT NOT NULL,
-        action TEXT NOT NULL CHECK(action IN ('block', 'allow', 'quarantine')),
-        enabled INTEGER NOT NULL DEFAULT 1,
-        built_in INTEGER NOT NULL DEFAULT 0,
-        created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
-      );
-      CREATE INDEX IF NOT EXISTS idx_firewall_rules_priority ON firewall_rules(priority);
-      CREATE INDEX IF NOT EXISTS idx_firewall_rules_enabled ON firewall_rules(enabled);
-      CREATE INDEX IF NOT EXISTS idx_firewall_rules_built_in ON firewall_rules(built_in);
-
-      CREATE TABLE IF NOT EXISTS rate_limits (
-        source_key TEXT PRIMARY KEY,
-        write_count INTEGER NOT NULL DEFAULT 1,
-        window_start_ms INTEGER NOT NULL
-      );
-    `);
-    }
-    catch {
-        // Tables may already exist - safe to ignore
-    }
-    // Migration: built_in column on pre-existing firewall_rules (added in v4.15)
-    try {
-        const cols = database.prepare("PRAGMA table_info(firewall_rules)").all();
-        if (!cols.some(c => c.name === 'built_in')) {
-            database.exec('ALTER TABLE firewall_rules ADD COLUMN built_in INTEGER NOT NULL DEFAULT 0');
-            database.exec('CREATE INDEX IF NOT EXISTS idx_firewall_rules_built_in ON firewall_rules(built_in)');
-        }
-    }
-    catch {
-        // Best-effort migration; pipeline handles missing column gracefully.
-    }
-    // Seed default built-in firewall rules on first init.
-    try {
-        seedDefaultFirewallRules(database);
-    }
-    catch {
-        // Seeder runs idempotently; failures here should never block startup.
-    }
-    // Migration: session_events.content_hash + dedupe UNIQUE index (v4.17).
-    // DBs created between the foundation commit and the importer commit have
-    // session_events but no content_hash column. ALTER + idempotent index
-    // upgrades them without touching fresh installs (schema.sql handles those).
-    try {
-        const sessionEventsTable = database
-            .prepare("SELECT name FROM sqlite_master WHERE type='table' AND name='session_events'")
-            .get();
-        if (sessionEventsTable) {
-            const sessionCols = database
-                .prepare("PRAGMA table_info(session_events)")
-                .all();
-            const sessionColNames = new Set(sessionCols.map((c) => c.name));
-            if (!sessionColNames.has('content_hash')) {
-                database.exec('ALTER TABLE session_events ADD COLUMN content_hash TEXT');
-            }
-            database.exec('CREATE UNIQUE INDEX IF NOT EXISTS idx_session_events_dedupe ON session_events(session_id, ts, kind, content_hash)');
-        }
-    }
-    catch {
-        // Best-effort; importer-side INSERT OR IGNORE handles missing index gracefully.
-    }
-}
 /**
  * Get the current database instance
  */
@@ -1197,314 +752,6 @@ export function checkDatabaseSize() {
 export function isDatabaseBlocked() {
     return checkDatabaseSize().blocked;
 }
-/**
- * Inline schema for bundled deployment
- */
-function getInlineSchema() {
-    return `
-    CREATE TABLE IF NOT EXISTS memories (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      uuid TEXT NOT NULL UNIQUE,
-      type TEXT NOT NULL CHECK(type IN ('short_term', 'long_term', 'episodic')),
-      category TEXT NOT NULL DEFAULT 'note',
-      title TEXT NOT NULL,
-      content TEXT NOT NULL,
-      project TEXT,
-      tags TEXT DEFAULT '[]',
-      salience REAL DEFAULT 0.5 CHECK(salience >= 0 AND salience <= 1),
-      decayed_score REAL,
-      access_count INTEGER DEFAULT 0,
-      last_accessed TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
-      created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
-      updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
-      metadata TEXT DEFAULT '{}',
-      embedding BLOB,
-      scope TEXT DEFAULT 'project',
-      transferable INTEGER DEFAULT 0,
-      trust_score REAL DEFAULT 1.0,
-      sensitivity_level TEXT DEFAULT 'INTERNAL',
-      source TEXT DEFAULT 'user:direct',
-      status TEXT DEFAULT 'active' CHECK(status IN ('active', 'archived', 'suppressed', 'canonical')),
-      pinned INTEGER DEFAULT 0,
-      reviewed_at TIMESTAMP,
-      reviewed_by TEXT,
-      source_kind TEXT DEFAULT 'user',
-      capture_method TEXT DEFAULT 'manual',
-      cloud_excluded INTEGER DEFAULT 0,
-      graph_extraction_version INTEGER DEFAULT 0,
-      memory_purpose TEXT DEFAULT 'project',
-      memory_scope TEXT DEFAULT 'private',
-      downvote_count INTEGER DEFAULT 0,
-      last_downvoted_at TIMESTAMP
-    );
-
-    CREATE VIRTUAL TABLE IF NOT EXISTS memories_fts USING fts5(
-      title,
-      content,
-      tags,
-      content='memories',
-      content_rowid='id',
-      tokenize='porter unicode61'
-    );
-
-    CREATE TRIGGER IF NOT EXISTS memories_ai AFTER INSERT ON memories BEGIN
-      INSERT INTO memories_fts(rowid, title, content, tags)
-      VALUES (new.id, new.title, new.content, new.tags);
-    END;
-
-    CREATE TRIGGER IF NOT EXISTS memories_ad AFTER DELETE ON memories BEGIN
-      INSERT INTO memories_fts(memories_fts, rowid, title, content, tags)
-      VALUES('delete', old.id, old.title, old.content, old.tags);
-    END;
-
-    CREATE TRIGGER IF NOT EXISTS memories_au AFTER UPDATE ON memories BEGIN
-      INSERT INTO memories_fts(memories_fts, rowid, title, content, tags)
-      VALUES('delete', old.id, old.title, old.content, old.tags);
-      INSERT INTO memories_fts(rowid, title, content, tags)
-      VALUES (new.id, new.title, new.content, new.tags);
-    END;
-
-    CREATE INDEX IF NOT EXISTS idx_memories_type ON memories(type);
-    CREATE UNIQUE INDEX IF NOT EXISTS idx_memories_uuid ON memories(uuid);
-    CREATE INDEX IF NOT EXISTS idx_memories_project ON memories(project);
-    CREATE INDEX IF NOT EXISTS idx_memories_category ON memories(category);
-    CREATE INDEX IF NOT EXISTS idx_memories_salience ON memories(salience DESC);
-    CREATE INDEX IF NOT EXISTS idx_memories_decayed_score ON memories(decayed_score DESC);
-    CREATE INDEX IF NOT EXISTS idx_memories_last_accessed ON memories(last_accessed DESC);
-    CREATE INDEX IF NOT EXISTS idx_memories_updated ON memories(updated_at DESC);
-
-    CREATE TABLE IF NOT EXISTS sessions (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      project TEXT,
-      started_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
-      ended_at TIMESTAMP,
-      summary TEXT,
-      memories_created INTEGER DEFAULT 0,
-      memories_accessed INTEGER DEFAULT 0
-    );
-
-    CREATE TABLE IF NOT EXISTS memory_links (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      source_id INTEGER NOT NULL,
-      target_id INTEGER NOT NULL,
-      relationship TEXT NOT NULL,
-      strength REAL DEFAULT 0.5,
-      created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
-      FOREIGN KEY (source_id) REFERENCES memories(id) ON DELETE CASCADE,
-      FOREIGN KEY (target_id) REFERENCES memories(id) ON DELETE CASCADE,
-      UNIQUE(source_id, target_id)
-    );
-
-    -- Events table for cross-process IPC (MCP → Dashboard)
-    CREATE TABLE IF NOT EXISTS events (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      type TEXT NOT NULL,
-      data TEXT,
-      timestamp TEXT NOT NULL,
-      processed INTEGER DEFAULT 0
-    );
-
-    CREATE INDEX IF NOT EXISTS idx_events_processed ON events(processed, id);
-
-    CREATE TABLE IF NOT EXISTS entities (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      name TEXT NOT NULL,
-      type TEXT NOT NULL,
-      aliases TEXT DEFAULT '[]',
-      first_seen TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
-      memory_count INTEGER DEFAULT 0,
-      UNIQUE(name, type)
-    );
-
-    CREATE INDEX IF NOT EXISTS idx_entities_name ON entities(name);
-    CREATE INDEX IF NOT EXISTS idx_entities_type ON entities(type);
-
-    CREATE TABLE IF NOT EXISTS triples (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      subject_id INTEGER NOT NULL,
-      predicate TEXT NOT NULL,
-      object_id INTEGER NOT NULL,
-      source_memory_id INTEGER,
-      confidence REAL DEFAULT 0.8,
-      created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
-      FOREIGN KEY (subject_id) REFERENCES entities(id) ON DELETE CASCADE,
-      FOREIGN KEY (object_id) REFERENCES entities(id) ON DELETE CASCADE,
-      FOREIGN KEY (source_memory_id) REFERENCES memories(id) ON DELETE SET NULL,
-      UNIQUE(subject_id, predicate, object_id)
-    );
-
-    CREATE INDEX IF NOT EXISTS idx_triples_subject ON triples(subject_id);
-    CREATE INDEX IF NOT EXISTS idx_triples_object ON triples(object_id);
-    CREATE INDEX IF NOT EXISTS idx_triples_predicate ON triples(predicate);
-
-    CREATE TABLE IF NOT EXISTS memory_entities (
-      memory_id INTEGER NOT NULL,
-      entity_id INTEGER NOT NULL,
-      role TEXT DEFAULT 'mention',
-      FOREIGN KEY (memory_id) REFERENCES memories(id) ON DELETE CASCADE,
-      FOREIGN KEY (entity_id) REFERENCES entities(id) ON DELETE CASCADE,
-      PRIMARY KEY (memory_id, entity_id)
-    );
-
-    CREATE TABLE IF NOT EXISTS defence_audit (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      memory_id INTEGER,
-      project TEXT,
-      timestamp TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
-      source_type TEXT NOT NULL,
-      source_identifier TEXT NOT NULL,
-      trust_score REAL NOT NULL,
-      sensitivity_level TEXT NOT NULL DEFAULT 'INTERNAL',
-      firewall_result TEXT NOT NULL CHECK(firewall_result IN ('ALLOW', 'BLOCK', 'QUARANTINE')),
-      anomaly_score REAL DEFAULT 0.0,
-      threat_indicators TEXT DEFAULT '[]',
-      blocked_patterns TEXT DEFAULT '[]',
-      reason TEXT,
-      fragmentation_score REAL,
-      pipeline_duration_ms INTEGER,
-      FOREIGN KEY (memory_id) REFERENCES memories(id) ON DELETE SET NULL
-    );
-
-    CREATE INDEX IF NOT EXISTS idx_audit_memory ON defence_audit(memory_id);
-    CREATE INDEX IF NOT EXISTS idx_audit_timestamp ON defence_audit(timestamp DESC);
-    CREATE INDEX IF NOT EXISTS idx_audit_result ON defence_audit(firewall_result);
-    CREATE INDEX IF NOT EXISTS idx_audit_source ON defence_audit(source_type);
-    CREATE INDEX IF NOT EXISTS idx_audit_project ON defence_audit(project);
-
-    CREATE TABLE IF NOT EXISTS quarantine (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      original_content TEXT NOT NULL,
-      original_title TEXT,
-      project TEXT,
-      source_type TEXT NOT NULL,
-      source_identifier TEXT NOT NULL,
-      reason TEXT NOT NULL,
-      threat_indicators TEXT DEFAULT '[]',
-      anomaly_score REAL DEFAULT 0.0,
-      firewall_result TEXT NOT NULL CHECK(firewall_result IN ('BLOCK', 'QUARANTINE')),
-      status TEXT NOT NULL DEFAULT 'pending' CHECK(status IN ('pending', 'approved', 'rejected', 'expired')),
-      reviewed_at TIMESTAMP,
-      reviewed_by TEXT,
-      created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
-      expires_at TIMESTAMP,
-      audit_id INTEGER,
-      FOREIGN KEY (audit_id) REFERENCES defence_audit(id) ON DELETE SET NULL
-    );
-
-    CREATE INDEX IF NOT EXISTS idx_quarantine_status ON quarantine(status);
-    CREATE INDEX IF NOT EXISTS idx_quarantine_created ON quarantine(created_at DESC);
-
-    CREATE TABLE IF NOT EXISTS quarantine_annotations (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      item_id INTEGER NOT NULL,
-      category TEXT NOT NULL,
-      suggested_action TEXT NOT NULL,
-      confidence REAL NOT NULL,
-      similar_group_key TEXT,
-      copilot_version TEXT NOT NULL,
-      annotation_json TEXT NOT NULL,
-      generated_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
-      FOREIGN KEY (item_id) REFERENCES quarantine(id) ON DELETE CASCADE,
-      UNIQUE(item_id, copilot_version)
-    );
-
-    CREATE INDEX IF NOT EXISTS idx_quarantine_annotations_item ON quarantine_annotations(item_id);
-    CREATE INDEX IF NOT EXISTS idx_quarantine_annotations_category ON quarantine_annotations(category);
-    CREATE INDEX IF NOT EXISTS idx_quarantine_annotations_action ON quarantine_annotations(suggested_action);
-    CREATE INDEX IF NOT EXISTS idx_quarantine_annotations_group ON quarantine_annotations(similar_group_key);
-
-    CREATE TABLE IF NOT EXISTS fragmentation_entities (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      memory_id INTEGER NOT NULL,
-      entity_value TEXT NOT NULL,
-      entity_type TEXT NOT NULL,
-      context_snippet TEXT,
-      created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
-      FOREIGN KEY (memory_id) REFERENCES memories(id) ON DELETE CASCADE
-    );
-
-    CREATE INDEX IF NOT EXISTS idx_frag_entities_memory ON fragmentation_entities(memory_id);
-    CREATE INDEX IF NOT EXISTS idx_frag_entities_text ON fragmentation_entities(entity_value);
-    CREATE INDEX IF NOT EXISTS idx_frag_entities_type ON fragmentation_entities(entity_type);
-
-    CREATE TABLE IF NOT EXISTS sync_queue (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      payload TEXT NOT NULL,
-      attempts INTEGER DEFAULT 0,
-      max_attempts INTEGER DEFAULT 3,
-      next_retry_at TEXT NOT NULL,
-      status TEXT NOT NULL DEFAULT 'pending' CHECK(status IN ('pending','failed','synced')),
-      last_error TEXT,
-      created_at TEXT DEFAULT (datetime('now')),
-      synced_at TEXT
-    );
-
-    CREATE INDEX IF NOT EXISTS idx_sync_queue_status_retry ON sync_queue(status, next_retry_at);
-
-    CREATE TABLE IF NOT EXISTS custom_patterns (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      name TEXT NOT NULL,
-      category TEXT NOT NULL DEFAULT 'custom',
-      severity TEXT NOT NULL DEFAULT 'medium' CHECK(severity IN ('critical', 'high', 'medium', 'low')),
-      regex TEXT NOT NULL,
-      description TEXT DEFAULT '',
-      enabled INTEGER NOT NULL DEFAULT 1,
-      created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
-    );
-    CREATE INDEX IF NOT EXISTS idx_custom_patterns_enabled ON custom_patterns(enabled);
-
-    CREATE TABLE IF NOT EXISTS iron_dome_policies (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      name TEXT NOT NULL,
-      description TEXT DEFAULT '',
-      config TEXT NOT NULL DEFAULT '{}',
-      is_active INTEGER NOT NULL DEFAULT 0,
-      created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
-    );
-    CREATE UNIQUE INDEX IF NOT EXISTS idx_dome_policies_active ON iron_dome_policies(is_active) WHERE is_active = 1;
-
-    CREATE TABLE IF NOT EXISTS firewall_rules (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      name TEXT NOT NULL,
-      priority INTEGER NOT NULL DEFAULT 100,
-      condition_type TEXT NOT NULL,
-      condition_value TEXT NOT NULL,
-      action TEXT NOT NULL CHECK(action IN ('block', 'allow', 'quarantine')),
-      enabled INTEGER NOT NULL DEFAULT 1,
-      created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
-    );
-    CREATE INDEX IF NOT EXISTS idx_firewall_rules_priority ON firewall_rules(priority);
-    CREATE INDEX IF NOT EXISTS idx_firewall_rules_enabled ON firewall_rules(enabled);
-
-    CREATE TABLE IF NOT EXISTS rate_limits (
-      source_key TEXT PRIMARY KEY,
-      write_count INTEGER NOT NULL DEFAULT 1,
-      window_start_ms INTEGER NOT NULL
-    );
-
-    -- v4.17 Session capture (mirrors schema.sql; bundled fallback only).
-    CREATE TABLE IF NOT EXISTS session_events (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      session_id TEXT NOT NULL,
-      project TEXT,
-      ts TIMESTAMP NOT NULL,
-      kind TEXT NOT NULL CHECK(kind IN (
-        'prompt', 'response', 'tool_call', 'tool_result', 'tool_error', 'hook_fire'
-      )),
-      actor TEXT,
-      payload TEXT NOT NULL,
-      duration_ms INTEGER,
-      audit_id INTEGER,
-      content_hash TEXT,
-      created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
-      FOREIGN KEY (audit_id) REFERENCES defence_audit(id) ON DELETE SET NULL
-    );
-    CREATE INDEX IF NOT EXISTS idx_session_events_session ON session_events(session_id, ts);
-    CREATE INDEX IF NOT EXISTS idx_session_events_project ON session_events(project, ts DESC);
-    CREATE UNIQUE INDEX IF NOT EXISTS idx_session_events_dedupe
-      ON session_events(session_id, ts, kind, content_hash);
-  `;
-}
 /**
  * Execute a function within a transaction (auto-commits on success, rollback on error)
  * Use this for batch operations that need atomicity