causantic 0.2.0

package/dist/storage/migrations.js

@@ -0,0 +1,345 @@
+/**
+ * Database migrations for schema evolution.
+ *
+ * Extracted from db.ts for clarity. Each migration function handles
+ * upgrading from one schema version to the next.
+ */
+import { readFileSync, existsSync, readdirSync } from 'fs';
+import { basename, join } from 'path';
+import { homedir } from 'os';
+import { loadSchemaStatements } from './schema-loader.js';
+/**
+ * Run all pending migrations on the database.
+ */
+export function runMigrations(database) {
+    // Get current schema version (0 if schema_version table doesn't exist)
+    let currentVersion = 0;
+    try {
+        const row = database.prepare('SELECT MAX(version) as version FROM schema_version').get();
+        currentVersion = row?.version ?? 0;
+    }
+    catch {
+        // Table doesn't exist yet, version is 0
+    }
+    // Read and execute schema for fresh databases
+    const statements = loadSchemaStatements();
+    for (const statement of statements) {
+        try {
+            database.exec(statement);
+        }
+        catch (error) {
+            // Ignore "table already exists" errors for CREATE TABLE IF NOT EXISTS
+            const message = error instanceof Error ? error.message : String(error);
+            if (!message.includes('already exists')) {
+                throw error;
+            }
+        }
+    }
+    // Run incremental migrations for existing databases
+    if (currentVersion < 2) {
+        migrateToV2(database);
+    }
+    if (currentVersion < 3) {
+        migrateToV3(database);
+    }
+    if (currentVersion < 4) {
+        migrateToV4(database);
+    }
+    if (currentVersion < 5) {
+        migrateToV5(database);
+    }
+    if (currentVersion < 6) {
+        migrateToV6(database);
+    }
+}
+/**
+ * Migrate from v1 to v2 (add vector clock support).
+ */
+function migrateToV2(database) {
+    const chunkColumns = [
+        { name: 'agent_id', type: 'TEXT' },
+        { name: 'vector_clock', type: 'TEXT' },
+        { name: 'spawn_depth', type: 'INTEGER DEFAULT 0' },
+    ];
+    for (const col of chunkColumns) {
+        try {
+            database.exec(`ALTER TABLE chunks ADD COLUMN ${col.name} ${col.type}`);
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            if (!message.includes('duplicate column')) {
+                throw error;
+            }
+        }
+    }
+    const edgeColumns = [
+        { name: 'vector_clock', type: 'TEXT' },
+        { name: 'link_count', type: 'INTEGER DEFAULT 1' },
+    ];
+    for (const col of edgeColumns) {
+        try {
+            database.exec(`ALTER TABLE edges ADD COLUMN ${col.name} ${col.type}`);
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            if (!message.includes('duplicate column')) {
+                throw error;
+            }
+        }
+    }
+    database.exec(`
+    CREATE TABLE IF NOT EXISTS vector_clocks (
+      id TEXT PRIMARY KEY,
+      project_slug TEXT NOT NULL,
+      clock_data TEXT NOT NULL,
+      updated_at TEXT DEFAULT CURRENT_TIMESTAMP
+    )
+  `);
+    database.exec(`
+    CREATE INDEX IF NOT EXISTS idx_vector_clocks_project ON vector_clocks(project_slug)
+  `);
+    database.exec(`INSERT OR REPLACE INTO schema_version (version) VALUES (2)`);
+}
+/**
+ * Migrate from v2 to v3 (add ingestion checkpoints and embedding cache).
+ */
+function migrateToV3(database) {
+    database.exec(`
+    CREATE TABLE IF NOT EXISTS ingestion_checkpoints (
+      session_id TEXT PRIMARY KEY,
+      project_slug TEXT NOT NULL,
+      last_turn_index INTEGER NOT NULL,
+      last_chunk_id TEXT,
+      vector_clock TEXT,
+      file_mtime TEXT,
+      updated_at TEXT DEFAULT CURRENT_TIMESTAMP
+    )
+  `);
+    database.exec(`
+    CREATE INDEX IF NOT EXISTS idx_ingestion_checkpoints_project ON ingestion_checkpoints(project_slug)
+  `);
+    database.exec(`
+    CREATE TABLE IF NOT EXISTS embedding_cache (
+      content_hash TEXT NOT NULL,
+      model_id TEXT NOT NULL,
+      embedding BLOB NOT NULL,
+      created_at TEXT DEFAULT CURRENT_TIMESTAMP,
+      hit_count INTEGER DEFAULT 0,
+      PRIMARY KEY (content_hash, model_id)
+    )
+  `);
+    database.exec(`
+    CREATE INDEX IF NOT EXISTS idx_embedding_cache_model ON embedding_cache(model_id)
+  `);
+    database.exec(`INSERT OR REPLACE INTO schema_version (version) VALUES (3)`);
+}
+/**
+ * Migrate from v3 to v4 (add project labels and project_path).
+ */
+function migrateToV4(database) {
+    try {
+        database.exec('ALTER TABLE chunks ADD COLUMN project_path TEXT');
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        if (!message.includes('duplicate column')) {
+            throw error;
+        }
+    }
+    const claudeProjectsDir = join(homedir(), '.claude', 'projects');
+    const sessionProjectMap = new Map();
+    if (existsSync(claudeProjectsDir)) {
+        const slugToCwds = new Map();
+        try {
+            const projectDirs = readdirSync(claudeProjectsDir, { withFileTypes: true });
+            for (const dir of projectDirs) {
+                if (!dir.isDirectory())
+                    continue;
+                const projectDir = join(claudeProjectsDir, dir.name);
+                const files = readdirSync(projectDir, { withFileTypes: true });
+                for (const file of files) {
+                    if (!file.isFile() || !file.name.endsWith('.jsonl'))
+                        continue;
+                    const filePath = join(projectDir, file.name);
+                    const info = extractSessionInfoFromFile(filePath);
+                    if (!info)
+                        continue;
+                    const slug = info.cwd ? basename(info.cwd) : '';
+                    if (slug && info.cwd) {
+                        const cwds = slugToCwds.get(slug) ?? new Set();
+                        cwds.add(info.cwd);
+                        slugToCwds.set(slug, cwds);
+                    }
+                    sessionProjectMap.set(info.sessionId, { slug, cwd: info.cwd });
+                }
+            }
+        }
+        catch {
+            // Can't read projects dir — continue without backfill
+        }
+        const collisionSlugs = new Set();
+        for (const [slug, cwds] of slugToCwds) {
+            if (cwds.size > 1) {
+                collisionSlugs.add(slug);
+            }
+        }
+        if (collisionSlugs.size > 0) {
+            for (const [sessionId, info] of sessionProjectMap) {
+                if (collisionSlugs.has(info.slug) && info.cwd) {
+                    const parts = info.cwd.split('/').filter(Boolean);
+                    if (parts.length >= 2) {
+                        info.slug = parts.slice(-2).join('/');
+                    }
+                    sessionProjectMap.set(sessionId, info);
+                }
+            }
+        }
+    }
+    const updateChunk = database.prepare('UPDATE chunks SET session_slug = ?, project_path = ? WHERE session_id = ? AND (session_slug = \'\' OR session_slug IS NULL OR project_path IS NULL)');
+    const backfillChunks = database.transaction(() => {
+        for (const [sessionId, info] of sessionProjectMap) {
+            if (info.slug) {
+                updateChunk.run(info.slug, info.cwd, sessionId);
+            }
+        }
+    });
+    backfillChunks();
+    const updateCheckpoint = database.prepare('UPDATE ingestion_checkpoints SET project_slug = ? WHERE session_id = ? AND (project_slug = \'\' OR project_slug IS NULL)');
+    const backfillCheckpoints = database.transaction(() => {
+        for (const [sessionId, info] of sessionProjectMap) {
+            if (info.slug) {
+                updateCheckpoint.run(info.slug, sessionId);
+            }
+        }
+    });
+    backfillCheckpoints();
+    try {
+        const emptyClockRows = database.prepare("SELECT id, clock_data FROM vector_clocks WHERE project_slug = ''").all();
+        if (emptyClockRows.length > 0) {
+            const distinctSlugs = database.prepare("SELECT DISTINCT session_slug FROM chunks WHERE session_slug != ''").all();
+            const insertClock = database.prepare('INSERT OR REPLACE INTO vector_clocks (id, project_slug, clock_data, updated_at) VALUES (?, ?, ?, CURRENT_TIMESTAMP)');
+            const rekeyClocks = database.transaction(() => {
+                for (const emptyRow of emptyClockRows) {
+                    for (const { session_slug } of distinctSlugs) {
+                        const parts = emptyRow.id.split(':');
+                        let newId;
+                        if (parts[0] === 'project') {
+                            newId = `project:${session_slug}`;
+                        }
+                        else if (parts[0] === 'agent') {
+                            const agentId = parts.slice(2).join(':');
+                            newId = `agent:${session_slug}:${agentId}`;
+                        }
+                        else {
+                            continue;
+                        }
+                        insertClock.run(newId, session_slug, emptyRow.clock_data);
+                    }
+                }
+                database.prepare("DELETE FROM vector_clocks WHERE project_slug = ''").run();
+            });
+            rekeyClocks();
+        }
+    }
+    catch {
+        // vector_clocks table may not exist yet in some edge cases
+    }
+    database.exec('INSERT OR REPLACE INTO schema_version (version) VALUES (4)');
+}
+/**
+ * Migrate from v4 to v5 (add FTS5 full-text search).
+ */
+function migrateToV5(database) {
+    try {
+        database.exec(`
+      CREATE VIRTUAL TABLE IF NOT EXISTS chunks_fts USING fts5(
+        content,
+        content='chunks',
+        content_rowid='rowid',
+        tokenize='porter unicode61'
+      )
+    `);
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        if (message.includes('already exists')) {
+            // Table exists, continue
+        }
+        else {
+            database.exec('INSERT OR REPLACE INTO schema_version (version) VALUES (5)');
+            return;
+        }
+    }
+    try {
+        database.exec(`
+      CREATE TRIGGER IF NOT EXISTS chunks_fts_insert AFTER INSERT ON chunks BEGIN
+        INSERT INTO chunks_fts(rowid, content) VALUES (new.rowid, new.content);
+      END
+    `);
+        database.exec(`
+      CREATE TRIGGER IF NOT EXISTS chunks_fts_delete AFTER DELETE ON chunks BEGIN
+        INSERT INTO chunks_fts(chunks_fts, rowid, content) VALUES ('delete', old.rowid, old.content);
+      END
+    `);
+        database.exec(`
+      CREATE TRIGGER IF NOT EXISTS chunks_fts_update AFTER UPDATE OF content ON chunks BEGIN
+        INSERT INTO chunks_fts(chunks_fts, rowid, content) VALUES ('delete', old.rowid, old.content);
+        INSERT INTO chunks_fts(rowid, content) VALUES (new.rowid, new.content);
+      END
+    `);
+    }
+    catch {
+        // Triggers may already exist
+    }
+    try {
+        database.exec("INSERT INTO chunks_fts(chunks_fts) VALUES ('rebuild')");
+    }
+    catch {
+        // Rebuild may fail if table has issues — not critical
+    }
+    database.exec('INSERT OR REPLACE INTO schema_version (version) VALUES (5)');
+}
+/**
+ * Migrate from v5 to v6 (add composite index for session reconstruction).
+ */
+function migrateToV6(database) {
+    database.exec(`
+    CREATE INDEX IF NOT EXISTS idx_chunks_slug_start_time ON chunks(session_slug, start_time)
+  `);
+    database.exec('INSERT OR REPLACE INTO schema_version (version) VALUES (6)');
+}
+/**
+ * Extract sessionId and cwd from first few lines of a JSONL file.
+ */
+function extractSessionInfoFromFile(filePath) {
+    try {
+        const content = readFileSync(filePath, { encoding: 'utf-8' });
+        const lines = content.split('\n');
+        const limit = Math.min(lines.length, 10);
+        let sessionId = '';
+        let cwd = '';
+        for (let i = 0; i < limit; i++) {
+            if (!lines[i].trim())
+                continue;
+            try {
+                const parsed = JSON.parse(lines[i]);
+                if (!sessionId && parsed.sessionId)
+                    sessionId = parsed.sessionId;
+                if (!cwd && parsed.cwd)
+                    cwd = parsed.cwd;
+                if (sessionId && cwd)
+                    break;
+            }
+            catch {
+                continue;
+            }
+        }
+        if (!sessionId)
+            return null;
+        return { sessionId, cwd };
+    }
+    catch {
+        return null;
+    }
+}
+//# sourceMappingURL=migrations.js.map

package/dist/storage/migrations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrations.js","sourceRoot":"","sources":["../../src/storage/migrations.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,IAAI,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAE1D;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,QAA2B;IACvD,uEAAuE;IACvE,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,oDAAoD,CAAC,CAAC,GAAG,EAEzE,CAAC;QACd,cAAc,GAAG,GAAG,EAAE,OAAO,IAAI,CAAC,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,wCAAwC;IAC1C,CAAC;IAED,8CAA8C;IAC9C,MAAM,UAAU,GAAG,oBAAoB,EAAE,CAAC;IAE1C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,sEAAsE;YACtE,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACxC,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,oDAAoD;IACpD,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACvB,WAAW,CAAC,QAAQ,CAAC,CAAC;IACxB,CAAC;IACD,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACvB,WAAW,CAAC,QAAQ,CAAC,CAAC;IACxB,CAAC;IACD,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACvB,WAAW,CAAC,QAAQ,CAAC,CAAC;IACxB,CAAC;IACD,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACvB,WAAW,CAAC,QAAQ,CAAC,CAAC;IACxB,CAAC;IACD,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACvB,WAAW,CAAC,QAAQ,CAAC,CAAC;IACxB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,QAA2B;IAC9C,MAAM,YAAY,GAAG;QACnB,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE;QAClC,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE;QACtC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,mBAAmB,EAAE;KACnD,CAAC;IAEF,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,QAAQ,CAAC,IAAI,CAAC,iCAAiC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QACzE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBAC1C,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG;QAClB,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE;QACtC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,mBAAmB,EAAE;KAClD,CAAC;IAEF,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,QAAQ,CAAC,IAAI,CAAC,gCAAgC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QACxE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBAC1C,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,QAAQ,CAAC,IAAI,CAAC;;;;;;;GAOb,CAAC,CAAC;IAEH,QAAQ,CAAC,IAAI,CAAC;;GAEb,CAAC,CAAC;IAEH,QAAQ,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;AAC9E,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,QAA2B;IAC9C,QAAQ,CAAC,IAAI,CAAC;;;;;;;;;;GAUb,CAAC,CAAC;IAEH,QAAQ,CAAC,IAAI,CAAC;;GAEb,CAAC,CAAC;IAEH,QAAQ,CAAC,IAAI,CAAC;;;;;;;;;GASb,CAAC,CAAC;IAEH,QAAQ,CAAC,IAAI,CAAC;;GAEb,CAAC,CAAC;IAEH,QAAQ,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;AAC9E,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,QAA2B;IAC9C,IAAI,CAAC;QACH,QAAQ,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;IACnE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;YAC1C,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,MAAM,iBAAiB,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;IACjE,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAyC,CAAC;IAE3E,IAAI,UAAU,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAuB,CAAC;QAElD,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,WAAW,CAAC,iBAAiB,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YAE5E,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;gBAC9B,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE;oBAAE,SAAS;gBAEjC,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;gBACrD,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;gBAE/D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;wBAAE,SAAS;oBAE9D,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC7C,MAAM,IAAI,GAAG,0BAA0B,CAAC,QAAQ,CAAC,CAAC;oBAClD,IAAI,CAAC,IAAI;wBAAE,SAAS;oBAEpB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAChD,IAAI,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;wBACrB,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;wBAC/C,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBACnB,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;oBAC7B,CAAC;oBAED,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBACjE,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,sDAAsD;QACxD,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;QACzC,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,UAAU,EAAE,CAAC;YACtC,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gBAClB,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,IAAI,cAAc,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC5B,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,iBAAiB,EAAE,CAAC;gBAClD,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;oBAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;oBAClD,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;wBACtB,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACxC,CAAC;oBACD,iBAAiB,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;gBACzC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAClC,qJAAqJ,CACtJ,CAAC;IAEF,MAAM,cAAc,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,EAAE;QAC/C,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,iBAAiB,EAAE,CAAC;YAClD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IACH,cAAc,EAAE,CAAC;IAEjB,MAAM,gBAAgB,GAAG,QAAQ,CAAC,OAAO,CACvC,0HAA0H,CAC3H,CAAC;IAEF,MAAM,mBAAmB,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,EAAE;QACpD,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,iBAAiB,EAAE,CAAC;YAClD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IACH,mBAAmB,EAAE,CAAC;IAEtB,IAAI,CAAC;QACH,MAAM,cAAc,GAAG,QAAQ,CAAC,OAAO,CACrC,kEAAkE,CACnE,CAAC,GAAG,EAA+C,CAAC;QAErD,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,CACpC,mEAAmE,CACpE,CAAC,GAAG,EAAqC,CAAC;YAE3C,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAClC,qHAAqH,CACtH,CAAC;YAEF,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,EAAE;gBAC5C,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;oBACtC,KAAK,MAAM,EAAE,YAAY,EAAE,IAAI,aAAa,EAAE,CAAC;wBAC7C,MAAM,KAAK,GAAG,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;wBACrC,IAAI,KAAa,CAAC;wBAClB,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;4BAC3B,KAAK,GAAG,WAAW,YAAY,EAAE,CAAC;wBACpC,CAAC;6BAAM,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,OAAO,EAAE,CAAC;4BAChC,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;4BACzC,KAAK,GAAG,SAAS,YAAY,IAAI,OAAO,EAAE,CAAC;wBAC7C,CAAC;6BAAM,CAAC;4BACN,SAAS;wBACX,CAAC;wBAED,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,YAAY,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;oBAC5D,CAAC;gBACH,CAAC;gBAED,QAAQ,CAAC,OAAO,CAAC,mDAAmD,CAAC,CAAC,GAAG,EAAE,CAAC;YAC9E,CAAC,CAAC,CAAC;YACH,WAAW,EAAE,CAAC;QAChB,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,2DAA2D;IAC7D,CAAC;IAED,QAAQ,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;AAC9E,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,QAA2B;IAC9C,IAAI,CAAC;QACH,QAAQ,CAAC,IAAI,CAAC;;;;;;;KAOb,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,IAAI,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACvC,yBAAyB;QAC3B,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;YAC5E,OAAO;QACT,CAAC;IACH,CAAC;IAED,IAAI,CAAC;QACH,QAAQ,CAAC,IAAI,CAAC;;;;KAIb,CAAC,CAAC;QAEH,QAAQ,CAAC,IAAI,CAAC;;;;KAIb,CAAC,CAAC;QAEH,QAAQ,CAAC,IAAI,CAAC;;;;;KAKb,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,6BAA6B;IAC/B,CAAC;IAED,IAAI,CAAC;QACH,QAAQ,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;IACzE,CAAC;IAAC,MAAM,CAAC;QACP,sDAAsD;IACxD,CAAC;IAED,QAAQ,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;AAC9E,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,QAA2B;IAC9C,QAAQ,CAAC,IAAI,CAAC;;GAEb,CAAC,CAAC;IAEH,QAAQ,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;AAC9E,CAAC;AAED;;GAEG;AACH,SAAS,0BAA0B,CAAC,QAAgB;IAClD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;QAC9D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAEzC,IAAI,SAAS,GAAG,EAAE,CAAC;QACnB,IAAI,GAAG,GAAG,EAAE,CAAC;QAEb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;gBAAE,SAAS;YAC/B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpC,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS;oBAAE,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;gBACjE,IAAI,CAAC,GAAG,IAAI,MAAM,CAAC,GAAG;oBAAE,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;gBACzC,IAAI,SAAS,IAAI,GAAG;oBAAE,MAAM;YAC9B,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;QACH,CAAC;QAED,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAC5B,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;IAC5B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/storage/pruner.d.ts

@@ -0,0 +1,111 @@
+/**
+ * Lazy pruning system for dead edges.
+ * Edges with weight <= 0 at query time are queued for async deletion.
+ * Chunks that lose all edges are marked for TTL-based cleanup (not deleted).
+ *
+ * Two pruning modes:
+ * 1. Lazy: Queued during traversal, flushed after debounce
+ * 2. Full: Background scan on startup, removes all dead edges
+ *
+ * Chunks remain in the database after losing edges so they can still be
+ * found via vector and keyword search. Their vectors are marked orphaned
+ * to start the TTL countdown; the cleanup-vectors task handles eventual
+ * deletion of both vector and chunk after TTL expires.
+ */
+/**
+ * Pruner class for managing lazy deletion of dead edges.
+ * Chunks that lose all edges are marked for TTL cleanup, not deleted.
+ */
+declare class Pruner {
+    private pendingEdges;
+    private isRunning;
+    private flushTimeout;
+    private flushDelayMs;
+    /**
+     * Queue an edge for pruning.
+     * Called during edge traversal when weight <= 0.
+     */
+    queueEdgePrune(edgeId: string): void;
+    /**
+     * Queue multiple edges for pruning.
+     */
+    queueEdgePruneBatch(edgeIds: string[]): void;
+    /**
+     * Get count of pending edges.
+     */
+    getPendingCount(): number;
+    /**
+     * Force immediate flush (for testing or shutdown).
+     */
+    flushNow(): Promise<PruneResult>;
+    /**
+     * Schedule a debounced flush.
+     */
+    private scheduleFlush;
+    /**
+     * Execute the pruning operation.
+     */
+    private flush;
+    /**
+     * Set flush delay (for testing).
+     */
+    setFlushDelay(ms: number): void;
+    /**
+     * Check if pruner is currently running.
+     */
+    isActive(): boolean;
+    /**
+     * Clear pending queue without flushing (for testing).
+     */
+    clearPending(): void;
+    private fullPruneRunning;
+    private fullPruneProgress;
+    /**
+     * Start a full background prune (non-blocking).
+     * Scans all edges, removes dead ones, marks orphaned chunks for TTL.
+     * Idempotent - if already running, returns existing progress.
+     */
+    startBackgroundPrune(): FullPruneProgress;
+    /**
+     * Get current full prune progress (null if never started).
+     */
+    getFullPruneProgress(): FullPruneProgress | null;
+    /**
+     * Check if full prune is currently running.
+     */
+    isFullPruneRunning(): boolean;
+    /**
+     * Run the full prune operation.
+     * Scans all edges, calculates weights, removes dead edges, and marks
+     * chunks that lose all edges for TTL cleanup.
+     */
+    private runFullPrune;
+}
+/**
+ * Result of a prune operation.
+ */
+export interface PruneResult {
+    edgesDeleted: number;
+    chunksOrphaned: number;
+}
+/**
+ * Progress of a full background prune.
+ */
+export interface FullPruneProgress {
+    status: 'running' | 'completed' | 'error';
+    edgesScanned: number;
+    edgesDeleted: number;
+    chunksScanned: number;
+    chunksOrphaned: number;
+    startedAt: number;
+    completedAt: number | null;
+    error: string | null;
+}
+export { Pruner };
+export declare const pruner: Pruner;
+/**
+ * Start background pruning on module load if environment variable is set.
+ * This allows the MCP server or CLI to trigger startup pruning.
+ */
+export declare function initStartupPrune(): FullPruneProgress;
+//# sourceMappingURL=pruner.d.ts.map

package/dist/storage/pruner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pruner.d.ts","sourceRoot":"","sources":["../../src/storage/pruner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAWH;;;GAGG;AACH,cAAM,MAAM;IACV,OAAO,CAAC,YAAY,CAA0B;IAC9C,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,YAAY,CAA8C;IAClE,OAAO,CAAC,YAAY,CAAQ;IAE5B;;;OAGG;IACH,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAKpC;;OAEG;IACH,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI;IAO5C;;OAEG;IACH,eAAe,IAAI,MAAM;IAIzB;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,WAAW,CAAC;IAQtC;;OAEG;IACH,OAAO,CAAC,aAAa;IAarB;;OAEG;YACW,KAAK;IA+CnB;;OAEG;IACH,aAAa,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAI/B;;OAEG;IACH,QAAQ,IAAI,OAAO;IAInB;;OAEG;IACH,YAAY,IAAI,IAAI;IAUpB,OAAO,CAAC,gBAAgB,CAAS;IACjC,OAAO,CAAC,iBAAiB,CAAkC;IAE3D;;;;OAIG;IACH,oBAAoB,IAAI,iBAAiB;IA6BzC;;OAEG;IACH,oBAAoB,IAAI,iBAAiB,GAAG,IAAI;IAIhD;;OAEG;IACH,kBAAkB,IAAI,OAAO;IAI7B;;;;OAIG;YACW,YAAY;CAwF3B;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,OAAO,CAAC;IAC1C,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAGD,OAAO,EAAE,MAAM,EAAE,CAAC;AAGlB,eAAO,MAAM,MAAM,QAAe,CAAC;AAEnC;;;GAGG;AACH,wBAAgB,gBAAgB,IAAI,iBAAiB,CAEpD"}