@cdoing/core 0.1.0

package/dist/indexing/database.js

@@ -0,0 +1,287 @@
+"use strict";
+/**
+ * Index Database — SQLite storage for codebase index.
+ *
+ * Tables:
+ *   - chunks: file chunks with content and line ranges
+ *   - fts: FTS5 virtual table for full-text search (trigram tokenizer)
+ *   - fts_metadata: links FTS entries to chunks
+ *   - embeddings: vector embeddings stored as JSON arrays
+ *   - index_catalog: tracks which files have been indexed (for incremental updates)
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IndexDatabase = void 0;
+const better_sqlite3_1 = __importDefault(require("better-sqlite3"));
+const path = __importStar(require("path"));
+const os = __importStar(require("os"));
+const fs = __importStar(require("fs"));
+const crypto = __importStar(require("crypto"));
+const INDEX_DIR = path.join(os.homedir(), ".cdoing");
+const INDEX_FILE = path.join(INDEX_DIR, "index.sqlite");
+class IndexDatabase {
+    db;
+    constructor(dbPath) {
+        const filePath = dbPath || INDEX_FILE;
+        const dir = path.dirname(filePath);
+        if (!fs.existsSync(dir))
+            fs.mkdirSync(dir, { recursive: true });
+        this.db = new better_sqlite3_1.default(filePath);
+        this.db.pragma("journal_mode = WAL");
+        this.db.pragma("synchronous = NORMAL");
+        this.initTables();
+    }
+    initTables() {
+        this.db.exec(`
+      CREATE TABLE IF NOT EXISTS chunks (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        path TEXT NOT NULL,
+        cacheKey TEXT NOT NULL,
+        content TEXT NOT NULL,
+        startLine INTEGER NOT NULL,
+        endLine INTEGER NOT NULL,
+        idx INTEGER NOT NULL DEFAULT 0,
+        UNIQUE(path, cacheKey, startLine, endLine)
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_chunks_path ON chunks(path);
+      CREATE INDEX IF NOT EXISTS idx_chunks_cacheKey ON chunks(cacheKey);
+
+      CREATE VIRTUAL TABLE IF NOT EXISTS fts USING fts5(
+        path,
+        content,
+        tokenize = 'trigram'
+      );
+
+      CREATE TABLE IF NOT EXISTS fts_metadata (
+        id INTEGER PRIMARY KEY,
+        path TEXT NOT NULL,
+        cacheKey TEXT NOT NULL,
+        chunkId INTEGER NOT NULL,
+        FOREIGN KEY (chunkId) REFERENCES chunks(id) ON DELETE CASCADE
+      );
+
+      CREATE TABLE IF NOT EXISTS embeddings (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        chunkId INTEGER NOT NULL,
+        path TEXT NOT NULL,
+        cacheKey TEXT NOT NULL,
+        vector TEXT NOT NULL,
+        model TEXT NOT NULL,
+        FOREIGN KEY (chunkId) REFERENCES chunks(id) ON DELETE CASCADE,
+        UNIQUE(chunkId, model)
+      );
+
+      CREATE TABLE IF NOT EXISTS index_catalog (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        path TEXT NOT NULL,
+        cacheKey TEXT NOT NULL,
+        lastUpdated INTEGER NOT NULL,
+        directory TEXT NOT NULL,
+        UNIQUE(path, directory)
+      );
+    `);
+    }
+    // ── Cache key ─────────────────────────────────────────────────────────────
+    static cacheKey(content) {
+        return crypto.createHash("sha256").update(content).digest("hex").substring(0, 16);
+    }
+    // ── Chunk operations ──────────────────────────────────────────────────────
+    insertChunks(chunks) {
+        const insert = this.db.prepare(`INSERT OR IGNORE INTO chunks (path, cacheKey, content, startLine, endLine, idx) VALUES (?, ?, ?, ?, ?, ?)`);
+        const ids = [];
+        const tx = this.db.transaction(() => {
+            for (let i = 0; i < chunks.length; i++) {
+                const c = chunks[i];
+                const info = insert.run(c.path, c.cacheKey, c.content, c.startLine, c.endLine, i);
+                ids.push(Number(info.lastInsertRowid));
+            }
+        });
+        tx();
+        return ids;
+    }
+    deleteChunksByPath(filePath) {
+        // Get chunk IDs first for cascading cleanup
+        const chunkIds = this.db.prepare("SELECT id FROM chunks WHERE path = ?").all(filePath);
+        if (chunkIds.length === 0)
+            return;
+        const tx = this.db.transaction(() => {
+            for (const { id } of chunkIds) {
+                this.db.prepare("DELETE FROM fts_metadata WHERE chunkId = ?").run(id);
+                this.db.prepare("DELETE FROM embeddings WHERE chunkId = ?").run(id);
+            }
+            this.db.prepare("DELETE FROM chunks WHERE path = ?").run(filePath);
+            // FTS cleanup — delete by path
+            this.db.prepare("DELETE FROM fts WHERE path = ?").run(filePath);
+        });
+        tx();
+    }
+    // ── FTS operations ────────────────────────────────────────────────────────
+    insertFts(chunkId, filePath, content, cacheKey) {
+        // Insert into FTS virtual table
+        const ftsInsert = this.db.prepare("INSERT INTO fts (rowid, path, content) VALUES (?, ?, ?)");
+        const metaInsert = this.db.prepare("INSERT INTO fts_metadata (id, path, cacheKey, chunkId) VALUES (?, ?, ?, ?)");
+        // Use chunkId as rowid for direct mapping
+        const rowid = chunkId;
+        ftsInsert.run(rowid, filePath, content);
+        metaInsert.run(rowid, filePath, cacheKey, chunkId);
+    }
+    /**
+     * Full-text search with BM25 ranking.
+     * Path matches get a 10x boost.
+     */
+    searchFts(query, limit = 25, directory) {
+        // Escape special FTS5 characters
+        const escaped = query.replace(/[?"]/g, "");
+        if (!escaped.trim())
+            return [];
+        let sql = `
+      SELECT fts_metadata.chunkId, fts_metadata.path, fts.content,
+             rank AS score, chunks.startLine, chunks.endLine
+      FROM fts
+      JOIN fts_metadata ON fts.rowid = fts_metadata.id
+      JOIN chunks ON fts_metadata.chunkId = chunks.id
+      WHERE fts MATCH ?
+    `;
+        const params = [escaped];
+        if (directory) {
+            sql += " AND fts_metadata.path LIKE ?";
+            params.push(directory + "%");
+        }
+        sql += " ORDER BY bm25(fts, 10.0) LIMIT ?";
+        params.push(limit);
+        try {
+            const rows = this.db.prepare(sql).all(...params);
+            return rows.map((r) => ({
+                path: r.path,
+                content: r.content,
+                startLine: r.startLine,
+                endLine: r.endLine,
+                score: Math.abs(r.score),
+                source: "fts",
+            }));
+        }
+        catch {
+            // FTS query syntax error — return empty
+            return [];
+        }
+    }
+    // ── Embedding operations ──────────────────────────────────────────────────
+    insertEmbedding(chunkId, filePath, cacheKey, vector, model) {
+        this.db.prepare("INSERT OR REPLACE INTO embeddings (chunkId, path, cacheKey, vector, model) VALUES (?, ?, ?, ?, ?)").run(chunkId, filePath, cacheKey, JSON.stringify(vector), model);
+    }
+    /**
+     * Retrieve all embeddings for similarity search.
+     * Returns chunks with their vectors for in-process cosine similarity.
+     */
+    getEmbeddings(model, directory) {
+        let sql = `
+      SELECT e.chunkId, e.path, c.content, e.vector, c.startLine, c.endLine
+      FROM embeddings e
+      JOIN chunks c ON e.chunkId = c.id
+      WHERE e.model = ?
+    `;
+        const params = [model];
+        if (directory) {
+            sql += " AND e.path LIKE ?";
+            params.push(directory + "%");
+        }
+        const rows = this.db.prepare(sql).all(...params);
+        return rows.map((r) => ({
+            ...r,
+            vector: JSON.parse(r.vector),
+        }));
+    }
+    // ── Catalog operations (incremental updates) ─────────────────────────────
+    getCatalogEntry(filePath, directory) {
+        const row = this.db.prepare("SELECT cacheKey, lastUpdated FROM index_catalog WHERE path = ? AND directory = ?").get(filePath, directory);
+        return row || null;
+    }
+    updateCatalog(filePath, cacheKey, directory) {
+        this.db.prepare(`INSERT OR REPLACE INTO index_catalog (path, cacheKey, lastUpdated, directory)
+       VALUES (?, ?, ?, ?)`).run(filePath, cacheKey, Date.now(), directory);
+    }
+    removeCatalogEntry(filePath, directory) {
+        this.db.prepare("DELETE FROM index_catalog WHERE path = ? AND directory = ?").run(filePath, directory);
+    }
+    getCatalogPaths(directory) {
+        const rows = this.db.prepare("SELECT path, cacheKey FROM index_catalog WHERE directory = ?").all(directory);
+        const map = new Map();
+        for (const row of rows)
+            map.set(row.path, row.cacheKey);
+        return map;
+    }
+    // ── Stats ─────────────────────────────────────────────────────────────────
+    getStats() {
+        const chunks = this.db.prepare("SELECT COUNT(*) as c FROM chunks").get()?.c || 0;
+        const fts = this.db.prepare("SELECT COUNT(*) as c FROM fts_metadata").get()?.c || 0;
+        const emb = this.db.prepare("SELECT COUNT(*) as c FROM embeddings").get()?.c || 0;
+        const files = this.db.prepare("SELECT COUNT(DISTINCT path) as c FROM index_catalog").get()?.c || 0;
+        const lastRow = this.db.prepare("SELECT MAX(lastUpdated) as m FROM index_catalog").get();
+        let sizeBytes = 0;
+        try {
+            const dbPath = this.db.name;
+            if (fs.existsSync(dbPath))
+                sizeBytes = fs.statSync(dbPath).size;
+        }
+        catch { }
+        return {
+            totalFiles: files,
+            totalChunks: chunks,
+            ftsEntries: fts,
+            embeddingEntries: emb,
+            lastIndexed: lastRow?.m || 0,
+            indexSizeBytes: sizeBytes,
+        };
+    }
+    // ── Lifecycle ─────────────────────────────────────────────────────────────
+    close() {
+        this.db.close();
+    }
+    clearAll() {
+        this.db.exec(`
+      DELETE FROM embeddings;
+      DELETE FROM fts_metadata;
+      DELETE FROM fts;
+      DELETE FROM chunks;
+      DELETE FROM index_catalog;
+    `);
+    }
+}
+exports.IndexDatabase = IndexDatabase;
+//# sourceMappingURL=database.js.map

package/dist/indexing/database.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"database.js","sourceRoot":"","sources":["../../src/indexing/database.ts"],"names":[],"mappings":";AAAA;;;;;;;;;GASG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,oEAAsC;AACtC,2CAA6B;AAC7B,uCAAyB;AACzB,uCAAyB;AACzB,+CAAiC;AAGjC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,CAAC,CAAC;AACrD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;AAExD,MAAa,aAAa;IAChB,EAAE,CAAoB;IAE9B,YAAY,MAAe;QACzB,MAAM,QAAQ,GAAG,MAAM,IAAI,UAAU,CAAC;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEhE,IAAI,CAAC,EAAE,GAAG,IAAI,wBAAQ,CAAC,QAAQ,CAAC,CAAC;QACjC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACrC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;QACvC,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAEO,UAAU;QAChB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAgDZ,CAAC,CAAC;IACL,CAAC;IAED,6EAA6E;IAE7E,MAAM,CAAC,QAAQ,CAAC,OAAe;QAC7B,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACpF,CAAC;IAED,6EAA6E;IAE7E,YAAY,CAAC,MAAuB;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAC5B,2GAA2G,CAC5G,CAAC;QACF,MAAM,GAAG,GAAa,EAAE,CAAC;QAEzB,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACpB,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBAClF,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC;YACzC,CAAC;QACH,CAAC,CAAC,CAAC;QACH,EAAE,EAAE,CAAC;QACL,OAAO,GAAG,CAAC;IACb,CAAC;IAED,kBAAkB,CAAC,QAAgB;QACjC,4CAA4C;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAqB,CAAC;QAC3G,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAElC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAClC,KAAK,MAAM,EAAE,EAAE,EAAE,IAAI,QAAQ,EAAE,CAAC;gBAC9B,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,4CAA4C,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACtE,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,0CAA0C,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtE,CAAC;YACD,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACnE,+BAA+B;YAC/B,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,gCAAgC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QACH,EAAE,EAAE,CAAC;IACP,CAAC;IAED,6EAA6E;IAE7E,SAAS,CAAC,OAAe,EAAE,QAAgB,EAAE,OAAe,EAAE,QAAgB;QAC5E,gCAAgC;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,yDAAyD,CAAC,CAAC;QAC7F,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAChC,4EAA4E,CAC7E,CAAC;QAEF,0CAA0C;QAC1C,MAAM,KAAK,GAAG,OAAO,CAAC;QACtB,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QACxC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;IAED;;;OAGG;IACH,SAAS,CAAC,KAAa,EAAE,KAAK,GAAG,EAAE,EAAE,SAAkB;QACrD,iCAAiC;QACjC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;YAAE,OAAO,EAAE,CAAC;QAE/B,IAAI,GAAG,GAAG;;;;;;;KAOT,CAAC;QAEF,MAAM,MAAM,GAAU,CAAC,OAAO,CAAC,CAAC;QAEhC,IAAI,SAAS,EAAE,CAAC;YACd,GAAG,IAAI,+BAA+B,CAAC;YACvC,MAAM,CAAC,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC;QAC/B,CAAC;QAED,GAAG,IAAI,mCAAmC,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEnB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAU,CAAC;YAC1D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACtB,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;gBACxB,MAAM,EAAE,KAAc;aACvB,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,MAAM,CAAC;YACP,wCAAwC;YACxC,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,6EAA6E;IAE7E,eAAe,CAAC,OAAe,EAAE,QAAgB,EAAE,QAAgB,EAAE,MAAgB,EAAE,KAAa;QAClG,IAAI,CAAC,EAAE,CAAC,OAAO,CACb,mGAAmG,CACpG,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC;IACpE,CAAC;IAED;;;OAGG;IACH,aAAa,CAAC,KAAa,EAAE,SAAkB;QAQ7C,IAAI,GAAG,GAAG;;;;;KAKT,CAAC;QACF,MAAM,MAAM,GAAU,CAAC,KAAK,CAAC,CAAC;QAE9B,IAAI,SAAS,EAAE,CAAC;YACd,GAAG,IAAI,oBAAoB,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC;QAC/B,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAU,CAAC;QAC1D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACtB,GAAG,CAAC;YACJ,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;SAC7B,CAAC,CAAC,CAAC;IACN,CAAC;IAED,4EAA4E;IAE5E,eAAe,CAAC,QAAgB,EAAE,SAAiB;QACjD,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CACzB,kFAAkF,CACnF,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAQ,CAAC;QAClC,OAAO,GAAG,IAAI,IAAI,CAAC;IACrB,CAAC;IAED,aAAa,CAAC,QAAgB,EAAE,QAAgB,EAAE,SAAiB;QACjE,IAAI,CAAC,EAAE,CAAC,OAAO,CACb;2BACqB,CACtB,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;IACnD,CAAC;IAED,kBAAkB,CAAC,QAAgB,EAAE,SAAiB;QACpD,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,4DAA4D,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IACzG,CAAC;IAED,eAAe,CAAC,SAAiB;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAC1B,8DAA8D,CAC/D,CAAC,GAAG,CAAC,SAAS,CAAyC,CAAC;QAEzD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;QACtC,KAAK,MAAM,GAAG,IAAI,IAAI;YAAE,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,6EAA6E;IAE7E,QAAQ;QACN,MAAM,MAAM,GAAI,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,kCAAkC,CAAC,CAAC,GAAG,EAAU,EAAE,CAAC,IAAI,CAAC,CAAC;QAC1F,MAAM,GAAG,GAAI,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,wCAAwC,CAAC,CAAC,GAAG,EAAU,EAAE,CAAC,IAAI,CAAC,CAAC;QAC7F,MAAM,GAAG,GAAI,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,EAAU,EAAE,CAAC,IAAI,CAAC,CAAC;QAC3F,MAAM,KAAK,GAAI,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,qDAAqD,CAAC,CAAC,GAAG,EAAU,EAAE,CAAC,IAAI,CAAC,CAAC;QAC5G,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,iDAAiD,CAAC,CAAC,GAAG,EAAS,CAAC;QAEhG,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;YAC5B,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;gBAAE,SAAS,GAAG,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC;QAClE,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QAEV,OAAO;YACL,UAAU,EAAE,KAAK;YACjB,WAAW,EAAE,MAAM;YACnB,UAAU,EAAE,GAAG;YACf,gBAAgB,EAAE,GAAG;YACrB,WAAW,EAAE,OAAO,EAAE,CAAC,IAAI,CAAC;YAC5B,cAAc,EAAE,SAAS;SAC1B,CAAC;IACJ,CAAC;IAED,6EAA6E;IAE7E,KAAK;QACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;IAED,QAAQ;QACN,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;KAMZ,CAAC,CAAC;IACL,CAAC;CACF;AArRD,sCAqRC"}

package/dist/indexing/index.d.ts

@@ -0,0 +1,9 @@
+export { CodebaseIndexer } from "./indexer";
+export { RecentEditsCache } from "./recent-edits-cache";
+export type { CachedEdit } from "./recent-edits-cache";
+export type { EmbeddingProvider } from "./indexer";
+export { IndexDatabase } from "./database";
+export { chunkDocument, shouldChunk } from "./chunker";
+export type { Chunk } from "./chunker";
+export type { IndexTag, ChunkWithMeta, SearchResult, IndexingProgress, IndexingProgressCallback, IndexStats, } from "./types";
+//# sourceMappingURL=index.d.ts.map

package/dist/indexing/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/indexing/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxD,YAAY,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,YAAY,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AACvD,YAAY,EAAE,KAAK,EAAE,MAAM,WAAW,CAAC;AACvC,YAAY,EACV,QAAQ,EACR,aAAa,EACb,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,UAAU,GACX,MAAM,SAAS,CAAC"}

package/dist/indexing/index.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.shouldChunk = exports.chunkDocument = exports.IndexDatabase = exports.RecentEditsCache = exports.CodebaseIndexer = void 0;
+var indexer_1 = require("./indexer");
+Object.defineProperty(exports, "CodebaseIndexer", { enumerable: true, get: function () { return indexer_1.CodebaseIndexer; } });
+var recent_edits_cache_1 = require("./recent-edits-cache");
+Object.defineProperty(exports, "RecentEditsCache", { enumerable: true, get: function () { return recent_edits_cache_1.RecentEditsCache; } });
+var database_1 = require("./database");
+Object.defineProperty(exports, "IndexDatabase", { enumerable: true, get: function () { return database_1.IndexDatabase; } });
+var chunker_1 = require("./chunker");
+Object.defineProperty(exports, "chunkDocument", { enumerable: true, get: function () { return chunker_1.chunkDocument; } });
+Object.defineProperty(exports, "shouldChunk", { enumerable: true, get: function () { return chunker_1.shouldChunk; } });
+//# sourceMappingURL=index.js.map

package/dist/indexing/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/indexing/index.ts"],"names":[],"mappings":";;;AAAA,qCAA4C;AAAnC,0GAAA,eAAe,OAAA;AACxB,2DAAwD;AAA/C,sHAAA,gBAAgB,OAAA;AAGzB,uCAA2C;AAAlC,yGAAA,aAAa,OAAA;AACtB,qCAAuD;AAA9C,wGAAA,aAAa,OAAA;AAAE,sGAAA,WAAW,OAAA"}

package/dist/indexing/indexer.d.ts

@@ -0,0 +1,63 @@
+/**
+ * Codebase Indexer — orchestrates indexing of an entire codebase.
+ *
+ * Pipeline:
+ *   1. Scan files (respects .gitignore, skips binaries/large files)
+ *   2. Compute cache keys (SHA-256 of content)
+ *   3. Diff against catalog (find new/modified/deleted files)
+ *   4. Chunk new/modified files
+ *   5. Insert chunks into SQLite
+ *   6. Build FTS5 index
+ *   7. Optionally compute embeddings (if provider configured)
+ *
+ * Supports incremental updates — only re-indexes changed files.
+ */
+import type { IndexingProgressCallback } from "./types";
+export interface EmbeddingProvider {
+    modelId: string;
+    embed(texts: string[]): Promise<number[][]>;
+    maxBatchSize?: number;
+}
+export declare class CodebaseIndexer {
+    private db;
+    private workingDir;
+    private embeddingProvider?;
+    constructor(workingDir: string, embeddingProvider?: EmbeddingProvider, dbPath?: string);
+    /**
+     * Index the entire codebase (incremental — only processes changed files).
+     */
+    index(onProgress?: IndexingProgressCallback): Promise<{
+        added: number;
+        updated: number;
+        deleted: number;
+        totalChunks: number;
+    }>;
+    /**
+     * Search the index using full-text search (BM25).
+     */
+    searchFts(query: string, limit?: number, directory?: string): import("./types").SearchResult[];
+    /**
+     * Search using vector similarity (cosine similarity).
+     * Requires an embedding provider.
+     */
+    searchSemantic(query: string, limit?: number, directory?: string): Promise<import("./types").SearchResult[]>;
+    /**
+     * Combined search: FTS (25%) + Embeddings (75%), deduplicated.
+     */
+    search(query: string, limit?: number, directory?: string): Promise<import("./types").SearchResult[]>;
+    /**
+     * Get index statistics.
+     */
+    getStats(): import("./types").IndexStats;
+    /**
+     * Clear the entire index.
+     */
+    clearIndex(): void;
+    /**
+     * Close the database connection.
+     */
+    close(): void;
+    private scanFiles;
+    private computeEmbeddings;
+}
+//# sourceMappingURL=indexer.d.ts.map

package/dist/indexing/indexer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.d.ts","sourceRoot":"","sources":["../../src/indexing/indexer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAQH,OAAO,KAAK,EAAmC,wBAAwB,EAAE,MAAM,SAAS,CAAC;AA6BzF,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5C,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,EAAE,CAAgB;IAC1B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,iBAAiB,CAAC,CAAoB;gBAElC,UAAU,EAAE,MAAM,EAAE,iBAAiB,CAAC,EAAE,iBAAiB,EAAE,MAAM,CAAC,EAAE,MAAM;IAMtF;;OAEG;IACG,KAAK,CAAC,UAAU,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC;QAC1D,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IAuHF;;OAEG;IACH,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,SAAK,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,SAAS,EAAE,YAAY,EAAE;IAI1F;;;OAGG;IACG,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,SAAK,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,SAAS,EAAE,YAAY,EAAE,CAAC;IA4B9G;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,SAAK,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,SAAS,EAAE,YAAY,EAAE,CAAC;IAuBtG;;OAEG;IACH,QAAQ,IAAI,OAAO,SAAS,EAAE,UAAU;IAIxC;;OAEG;IACH,UAAU,IAAI,IAAI;IAIlB;;OAEG;IACH,KAAK,IAAI,IAAI;YAMC,SAAS;YAqCT,iBAAiB;CAkDhC"}