edhindex 1.0.0 → 1.0.1

package/dist/retrieval/search.js

@@ -0,0 +1,95 @@
+import { searchBM25 } from './bm25.js';
+import { rerankResults } from './reranker.js';
+import { logger } from '../logging.js';
+const BM25_TOP_K = 30;
+const VECTOR_TOP_K = 30;
+export class SearchEngine {
+    fts;
+    metadata;
+    vectors;
+    embedder;
+    reranker;
+    useRerank;
+    constructor(fts, metadata, vectors, embedder, reranker, useRerank) {
+        this.fts = fts;
+        this.metadata = metadata;
+        this.vectors = vectors;
+        this.embedder = embedder;
+        this.reranker = reranker;
+        this.useRerank = useRerank;
+    }
+    async search(opts) {
+        const maxResults = opts.maxResults || 10;
+        const query = opts.query.trim();
+        if (!query)
+            return [];
+        // Normalize query
+        const normalized = query.replace(/\s+/g, ' ').trim();
+        // BM25
+        const bm25Results = searchBM25(this.fts, normalized, BM25_TOP_K);
+        logger.debug(`BM25 returned ${bm25Results.length} results`);
+        // Vector search
+        let vectorResults = [];
+        try {
+            const embedding = await this.embedder.embed([normalized]);
+            if (embedding.length > 0 && embedding[0].length > 0) {
+                vectorResults = await this.vectors.search(embedding[0], VECTOR_TOP_K);
+            }
+        }
+        catch (e) {
+            logger.debug('Vector search failed:', e);
+        }
+        logger.debug(`Vector search returned ${vectorResults.length} results`);
+        // Merge and deduplicate
+        const seen = new Set();
+        const merged = [];
+        for (const r of bm25Results) {
+            if (!seen.has(r.id)) {
+                seen.add(r.id);
+                merged.push(r);
+            }
+        }
+        for (const r of vectorResults) {
+            if (!seen.has(r.id)) {
+                seen.add(r.id);
+                merged.push({ id: r.id, score: r.score * 0.8 });
+            }
+            else {
+                const existing = merged.find(m => m.id === r.id);
+                if (existing) {
+                    existing.score = Math.max(existing.score, r.score);
+                }
+            }
+        }
+        logger.debug(`Merged ${merged.length} unique results`);
+        // Rerank
+        const reranked = await rerankResults(normalized, merged, this.metadata, this.reranker, maxResults, this.useRerank);
+        // Build final results
+        const results = [];
+        for (const r of reranked) {
+            if (!r.metadata)
+                continue;
+            let matchType = 'hybrid';
+            const inBM25 = bm25Results.some(b => b.id === r.id);
+            const inVector = vectorResults.some(v => v.id === r.id);
+            if (inBM25 && !inVector)
+                matchType = 'keyword';
+            else if (!inBM25 && inVector)
+                matchType = 'vector';
+            results.push({
+                id: r.id,
+                file: r.metadata.file,
+                language: r.metadata.language,
+                symbol: r.metadata.symbol,
+                kind: r.metadata.kind,
+                startLine: r.metadata.start_line,
+                endLine: r.metadata.end_line,
+                content: r.metadata.imports + '\n' + r.metadata.exports,
+                score: r.score,
+                matchType,
+            });
+        }
+        return results.slice(0, maxResults);
+    }
+}
+//# sourceMappingURL=search.js.map

package/dist/retrieval/search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/retrieval/search.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,aAAa,EAAkB,MAAM,eAAe,CAAC;AAC9D,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAuBvC,MAAM,UAAU,GAAG,EAAE,CAAC;AACtB,MAAM,YAAY,GAAG,EAAE,CAAC;AAExB,MAAM,OAAO,YAAY;IACf,GAAG,CAAW;IACd,QAAQ,CAAgB;IACxB,OAAO,CAAc;IACrB,QAAQ,CAAoB;IAC5B,QAAQ,CAA8B;IACtC,SAAS,CAAU;IAE3B,YACE,GAAa,EACb,QAAuB,EACvB,OAAoB,EACpB,QAA2B,EAC3B,QAAqC,EACrC,SAAkB;QAElB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAmB;QAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAChC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAEtB,kBAAkB;QAClB,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAErD,OAAO;QACP,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;QACjE,MAAM,CAAC,KAAK,CAAC,iBAAiB,WAAW,CAAC,MAAM,UAAU,CAAC,CAAC;QAE5D,gBAAgB;QAChB,IAAI,aAAa,GAAyC,EAAE,CAAC;QAC7D,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;YAC1D,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpD,aAAa,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;YACxE,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC;QAC3C,CAAC;QACD,MAAM,CAAC,KAAK,CAAC,0BAA0B,aAAa,CAAC,MAAM,UAAU,CAAC,CAAC;QAEvE,wBAAwB;QACxB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,MAAM,GAAyC,EAAE,CAAC;QAExD,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;gBACpB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;gBACpB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,GAAG,GAAG,EAAE,CAAC,CAAC;YAClD,CAAC;iBAAM,CAAC;gBACN,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;gBACjD,IAAI,QAAQ,EAAE,CAAC;oBACb,QAAQ,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,UAAU,MAAM,CAAC,MAAM,iBAAiB,CAAC,CAAC;QAEvD,SAAS;QACT,MAAM,QAAQ,GAAG,MAAM,aAAa,CAClC,UAAU,EACV,MAAM,EACN,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,QAAQ,EACb,UAAU,EACV,IAAI,CAAC,SAAS,CACf,CAAC;QAEF,sBAAsB;QACtB,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,CAAC,CAAC,QAAQ;gBAAE,SAAS;YAE1B,IAAI,SAAS,GAA8B,QAAQ,CAAC;YACpD,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACpD,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACxD,IAAI,MAAM,IAAI,CAAC,QAAQ;gBAAE,SAAS,GAAG,SAAS,CAAC;iBAC1C,IAAI,CAAC,MAAM,IAAI,QAAQ;gBAAE,SAAS,GAAG,QAAQ,CAAC;YAEnD,OAAO,CAAC,IAAI,CAAC;gBACX,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;gBACrB,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ;gBAC7B,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM;gBACzB,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;gBACrB,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU;gBAChC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ;gBAC5B,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO;gBACvD,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,SAAS;aACV,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IACtC,CAAC;CACF"}

package/dist/security.d.ts

@@ -0,0 +1,5 @@
+export declare function isSubPath(parent: string, child: string): boolean;
+export declare function sanitizePath(root: string, requestedPath: string): string | null;
+export declare function resolveSafePath(root: string, requestedPath: string): string | null;
+export declare function checkSymlinkSafety(root: string, targetPath: string): boolean;
+//# sourceMappingURL=security.d.ts.map

package/dist/security.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"security.d.ts","sourceRoot":"","sources":["../src/security.ts"],"names":[],"mappings":"AAGA,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAGhE;AAMD,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAS/E;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAalF;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAO5E"}

package/dist/security.js

@@ -0,0 +1,42 @@
+import { realpathSync } from 'node:fs';
+import { resolve, relative, normalize, sep } from 'node:path';
+export function isSubPath(parent, child) {
+    const rel = relative(parent, child);
+    return !rel.startsWith('..') && !isAbsolutePath(rel);
+}
+function isAbsolutePath(p) {
+    return sep === '/' ? p.startsWith('/') : /^[a-zA-Z]:[/\\]/.test(p);
+}
+export function sanitizePath(root, requestedPath) {
+    const resolved = resolve(root, requestedPath);
+    const normalized = normalize(resolved);
+    if (!isSubPath(root, normalized)) {
+        return null;
+    }
+    return normalized;
+}
+export function resolveSafePath(root, requestedPath) {
+    const sanitized = sanitizePath(root, requestedPath);
+    if (!sanitized)
+        return null;
+    try {
+        const real = realpathSync(sanitized);
+        if (!isSubPath(root, real)) {
+            return null;
+        }
+        return real;
+    }
+    catch {
+        return sanitized;
+    }
+}
+export function checkSymlinkSafety(root, targetPath) {
+    try {
+        const real = realpathSync(targetPath);
+        return isSubPath(root, real);
+    }
+    catch {
+        return true;
+    }
+}
+//# sourceMappingURL=security.js.map

package/dist/security.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"security.js","sourceRoot":"","sources":["../src/security.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAE9D,MAAM,UAAU,SAAS,CAAC,MAAc,EAAE,KAAa;IACrD,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACpC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,cAAc,CAAC,CAAS;IAC/B,OAAO,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY,EAAE,aAAqB;IAC9D,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;IAEvC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC;QACjC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY,EAAE,aAAqB;IACjE,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACpD,IAAI,CAAC,SAAS;QAAE,OAAO,IAAI,CAAC;IAE5B,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;QACrC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAY,EAAE,UAAkB;IACjE,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;QACtC,OAAO,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/storage/fts.d.ts

@@ -0,0 +1,30 @@
+export interface FTSResult {
+    id: string;
+    rank: number;
+    content: string;
+    file: string;
+    symbol: string;
+    kind: string | null;
+    start_line: number;
+    end_line: number;
+    language: string;
+}
+export declare class FTSStore {
+    private db;
+    private path;
+    constructor(indexDir: string);
+    private createSchema;
+    beginTransaction(): void;
+    commit(): void;
+    rollback(): void;
+    insertChunk(id: string, content: string, file: string, symbol: string, language: string): void;
+    deleteChunk(id: string): void;
+    deleteChunksForFile(filePath: string): void;
+    search(query: string, limit: number): FTSResult[];
+    searchWithRank(query: string, limit: number): Array<{
+        id: string;
+        rank: number;
+    }>;
+    close(): void;
+}
+//# sourceMappingURL=fts.d.ts.map

package/dist/storage/fts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fts.d.ts","sourceRoot":"","sources":["../../src/storage/fts.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,QAAQ;IACnB,OAAO,CAAC,EAAE,CAAoB;IAC9B,OAAO,CAAC,IAAI,CAAS;gBAET,QAAQ,EAAE,MAAM;IAM5B,OAAO,CAAC,YAAY;IAgBpB,gBAAgB;IAIhB,MAAM;IAIN,QAAQ;IAIR,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;IAgBvF,WAAW,CAAC,EAAE,EAAE,MAAM;IAItB,mBAAmB,CAAC,QAAQ,EAAE,MAAM;IAIpC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE;IA8BjD,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAiBjF,KAAK;CAGN"}

package/dist/storage/fts.js

@@ -0,0 +1,107 @@
+import Database from 'better-sqlite3';
+import { join } from 'node:path';
+export class FTSStore {
+    db;
+    path;
+    constructor(indexDir) {
+        this.path = join(indexDir, 'fts.db');
+        this.db = new Database(this.path);
+        this.createSchema();
+    }
+    createSchema() {
+        this.db.exec(`
+      CREATE VIRTUAL TABLE IF NOT EXISTS chunks_fts USING fts5(
+        content,
+        file UNINDEXED,
+        symbol,
+        language UNINDEXED,
+        content_id UNINDEXED,
+        tokenize='porter unicode61'
+      );
+
+      PRAGMA journal_mode = WAL;
+      PRAGMA synchronous = NORMAL;
+    `);
+    }
+    beginTransaction() {
+        this.db.exec('BEGIN TRANSACTION');
+    }
+    commit() {
+        this.db.exec('COMMIT');
+    }
+    rollback() {
+        this.db.exec('ROLLBACK');
+    }
+    insertChunk(id, content, file, symbol, language) {
+        try {
+            this.db.prepare(`
+        INSERT INTO chunks_fts (content, file, symbol, language, content_id)
+        VALUES (?, ?, ?, ?, ?)
+      `).run(content, file, symbol, language, id);
+        }
+        catch (e) {
+            if (e?.message?.includes('already exists')) {
+                this.db.prepare(`
+          UPDATE chunks_fts SET content = ?, file = ?, symbol = ?, language = ?
+          WHERE content_id = ?
+        `).run(content, file, symbol, language, id);
+            }
+        }
+    }
+    deleteChunk(id) {
+        this.db.prepare('DELETE FROM chunks_fts WHERE content_id = ?').run(id);
+    }
+    deleteChunksForFile(filePath) {
+        this.db.prepare('DELETE FROM chunks_fts WHERE file = ?').run(filePath);
+    }
+    search(query, limit) {
+        const cleaned = query.replace(/[^\w\s]/g, ' ').trim();
+        if (!cleaned)
+            return [];
+        try {
+            const results = this.db.prepare(`
+        SELECT
+          content_id as id,
+          rank,
+          content,
+          file,
+          symbol,
+          language
+        FROM chunks_fts
+        WHERE chunks_fts MATCH ?
+        ORDER BY rank
+        LIMIT ?
+      `).all(cleaned, limit);
+            return results.map(r => ({
+                ...r,
+                kind: null,
+                start_line: 0,
+                end_line: 0,
+            }));
+        }
+        catch {
+            return [];
+        }
+    }
+    searchWithRank(query, limit) {
+        const cleaned = query.replace(/[^\w\s]/g, ' ').trim();
+        if (!cleaned)
+            return [];
+        try {
+            return this.db.prepare(`
+        SELECT content_id as id, rank
+        FROM chunks_fts
+        WHERE chunks_fts MATCH ?
+        ORDER BY rank
+        LIMIT ?
+      `).all(cleaned, limit);
+        }
+        catch {
+            return [];
+        }
+    }
+    close() {
+        this.db.close();
+    }
+}
+//# sourceMappingURL=fts.js.map

package/dist/storage/fts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fts.js","sourceRoot":"","sources":["../../src/storage/fts.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAgBjC,MAAM,OAAO,QAAQ;IACX,EAAE,CAAoB;IACtB,IAAI,CAAS;IAErB,YAAY,QAAgB;QAC1B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACrC,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,CAAC,YAAY,EAAE,CAAC;IACtB,CAAC;IAEO,YAAY;QAClB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;KAYZ,CAAC,CAAC;IACL,CAAC;IAED,gBAAgB;QACd,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACpC,CAAC;IAED,MAAM;QACJ,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACzB,CAAC;IAED,QAAQ;QACN,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC3B,CAAC;IAED,WAAW,CAAC,EAAU,EAAE,OAAe,EAAE,IAAY,EAAE,MAAc,EAAE,QAAgB;QACrF,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;OAGf,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC9C,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAC3C,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;SAGf,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;IACH,CAAC;IAED,WAAW,CAAC,EAAU;QACpB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,6CAA6C,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,mBAAmB,CAAC,QAAgB;QAClC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACzE,CAAC;IAED,MAAM,CAAC,KAAa,EAAE,KAAa;QACjC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACtD,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,CAAC;QAExB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;;;;;;;OAY/B,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAgB,CAAC;YAEtC,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACvB,GAAG,CAAC;gBACJ,IAAI,EAAE,IAAI;gBACV,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE,CAAC;aACZ,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,cAAc,CAAC,KAAa,EAAE,KAAa;QACzC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACtD,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,CAAC;QAExB,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;OAMtB,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAwC,CAAC;QAChE,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;CACF"}

package/dist/storage/metadata.d.ts

@@ -0,0 +1,46 @@
+export interface ChunkMetadata {
+    id: string;
+    file: string;
+    language: string;
+    symbol: string;
+    kind: string | null;
+    parent: string | null;
+    hash: string;
+    git_commit: string | null;
+    start_line: number;
+    end_line: number;
+    imports: string;
+    exports: string;
+    embedding_model: string;
+    last_indexed: string;
+    checksum: string;
+}
+export declare class MetadataStore {
+    private db;
+    private path;
+    constructor(indexDir: string);
+    private createSchema;
+    beginTransaction(): void;
+    commit(): void;
+    rollback(): void;
+    getAllFilesWithImports(): {
+        file: string;
+        language: string;
+        imports: string;
+        exports: string;
+        chunkCount: number;
+    }[];
+    upsertChunk(chunk: ChunkMetadata): void;
+    deleteChunks(chunkIds: string[]): void;
+    deleteChunksForFile(filePath: string): void;
+    getChunk(id: string): ChunkMetadata | undefined;
+    getAllChunkHashes(): Map<string, string>;
+    getAllFileHashes(): Map<string, string>;
+    upsertFileHash(path: string, hash: string): void;
+    deleteFileHash(path: string): void;
+    getChunksForFile(file: string): ChunkMetadata[];
+    getChunkCount(): number;
+    getFileCount(): number;
+    close(): void;
+}
+//# sourceMappingURL=metadata.d.ts.map

package/dist/storage/metadata.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metadata.d.ts","sourceRoot":"","sources":["../../src/storage/metadata.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,aAAa;IACxB,OAAO,CAAC,EAAE,CAAoB;IAC9B,OAAO,CAAC,IAAI,CAAS;gBAET,QAAQ,EAAE,MAAM;IAU5B,OAAO,CAAC,YAAY;IAqCpB,gBAAgB;IAIhB,MAAM;IAIN,QAAQ;IAIR,sBAAsB,IAAI;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,EAAE;IAQpH,WAAW,CAAC,KAAK,EAAE,aAAa;IAYhC,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE;IAQ/B,mBAAmB,CAAC,QAAQ,EAAE,MAAM;IAIpC,QAAQ,CAAC,EAAE,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS;IAI/C,iBAAiB,IAAI,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC;IASxC,gBAAgB,IAAI,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC;IASvC,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;IAQzC,cAAc,CAAC,IAAI,EAAE,MAAM;IAI3B,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa,EAAE;IAI/C,aAAa,IAAI,MAAM;IAKvB,YAAY,IAAI,MAAM;IAKtB,KAAK;CAGN"}

package/dist/storage/metadata.js

@@ -0,0 +1,133 @@
+import Database from 'better-sqlite3';
+import { join } from 'node:path';
+import { existsSync } from 'node:fs';
+export class MetadataStore {
+    db;
+    path;
+    constructor(indexDir) {
+        this.path = join(indexDir, 'metadata.db');
+        const exists = existsSync(this.path);
+        this.db = new Database(this.path);
+        if (!exists) {
+            this.createSchema();
+        }
+    }
+    createSchema() {
+        this.db.exec(`
+      CREATE TABLE IF NOT EXISTS chunks (
+        id TEXT PRIMARY KEY,
+        file TEXT NOT NULL,
+        language TEXT NOT NULL,
+        symbol TEXT NOT NULL DEFAULT '',
+        kind TEXT,
+        parent TEXT,
+        hash TEXT NOT NULL,
+        git_commit TEXT,
+        start_line INTEGER NOT NULL,
+        end_line INTEGER NOT NULL,
+        imports TEXT DEFAULT '',
+        exports TEXT DEFAULT '',
+        embedding_model TEXT NOT NULL DEFAULT '',
+        last_indexed TEXT NOT NULL,
+        checksum TEXT NOT NULL
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_chunks_file ON chunks(file);
+      CREATE INDEX IF NOT EXISTS idx_chunks_language ON chunks(language);
+      CREATE INDEX IF NOT EXISTS idx_chunks_symbol ON chunks(symbol);
+      CREATE INDEX IF NOT EXISTS idx_chunks_kind ON chunks(kind);
+      CREATE INDEX IF NOT EXISTS idx_chunks_hash ON chunks(hash);
+
+      CREATE TABLE IF NOT EXISTS file_hashes (
+        path TEXT PRIMARY KEY,
+        hash TEXT NOT NULL,
+        last_indexed TEXT NOT NULL
+      );
+
+      PRAGMA journal_mode = WAL;
+      PRAGMA synchronous = NORMAL;
+    `);
+    }
+    beginTransaction() {
+        this.db.exec('BEGIN TRANSACTION');
+    }
+    commit() {
+        this.db.exec('COMMIT');
+    }
+    rollback() {
+        this.db.exec('ROLLBACK');
+    }
+    getAllFilesWithImports() {
+        return this.db.prepare(`
+      SELECT c.file, c.language, c.imports, c.exports, COUNT(*) as chunkCount
+      FROM chunks c
+      GROUP BY c.file
+    `).all();
+    }
+    upsertChunk(chunk) {
+        const stmt = this.db.prepare(`
+      INSERT OR REPLACE INTO chunks
+        (id, file, language, symbol, kind, parent, hash, git_commit,
+         start_line, end_line, imports, exports, embedding_model, last_indexed, checksum)
+      VALUES
+        (@id, @file, @language, @symbol, @kind, @parent, @hash, @git_commit,
+         @start_line, @end_line, @imports, @exports, @embedding_model, @last_indexed, @checksum)
+    `);
+        stmt.run(chunk);
+    }
+    deleteChunks(chunkIds) {
+        if (chunkIds.length === 0)
+            return;
+        const stmt = this.db.prepare('DELETE FROM chunks WHERE id = ?');
+        for (const id of chunkIds) {
+            stmt.run(id);
+        }
+    }
+    deleteChunksForFile(filePath) {
+        this.db.prepare('DELETE FROM chunks WHERE file = ?').run(filePath);
+    }
+    getChunk(id) {
+        return this.db.prepare('SELECT * FROM chunks WHERE id = ?').get(id);
+    }
+    getAllChunkHashes() {
+        const rows = this.db.prepare('SELECT id, hash FROM chunks').all();
+        const map = new Map();
+        for (const row of rows) {
+            map.set(row.id, row.hash);
+        }
+        return map;
+    }
+    getAllFileHashes() {
+        const rows = this.db.prepare('SELECT path, hash FROM file_hashes').all();
+        const map = new Map();
+        for (const row of rows) {
+            map.set(row.path, row.hash);
+        }
+        return map;
+    }
+    upsertFileHash(path, hash) {
+        const stmt = this.db.prepare(`
+      INSERT OR REPLACE INTO file_hashes (path, hash, last_indexed)
+      VALUES (?, ?, ?)
+    `);
+        stmt.run(path, hash, new Date().toISOString());
+    }
+    deleteFileHash(path) {
+        this.db.prepare('DELETE FROM file_hashes WHERE path = ?').run(path);
+    }
+    getChunksForFile(file) {
+        return this.db.prepare('SELECT * FROM chunks WHERE file = ?').all(file);
+    }
+    getChunkCount() {
+        const row = this.db.prepare('SELECT COUNT(*) as count FROM chunks').get();
+        return row.count;
+    }
+    getFileCount() {
+        const row = this.db.prepare('SELECT COUNT(DISTINCT file) as count FROM chunks').get();
+        return row.count;
+    }
+    close() {
+        this.db.close();
+    }
+}
+//# sourceMappingURL=metadata.js.map

package/dist/storage/metadata.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metadata.js","sourceRoot":"","sources":["../../src/storage/metadata.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAqBrC,MAAM,OAAO,aAAa;IAChB,EAAE,CAAoB;IACtB,IAAI,CAAS;IAErB,YAAY,QAAgB;QAC1B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAElC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,IAAI,CAAC,YAAY,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;IAEO,YAAY;QAClB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAiCZ,CAAC,CAAC;IACL,CAAC;IAED,gBAAgB;QACd,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACpC,CAAC;IAED,MAAM;QACJ,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACzB,CAAC;IAED,QAAQ;QACN,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC3B,CAAC;IAED,sBAAsB;QACpB,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAItB,CAAC,CAAC,GAAG,EAAgG,CAAC;IACzG,CAAC;IAED,WAAW,CAAC,KAAoB;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;;KAO5B,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAClB,CAAC;IAED,YAAY,CAAC,QAAkB;QAC7B,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAClC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC;QAChE,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC1B,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACf,CAAC;IACH,CAAC;IAED,mBAAmB,CAAC,QAAgB;QAClC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACrE,CAAC;IAED,QAAQ,CAAC,EAAU;QACjB,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAC,GAAG,CAAC,EAAE,CAA8B,CAAC;IACnG,CAAC;IAED,iBAAiB;QACf,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,6BAA6B,CAAC,CAAC,GAAG,EAAoC,CAAC;QACpG,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;QACtC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,gBAAgB;QACd,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC,GAAG,EAAsC,CAAC;QAC7G,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;QACtC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,cAAc,CAAC,IAAY,EAAE,IAAY;QACvC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAG5B,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,cAAc,CAAC,IAAY;QACzB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,wCAAwC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACtE,CAAC;IAED,gBAAgB,CAAC,IAAY;QAC3B,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,qCAAqC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAoB,CAAC;IAC7F,CAAC;IAED,aAAa;QACX,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC,GAAG,EAAuB,CAAC;QAC/F,OAAO,GAAG,CAAC,KAAK,CAAC;IACnB,CAAC;IAED,YAAY;QACV,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,kDAAkD,CAAC,CAAC,GAAG,EAAuB,CAAC;QAC3G,OAAO,GAAG,CAAC,KAAK,CAAC;IACnB,CAAC;IAED,KAAK;QACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;CACF"}

package/dist/vector/lancedb.d.ts

@@ -0,0 +1,25 @@
+import { VectorStore } from './store.js';
+export declare class LanceDBStore implements VectorStore {
+    private db;
+    private table;
+    private uri;
+    private dims;
+    private tableName;
+    private initialized;
+    constructor(indexDir: string, dimensions: number);
+    init(): Promise<void>;
+    insert(vectors: Array<{
+        id: string;
+        values: number[];
+        metadata: Record<string, any>;
+    }>): Promise<void>;
+    delete(ids: string[]): Promise<void>;
+    search(query: number[], topK: number): Promise<Array<{
+        id: string;
+        score: number;
+    }>>;
+    compact(): Promise<void>;
+    count(): Promise<number>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=lancedb.d.ts.map

package/dist/vector/lancedb.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lancedb.d.ts","sourceRoot":"","sources":["../../src/vector/lancedb.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAGzC,qBAAa,YAAa,YAAW,WAAW;IAC9C,OAAO,CAAC,EAAE,CAAa;IACvB,OAAO,CAAC,KAAK,CAAa;IAC1B,OAAO,CAAC,GAAG,CAAS;IACpB,OAAO,CAAC,IAAI,CAAS;IACrB,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,WAAW,CAAS;gBAEhB,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;IAK1C,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBrB,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;KAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAUtG,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAWpC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAkBpF,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IASxB,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC;IASxB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAK7B"}

package/dist/vector/lancedb.js

@@ -0,0 +1,93 @@
+import { logger } from '../logging.js';
+export class LanceDBStore {
+    db = null;
+    table = null;
+    uri;
+    dims;
+    tableName = 'chunks';
+    initialized = false;
+    constructor(indexDir, dimensions) {
+        this.uri = indexDir;
+        this.dims = dimensions;
+    }
+    async init() {
+        if (this.initialized)
+            return;
+        const mod = await import('@lancedb/lancedb');
+        this.db = await mod.connect(this.uri);
+        const tableNames = await this.db.tableNames();
+        if (tableNames.includes(this.tableName)) {
+            this.table = await this.db.openTable(this.tableName);
+        }
+        else {
+            this.table = await this.db.createTable(this.tableName, [
+                { id: '', vector: new Array(this.dims).fill(0), metadata: {} },
+            ]);
+        }
+        this.initialized = true;
+    }
+    async insert(vectors) {
+        await this.init();
+        const data = vectors.map(v => ({
+            id: v.id,
+            vector: v.values,
+            metadata: { ...v.metadata, text: v.metadata.text || '' },
+        }));
+        await this.table.add(data);
+    }
+    async delete(ids) {
+        await this.init();
+        for (const id of ids) {
+            try {
+                await this.table.delete(`id = '${id.replace(/'/g, "''")}'`);
+            }
+            catch (e) {
+                logger.debug(`Failed to delete vector ${id}:`, e);
+            }
+        }
+    }
+    async search(query, topK) {
+        await this.init();
+        try {
+            const results = await this.table
+                .vectorSearch(query)
+                .limit(topK)
+                .toArray();
+            return results.map((r) => ({
+                id: r.id,
+                score: r._distance !== undefined ? 1 / (1 + r._distance) : 1,
+            }));
+        }
+        catch (e) {
+            logger.debug('Vector search failed:', e);
+            return [];
+        }
+    }
+    async compact() {
+        await this.init();
+        try {
+            await this.table.compact();
+        }
+        catch (e) {
+            logger.debug('Compact failed:', e);
+        }
+    }
+    async count() {
+        await this.init();
+        try {
+            return await this.table.countRows();
+        }
+        catch {
+            return 0;
+        }
+    }
+    async close() {
+        if (this.db) {
+            try {
+                await this.db.close();
+            }
+            catch { /* ignore */ }
+        }
+    }
+}
+//# sourceMappingURL=lancedb.js.map

package/dist/vector/lancedb.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lancedb.js","sourceRoot":"","sources":["../../src/vector/lancedb.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAEvC,MAAM,OAAO,YAAY;IACf,EAAE,GAAQ,IAAI,CAAC;IACf,KAAK,GAAQ,IAAI,CAAC;IAClB,GAAG,CAAS;IACZ,IAAI,CAAS;IACb,SAAS,GAAG,QAAQ,CAAC;IACrB,WAAW,GAAG,KAAK,CAAC;IAE5B,YAAY,QAAgB,EAAE,UAAkB;QAC9C,IAAI,CAAC,GAAG,GAAG,QAAQ,CAAC;QACpB,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAC7B,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;QAC7C,IAAI,CAAC,EAAE,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC;QAE9C,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,EAAE;gBACrD,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE;aAC/D,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAA+E;QAC1F,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7B,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,QAAQ,EAAE,EAAE,GAAG,CAAC,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,EAAE;SACzD,CAAC,CAAC,CAAC;QACJ,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAa;QACxB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;YAC9D,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAe,EAAE,IAAY;QACxC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK;iBAC7B,YAAY,CAAC,KAAK,CAAC;iBACnB,KAAK,CAAC,IAAI,CAAC;iBACX,OAAO,EAAE,CAAC;YAEb,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;gBAC9B,EAAE,EAAE,CAAC,CAAC,EAAY;gBAClB,KAAK,EAAE,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;aAC7D,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC;YACzC,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QAC7B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACtC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,IAAI,CAAC;gBAAC,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;CACF"}

package/dist/vector/store.d.ts

@@ -0,0 +1,16 @@
+export interface VectorStore {
+    insert(vectors: Array<{
+        id: string;
+        values: number[];
+        metadata: Record<string, any>;
+    }>): Promise<void>;
+    delete(ids: string[]): Promise<void>;
+    search(query: number[], topK: number): Promise<Array<{
+        id: string;
+        score: number;
+    }>>;
+    compact(): Promise<void>;
+    count(): Promise<number>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=store.d.ts.map

package/dist/vector/store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/vector/store.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,WAAW;IAC1B,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;KAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvG,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAC;IACrF,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACzB,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IACzB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB"}

package/dist/vector/store.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=store.js.map

package/dist/vector/store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.js","sourceRoot":"","sources":["../../src/vector/store.ts"],"names":[],"mappings":""}