@code-rag/core 0.1.0

package/dist/embedding/hybrid-search.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/embedding/hybrid-search.test.js

@@ -0,0 +1,266 @@
+import { describe, it, expect, vi, beforeEach } from 'vitest';
+import { ok, err } from 'neverthrow';
+import { HybridSearch } from './hybrid-search.js';
+import { BM25Index } from './bm25-index.js';
+import { EmbedError, StoreError } from '../types/provider.js';
+function createMockEmbeddingProvider(embeddings = [[0.1, 0.2, 0.3]]) {
+    return {
+        embed: vi.fn().mockResolvedValue(ok(embeddings)),
+        dimensions: 3,
+    };
+}
+function createMockVectorStore(results = []) {
+    return {
+        upsert: vi.fn().mockResolvedValue(ok(undefined)),
+        query: vi.fn().mockResolvedValue(ok(results)),
+        delete: vi.fn().mockResolvedValue(ok(undefined)),
+        count: vi.fn().mockResolvedValue(ok(0)),
+        close: vi.fn(),
+    };
+}
+function createMockBM25Index(results = []) {
+    const index = new BM25Index();
+    vi.spyOn(index, 'search').mockReturnValue(results);
+    return index;
+}
+function makeSearchResult(overrides) {
+    const metadata = {
+        chunkType: 'function',
+        name: overrides.chunkId,
+        declarations: [],
+        imports: [],
+        exports: [],
+    };
+    return {
+        content: `content of ${overrides.chunkId}`,
+        nlSummary: `summary of ${overrides.chunkId}`,
+        score: 1.0,
+        method: 'bm25',
+        metadata,
+        ...overrides,
+    };
+}
+const DEFAULT_CONFIG = {
+    topK: 10,
+    vectorWeight: 0.7,
+    bm25Weight: 0.3,
+};
+describe('HybridSearch', () => {
+    let embeddingProvider;
+    let vectorStore;
+    let bm25Index;
+    let hybridSearch;
+    beforeEach(() => {
+        embeddingProvider = createMockEmbeddingProvider();
+        vectorStore = createMockVectorStore([
+            { id: 'chunk-1', score: 0.95, metadata: { content: 'vector content 1', nl_summary: 'vector summary 1', chunk_type: 'function', file_path: 'src/a.ts', language: 'typescript', name: 'chunk-1' } },
+            { id: 'chunk-2', score: 0.80, metadata: { content: 'vector content 2', nl_summary: 'vector summary 2', chunk_type: 'class', file_path: 'src/b.ts', language: 'typescript', name: 'chunk-2' } },
+            { id: 'chunk-3', score: 0.70, metadata: { content: 'vector content 3', nl_summary: 'vector summary 3', chunk_type: 'function', file_path: 'src/c.ts', language: 'typescript', name: 'chunk-3' } },
+        ]);
+        bm25Index = createMockBM25Index([
+            makeSearchResult({ chunkId: 'chunk-2', score: 5.0 }),
+            makeSearchResult({ chunkId: 'chunk-4', score: 3.0 }),
+            makeSearchResult({ chunkId: 'chunk-1', score: 1.0 }),
+        ]);
+        hybridSearch = new HybridSearch(vectorStore, bm25Index, embeddingProvider, DEFAULT_CONFIG);
+    });
+    describe('search', () => {
+        it('should combine vector and BM25 results using RRF', async () => {
+            const result = await hybridSearch.search('add numbers');
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                expect(result.value.length).toBeGreaterThan(0);
+                // All results should have method 'hybrid'
+                for (const r of result.value) {
+                    expect(r.method).toBe('hybrid');
+                }
+            }
+        });
+        it('should deduplicate results that appear in both searches', async () => {
+            const result = await hybridSearch.search('add numbers');
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                const chunkIds = result.value.map((r) => r.chunkId);
+                const uniqueIds = new Set(chunkIds);
+                expect(chunkIds.length).toBe(uniqueIds.size);
+            }
+        });
+        it('should embed the query text', async () => {
+            await hybridSearch.search('test query');
+            expect(embeddingProvider.embed).toHaveBeenCalledWith(['test query']);
+        });
+        it('should query vector store with embedded query', async () => {
+            await hybridSearch.search('test query');
+            expect(vectorStore.query).toHaveBeenCalledWith([0.1, 0.2, 0.3], expect.any(Number));
+        });
+        it('should query BM25 index with original query', async () => {
+            await hybridSearch.search('test query');
+            expect(bm25Index.search).toHaveBeenCalledWith('test query', expect.any(Number));
+        });
+        it('should fetch 2*topK from each source', async () => {
+            await hybridSearch.search('test query');
+            // Default topK is 10, so fetchK should be 20
+            expect(vectorStore.query).toHaveBeenCalledWith(expect.any(Array), 20);
+            expect(bm25Index.search).toHaveBeenCalledWith('test query', 20);
+        });
+        it('should respect custom topK option', async () => {
+            await hybridSearch.search('test query', { topK: 5 });
+            expect(vectorStore.query).toHaveBeenCalledWith(expect.any(Array), 10);
+            expect(bm25Index.search).toHaveBeenCalledWith('test query', 10);
+        });
+        it('should return at most topK results', async () => {
+            const result = await hybridSearch.search('test query', { topK: 2 });
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                expect(result.value.length).toBeLessThanOrEqual(2);
+            }
+        });
+        it('should sort results by fused score descending', async () => {
+            const result = await hybridSearch.search('test query');
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                for (let i = 1; i < result.value.length; i++) {
+                    expect(result.value[i - 1].score).toBeGreaterThanOrEqual(result.value[i].score);
+                }
+            }
+        });
+        it('should apply vectorWeight and bm25Weight to RRF scores', async () => {
+            // chunk-1 is rank 0 in vector (rrfScore = 1/61), rank 2 in BM25 (rrfScore = 1/63)
+            // chunk-2 is rank 1 in vector (rrfScore = 1/62), rank 0 in BM25 (rrfScore = 1/61)
+            const result = await hybridSearch.search('test query');
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                const chunk1 = result.value.find((r) => r.chunkId === 'chunk-1');
+                const chunk2 = result.value.find((r) => r.chunkId === 'chunk-2');
+                expect(chunk1).toBeDefined();
+                expect(chunk2).toBeDefined();
+                // chunk-1: vectorWeight * (1/61) + bm25Weight * (1/63)
+                const expectedChunk1Score = 0.7 * (1 / 61) + 0.3 * (1 / 63);
+                // chunk-2: vectorWeight * (1/62) + bm25Weight * (1/61)
+                const expectedChunk2Score = 0.7 * (1 / 62) + 0.3 * (1 / 61);
+                expect(chunk1.score).toBeCloseTo(expectedChunk1Score, 6);
+                expect(chunk2.score).toBeCloseTo(expectedChunk2Score, 6);
+            }
+        });
+        it('should use custom weights from options', async () => {
+            const result = await hybridSearch.search('test query', {
+                vectorWeight: 0.5,
+                bm25Weight: 0.5,
+            });
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                const chunk1 = result.value.find((r) => r.chunkId === 'chunk-1');
+                expect(chunk1).toBeDefined();
+                const expectedScore = 0.5 * (1 / 61) + 0.5 * (1 / 63);
+                expect(chunk1.score).toBeCloseTo(expectedScore, 6);
+            }
+        });
+        it('should handle results only in vector store', async () => {
+            // chunk-3 only appears in vector results
+            const result = await hybridSearch.search('test query');
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                const chunk3 = result.value.find((r) => r.chunkId === 'chunk-3');
+                expect(chunk3).toBeDefined();
+                // Only vector RRF score, no BM25 contribution
+                const expectedScore = 0.7 * (1 / 63);
+                expect(chunk3.score).toBeCloseTo(expectedScore, 6);
+            }
+        });
+        it('should hydrate vector-only results with metadata from vector store', async () => {
+            // chunk-3 only appears in vector results (not in BM25)
+            const result = await hybridSearch.search('test query');
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                const chunk3 = result.value.find((r) => r.chunkId === 'chunk-3');
+                expect(chunk3).toBeDefined();
+                expect(chunk3.content).toBe('vector content 3');
+                expect(chunk3.nlSummary).toBe('vector summary 3');
+                expect(chunk3.metadata.name).toBe('chunk-3');
+                expect(chunk3.metadata.chunkType).toBe('function');
+                expect(chunk3.chunk).toBeDefined();
+                expect(chunk3.chunk.filePath).toBe('src/c.ts');
+                expect(chunk3.chunk.language).toBe('typescript');
+            }
+        });
+        it('should handle results only in BM25 index', async () => {
+            // chunk-4 only appears in BM25 results
+            const result = await hybridSearch.search('test query');
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                const chunk4 = result.value.find((r) => r.chunkId === 'chunk-4');
+                expect(chunk4).toBeDefined();
+                // Only BM25 RRF score, no vector contribution
+                const expectedScore = 0.3 * (1 / 62);
+                expect(chunk4.score).toBeCloseTo(expectedScore, 6);
+            }
+        });
+        it('should return error when embedding fails', async () => {
+            const failingProvider = {
+                embed: vi
+                    .fn()
+                    .mockResolvedValue(err(new EmbedError('Embed failed'))),
+                dimensions: 3,
+            };
+            const search = new HybridSearch(vectorStore, bm25Index, failingProvider, DEFAULT_CONFIG);
+            const result = await search.search('test');
+            expect(result.isErr()).toBe(true);
+            if (result.isErr()) {
+                expect(result.error).toBeInstanceOf(EmbedError);
+                expect(result.error.message).toContain('Embed failed');
+            }
+        });
+        it('should return error when vector store query fails', async () => {
+            const failingStore = {
+                upsert: vi.fn().mockResolvedValue(ok(undefined)),
+                query: vi
+                    .fn()
+                    .mockResolvedValue(err(new StoreError('Query failed'))),
+                delete: vi.fn().mockResolvedValue(ok(undefined)),
+                count: vi.fn().mockResolvedValue(ok(0)),
+                close: vi.fn(),
+            };
+            const search = new HybridSearch(failingStore, bm25Index, embeddingProvider, DEFAULT_CONFIG);
+            const result = await search.search('test');
+            expect(result.isErr()).toBe(true);
+            if (result.isErr()) {
+                expect(result.error).toBeInstanceOf(EmbedError);
+                expect(result.error.message).toContain('Query failed');
+            }
+        });
+        it('should return error when embedding returns empty result', async () => {
+            const emptyProvider = {
+                embed: vi.fn().mockResolvedValue(ok([])),
+                dimensions: 3,
+            };
+            const search = new HybridSearch(vectorStore, bm25Index, emptyProvider, DEFAULT_CONFIG);
+            const result = await search.search('test');
+            expect(result.isErr()).toBe(true);
+            if (result.isErr()) {
+                expect(result.error).toBeInstanceOf(EmbedError);
+                expect(result.error.message).toContain('Failed to generate query embedding');
+            }
+        });
+        it('should handle empty results from both sources', async () => {
+            const emptyVectorStore = createMockVectorStore([]);
+            const emptyBM25 = createMockBM25Index([]);
+            const search = new HybridSearch(emptyVectorStore, emptyBM25, embeddingProvider, DEFAULT_CONFIG);
+            const result = await search.search('test');
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                expect(result.value).toEqual([]);
+            }
+        });
+        it('should include BM25 result content in final output', async () => {
+            const result = await hybridSearch.search('test');
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                const chunk2 = result.value.find((r) => r.chunkId === 'chunk-2');
+                expect(chunk2).toBeDefined();
+                expect(chunk2.content).toBe('content of chunk-2');
+                expect(chunk2.nlSummary).toBe('summary of chunk-2');
+            }
+        });
+    });
+});
+//# sourceMappingURL=hybrid-search.test.js.map

package/dist/embedding/hybrid-search.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hybrid-search.test.js","sourceRoot":"","sources":["../../src/embedding/hybrid-search.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAC9D,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAM9D,SAAS,2BAA2B,CAClC,aAAyB,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IAE1C,OAAO;QACL,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;QAChD,UAAU,EAAE,CAAC;KACd,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAC5B,UAA+E,EAAE;IAEjF,OAAO;QACL,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;QAChD,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;QAChD,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACvC,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE;KACf,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,UAA0B,EAAE;IACvD,MAAM,KAAK,GAAG,IAAI,SAAS,EAAE,CAAC;IAC9B,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IACnD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,gBAAgB,CAAC,SAAsD;IAC9E,MAAM,QAAQ,GAAkB;QAC9B,SAAS,EAAE,UAAU;QACrB,IAAI,EAAE,SAAS,CAAC,OAAO;QACvB,YAAY,EAAE,EAAE;QAChB,OAAO,EAAE,EAAE;QACX,OAAO,EAAE,EAAE;KACZ,CAAC;IACF,OAAO;QACL,OAAO,EAAE,cAAc,SAAS,CAAC,OAAO,EAAE;QAC1C,SAAS,EAAE,cAAc,SAAS,CAAC,OAAO,EAAE;QAC5C,KAAK,EAAE,GAAG;QACV,MAAM,EAAE,MAAM;QACd,QAAQ;QACR,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,MAAM,cAAc,GAAiB;IACnC,IAAI,EAAE,EAAE;IACR,YAAY,EAAE,GAAG;IACjB,UAAU,EAAE,GAAG;CAChB,CAAC;AAEF,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,IAAI,iBAAoC,CAAC;IACzC,IAAI,WAAwB,CAAC;IAC7B,IAAI,SAAoB,CAAC;IACzB,IAAI,YAA0B,CAAC;IAE/B,UAAU,CAAC,GAAG,EAAE;QACd,iBAAiB,GAAG,2BAA2B,EAAE,CAAC;QAClD,WAAW,GAAG,qBAAqB,CAAC;YAClC,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,kBAAkB,EAAE,UAAU,EAAE,kBAAkB,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE;YACjM,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,kBAAkB,EAAE,UAAU,EAAE,kBAAkB,EAAE,UAAU,EAAE,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE;YAC9L,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,kBAAkB,EAAE,UAAU,EAAE,kBAAkB,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE;SAClM,CAAC,CAAC;QACH,SAAS,GAAG,mBAAmB,CAAC;YAC9B,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;YACpD,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;YACpD,gBAAgB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;SACrD,CAAC,CAAC;QACH,YAAY,GAAG,IAAI,YAAY,CAC7B,WAAW,EACX,SAAS,EACT,iBAAiB,EACjB,cAAc,CACf,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;QACtB,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAExD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;gBAC/C,0CAA0C;gBAC1C,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;oBAC7B,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAExD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;gBACpD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACpC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;YAC3C,MAAM,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAExC,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAExC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAC5C,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EACf,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;YAC3D,MAAM,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAExC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,oBAAoB,CAC3C,YAAY,EACZ,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAExC,6CAA6C;YAC7C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAC5C,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EACjB,EAAE,CACH,CAAC;YACF,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,MAAM,YAAY,CAAC,MAAM,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;YAErD,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAC5C,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EACjB,EAAE,CACH,CAAC;YACF,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;YAClD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;YAEpE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;YACrD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAEvD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC7C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC,KAAK,CAAC,CAAC,sBAAsB,CACvD,MAAM,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,KAAK,CACvB,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;YACtE,kFAAkF;YAClF,kFAAkF;YAClF,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAEvD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC;gBACjE,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC;gBAEjE,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC7B,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;gBAE7B,uDAAuD;gBACvD,MAAM,mBAAmB,GACvB,GAAG,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;gBAClC,uDAAuD;gBACvD,MAAM,mBAAmB,GACvB,GAAG,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;gBAElC,MAAM,CAAC,MAAO,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;gBAC1D,MAAM,CAAC,MAAO,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,YAAY,EAAE;gBACrD,YAAY,EAAE,GAAG;gBACjB,UAAU,EAAE,GAAG;aAChB,CAAC,CAAC;YAEH,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC;gBACjE,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;gBAE7B,MAAM,aAAa,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;gBACtD,MAAM,CAAC,MAAO,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;YACtD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;YAC1D,yCAAyC;YACzC,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAEvD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC;gBACjE,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC7B,8CAA8C;gBAC9C,MAAM,aAAa,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;gBACrC,MAAM,CAAC,MAAO,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;YACtD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;YAClF,uDAAuD;YACvD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAEvD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC;gBACjE,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC7B,MAAM,CAAC,MAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;gBACjD,MAAM,CAAC,MAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;gBACnD,MAAM,CAAC,MAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC9C,MAAM,CAAC,MAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACpD,MAAM,CAAC,MAAO,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;gBACpC,MAAM,CAAC,MAAO,CAAC,KAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACjD,MAAM,CAAC,MAAO,CAAC,KAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACrD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,uCAAuC;YACvC,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAEvD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC;gBACjE,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC7B,8CAA8C;gBAC9C,MAAM,aAAa,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;gBACrC,MAAM,CAAC,MAAO,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;YACtD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,eAAe,GAAsB;gBACzC,KAAK,EAAE,EAAE;qBACN,EAAE,EAAE;qBACJ,iBAAiB,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC;gBACzD,UAAU,EAAE,CAAC;aACd,CAAC;YAEF,MAAM,MAAM,GAAG,IAAI,YAAY,CAC7B,WAAW,EACX,SAAS,EACT,eAAe,EACf,cAAc,CACf,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAE3C,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,IAAI,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC;gBACnB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;gBAChD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;YACzD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,YAAY,GAAgB;gBAChC,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;gBAChD,KAAK,EAAE,EAAE;qBACN,EAAE,EAAE;qBACJ,iBAAiB,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC;gBACzD,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;gBAChD,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACvC,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE;aACf,CAAC;YAEF,MAAM,MAAM,GAAG,IAAI,YAAY,CAC7B,YAAY,EACZ,SAAS,EACT,iBAAiB,EACjB,cAAc,CACf,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAE3C,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,IAAI,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC;gBACnB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;gBAChD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;YACzD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,aAAa,GAAsB;gBACvC,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACxC,UAAU,EAAE,CAAC;aACd,CAAC;YAEF,MAAM,MAAM,GAAG,IAAI,YAAY,CAC7B,WAAW,EACX,SAAS,EACT,aAAa,EACb,cAAc,CACf,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAE3C,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,IAAI,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC;gBACnB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;gBAChD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,oCAAoC,CAAC,CAAC;YAC/E,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,EAAE,CAAC,CAAC;YACnD,MAAM,SAAS,GAAG,mBAAmB,CAAC,EAAE,CAAC,CAAC;YAE1C,MAAM,MAAM,GAAG,IAAI,YAAY,CAC7B,gBAAgB,EAChB,SAAS,EACT,iBAAiB,EACjB,cAAc,CACf,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAE3C,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACnC,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAClE,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAEjD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC;gBACjE,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC7B,MAAM,CAAC,MAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;gBACnD,MAAM,CAAC,MAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACvD,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/embedding/index.d.ts

@@ -0,0 +1,11 @@
+export { OllamaEmbeddingProvider } from './ollama-embedding-provider.js';
+export type { OllamaEmbeddingConfig } from './ollama-embedding-provider.js';
+export { OpenAICompatibleEmbeddingProvider } from './openai-compatible-embedding-provider.js';
+export type { OpenAICompatibleEmbeddingConfig } from './openai-compatible-embedding-provider.js';
+export { ModelLifecycleManager, ModelLifecycleError } from './model-lifecycle-manager.js';
+export type { ModelLifecycleConfig, BackendInfo, BackendType, GpuMode, DockerConfig, ProgressCallback, ProcessExecutor, FetchFn, } from './model-lifecycle-manager.js';
+export { LanceDBStore } from './lancedb-store.js';
+export { QdrantVectorStore } from './qdrant-store.js';
+export type { QdrantConfig } from './qdrant-store.js';
+export { BM25Index } from './bm25-index.js';
+export { HybridSearch } from './hybrid-search.js';

package/dist/embedding/index.js

@@ -0,0 +1,7 @@
+export { OllamaEmbeddingProvider } from './ollama-embedding-provider.js';
+export { OpenAICompatibleEmbeddingProvider } from './openai-compatible-embedding-provider.js';
+export { ModelLifecycleManager, ModelLifecycleError } from './model-lifecycle-manager.js';
+export { LanceDBStore } from './lancedb-store.js';
+export { QdrantVectorStore } from './qdrant-store.js';
+export { BM25Index } from './bm25-index.js';
+export { HybridSearch } from './hybrid-search.js';

package/dist/embedding/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/embedding/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,MAAM,gCAAgC,CAAC;AAEzE,OAAO,EAAE,iCAAiC,EAAE,MAAM,2CAA2C,CAAC;AAE9F,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AAW1F,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAEtD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/embedding/lancedb-store.d.ts

@@ -0,0 +1,21 @@
+import { type Result } from 'neverthrow';
+import { StoreError, type VectorStore } from '../types/provider.js';
+export declare class LanceDBStore implements VectorStore {
+    private readonly storagePath;
+    private readonly _dimensions;
+    private db;
+    private table;
+    constructor(storagePath: string, dimensions: number);
+    get dimensions(): number;
+    connect(): Promise<void>;
+    private ensureConnected;
+    upsert(ids: string[], embeddings: number[][], metadata: Record<string, unknown>[]): Promise<Result<void, StoreError>>;
+    query(embedding: number[], topK: number): Promise<Result<{
+        id: string;
+        score: number;
+        metadata?: Record<string, unknown>;
+    }[], StoreError>>;
+    delete(ids: string[]): Promise<Result<void, StoreError>>;
+    count(): Promise<Result<number, StoreError>>;
+    close(): void;
+}

package/dist/embedding/lancedb-store.js

@@ -0,0 +1,172 @@
+import { ok, err } from 'neverthrow';
+import { StoreError } from '../types/provider.js';
+import * as lancedb from '@lancedb/lancedb';
+const TABLE_NAME = 'chunks';
+const SAFE_ID_PATTERN = /^[a-zA-Z0-9_\-:.]+$/;
+function safeParseJSON(json) {
+    try {
+        const parsed = JSON.parse(json);
+        if (parsed !== null && typeof parsed === 'object' && !Array.isArray(parsed)) {
+            return parsed;
+        }
+        return {};
+    }
+    catch {
+        return {};
+    }
+}
+function validateId(id) {
+    return SAFE_ID_PATTERN.test(id) && id.length > 0 && id.length <= 256;
+}
+export class LanceDBStore {
+    storagePath;
+    _dimensions;
+    db = null;
+    table = null;
+    constructor(storagePath, dimensions) {
+        this.storagePath = storagePath;
+        this._dimensions = dimensions;
+    }
+    get dimensions() {
+        return this._dimensions;
+    }
+    async connect() {
+        const dbPath = `${this.storagePath}/lancedb`;
+        this.db = await lancedb.connect(dbPath);
+        try {
+            const tableNames = await this.db.tableNames();
+            if (tableNames.includes(TABLE_NAME)) {
+                this.table = await this.db.openTable(TABLE_NAME);
+            }
+        }
+        catch {
+            // Table does not exist yet, will be created on first upsert
+            this.table = null;
+        }
+    }
+    async ensureConnected() {
+        if (!this.db) {
+            await this.connect();
+        }
+    }
+    async upsert(ids, embeddings, metadata) {
+        try {
+            for (const id of ids) {
+                if (!validateId(id)) {
+                    return err(new StoreError(`Invalid chunk ID: ${id}`));
+                }
+            }
+            await this.ensureConnected();
+            const rows = ids.map((id, i) => {
+                const meta = metadata[i] ?? {};
+                return {
+                    id,
+                    vector: embeddings[i] ?? [],
+                    content: meta['content'] ?? '',
+                    nl_summary: meta['nl_summary'] ?? '',
+                    chunk_type: meta['chunk_type'] ?? '',
+                    file_path: meta['file_path'] ?? '',
+                    language: meta['language'] ?? '',
+                    metadata: JSON.stringify(meta),
+                };
+            });
+            const data = rows;
+            if (!this.table) {
+                this.table = await this.db.createTable(TABLE_NAME, data);
+            }
+            else {
+                // Batch delete existing rows, then add new ones
+                if (ids.length > 0) {
+                    const filterParts = ids.map((id) => `'${id}'`);
+                    const filter = `id IN (${filterParts.join(', ')})`;
+                    try {
+                        await this.table.delete(filter);
+                    }
+                    catch {
+                        // Rows may not exist, that's fine
+                    }
+                }
+                await this.table.add(data);
+            }
+            return ok(undefined);
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : 'Unknown error';
+            return err(new StoreError(`LanceDB upsert failed: ${message}`));
+        }
+    }
+    async query(embedding, topK) {
+        try {
+            await this.ensureConnected();
+            if (!this.table) {
+                return ok([]);
+            }
+            const results = (await this.table
+                .search(embedding)
+                .limit(topK)
+                .toArray());
+            const mapped = results.map((row) => ({
+                id: row.id,
+                score: 1 / (1 + (row._distance ?? 0)),
+                metadata: {
+                    content: row.content,
+                    nl_summary: row.nl_summary,
+                    chunk_type: row.chunk_type,
+                    file_path: row.file_path,
+                    language: row.language,
+                    ...(row.metadata ? safeParseJSON(row.metadata) : {}),
+                },
+            }));
+            return ok(mapped);
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : 'Unknown error';
+            return err(new StoreError(`LanceDB query failed: ${message}`));
+        }
+    }
+    async delete(ids) {
+        try {
+            for (const id of ids) {
+                if (!validateId(id)) {
+                    return err(new StoreError(`Invalid chunk ID: ${id}`));
+                }
+            }
+            await this.ensureConnected();
+            if (!this.table || ids.length === 0) {
+                return ok(undefined);
+            }
+            const filterParts = ids.map((id) => `'${id}'`);
+            const filter = `id IN (${filterParts.join(', ')})`;
+            await this.table.delete(filter);
+            return ok(undefined);
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : 'Unknown error';
+            return err(new StoreError(`LanceDB delete failed: ${message}`));
+        }
+    }
+    async count() {
+        try {
+            await this.ensureConnected();
+            if (!this.table) {
+                return ok(0);
+            }
+            const rows = await this.table.countRows();
+            return ok(rows);
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : 'Unknown error';
+            return err(new StoreError(`LanceDB count failed: ${message}`));
+        }
+    }
+    close() {
+        if (this.table) {
+            this.table.close();
+            this.table = null;
+        }
+        if (this.db) {
+            this.db.close();
+            this.db = null;
+        }
+    }
+}

package/dist/embedding/lancedb-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lancedb-store.js","sourceRoot":"","sources":["../../src/embedding/lancedb-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,EAAE,GAAG,EAAe,MAAM,YAAY,CAAC;AAClD,OAAO,EAAE,UAAU,EAAoB,MAAM,sBAAsB,CAAC;AACpE,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAE5C,MAAM,UAAU,GAAG,QAAQ,CAAC;AAC5B,MAAM,eAAe,GAAG,qBAAqB,CAAC;AAE9C,SAAS,aAAa,CAAC,IAAY;IACjC,IAAI,CAAC;QACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5E,OAAO,MAAiC,CAAC;QAC3C,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAyBD,SAAS,UAAU,CAAC,EAAU;IAC5B,OAAO,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,GAAG,CAAC;AACvE,CAAC;AAED,MAAM,OAAO,YAAY;IACN,WAAW,CAAS;IACpB,WAAW,CAAS;IAC7B,EAAE,GAA8B,IAAI,CAAC;IACrC,KAAK,GAAyB,IAAI,CAAC;IAE3C,YAAY,WAAmB,EAAE,UAAkB;QACjD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;IAChC,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,UAAU,CAAC;QAC7C,IAAI,CAAC,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAExC,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC;YAC9C,IAAI,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBACpC,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,4DAA4D;YAC5D,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe;QAC3B,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CACV,GAAa,EACb,UAAsB,EACtB,QAAmC;QAEnC,IAAI,CAAC;YACH,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;gBACrB,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,EAAE,CAAC;oBACpB,OAAO,GAAG,CAAC,IAAI,UAAU,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC,CAAC;gBACxD,CAAC;YACH,CAAC;YAED,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAE7B,MAAM,IAAI,GAAiB,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE;gBAC3C,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC/B,OAAO;oBACL,EAAE;oBACF,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE;oBAC3B,OAAO,EAAG,IAAI,CAAC,SAAS,CAAY,IAAI,EAAE;oBAC1C,UAAU,EAAG,IAAI,CAAC,YAAY,CAAY,IAAI,EAAE;oBAChD,UAAU,EAAG,IAAI,CAAC,YAAY,CAAY,IAAI,EAAE;oBAChD,SAAS,EAAG,IAAI,CAAC,WAAW,CAAY,IAAI,EAAE;oBAC9C,QAAQ,EAAG,IAAI,CAAC,UAAU,CAAY,IAAI,EAAE;oBAC5C,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;iBAC/B,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,IAA4C,CAAC;YAE1D,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,EAAG,CAAC,WAAW,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;YAC5D,CAAC;iBAAM,CAAC;gBACN,gDAAgD;gBAChD,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACnB,MAAM,WAAW,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;oBAC/C,MAAM,MAAM,GAAG,UAAU,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;oBACnD,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;oBAClC,CAAC;oBAAC,MAAM,CAAC;wBACP,kCAAkC;oBACpC,CAAC;gBACH,CAAC;gBACD,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC;YAED,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GACX,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAC3D,OAAO,GAAG,CAAC,IAAI,UAAU,CAAC,0BAA0B,OAAO,EAAE,CAAC,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CACT,SAAmB,EACnB,IAAY;QAEZ,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAE7B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;YAChB,CAAC;YAED,MAAM,OAAO,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK;iBAC9B,MAAM,CAAC,SAAS,CAAC;iBACjB,KAAK,CAAC,IAAI,CAAC;iBACX,OAAO,EAAE,CAAyB,CAAC;YAEtC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACnC,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC;gBACrC,QAAQ,EAAE;oBACR,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,UAAU,EAAE,GAAG,CAAC,UAAU;oBAC1B,UAAU,EAAE,GAAG,CAAC,UAAU;oBAC1B,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;iBACrD;aACF,CAAC,CAAC,CAAC;YAEJ,OAAO,EAAE,CAAC,MAAM,CAAC,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GACX,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAC3D,OAAO,GAAG,CAAC,IAAI,UAAU,CAAC,yBAAyB,OAAO,EAAE,CAAC,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAa;QACxB,IAAI,CAAC;YACH,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;gBACrB,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,EAAE,CAAC;oBACpB,OAAO,GAAG,CAAC,IAAI,UAAU,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC,CAAC;gBACxD,CAAC;YACH,CAAC;YAED,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAE7B,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACpC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;YACvB,CAAC;YAED,MAAM,WAAW,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAC/C,MAAM,MAAM,GAAG,UAAU,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;YACnD,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAEhC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GACX,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAC3D,OAAO,GAAG,CAAC,IAAI,UAAU,CAAC,0BAA0B,OAAO,EAAE,CAAC,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAE7B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YACf,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YAC1C,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GACX,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAC3D,OAAO,GAAG,CAAC,IAAI,UAAU,CAAC,yBAAyB,OAAO,EAAE,CAAC,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;QACD,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACjB,CAAC;IACH,CAAC;CACF"}

package/dist/embedding/lancedb-store.test.d.ts

@@ -0,0 +1 @@
+export {};