@code-rag/core 0.1.0

package/dist/embedding/lancedb-store.test.js

@@ -0,0 +1,268 @@
+import { describe, it, expect, beforeEach, afterEach } from 'vitest';
+import { LanceDBStore } from './lancedb-store.js';
+import * as fs from 'node:fs';
+import * as os from 'node:os';
+import * as path from 'node:path';
+describe('LanceDBStore', () => {
+    let tmpDir;
+    let store;
+    const DIMENSIONS = 4;
+    beforeEach(async () => {
+        tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'lancedb-test-'));
+        store = new LanceDBStore(tmpDir, DIMENSIONS);
+        await store.connect();
+    });
+    afterEach(() => {
+        store.close();
+        fs.rmSync(tmpDir, { recursive: true, force: true });
+    });
+    describe('constructor', () => {
+        it('should expose the configured dimensions', () => {
+            expect(store.dimensions).toBe(DIMENSIONS);
+        });
+    });
+    describe('upsert', () => {
+        it('should insert new records successfully', async () => {
+            const result = await store.upsert(['chunk-1', 'chunk-2'], [
+                [1.0, 0.0, 0.0, 0.0],
+                [0.0, 1.0, 0.0, 0.0],
+            ], [
+                {
+                    content: 'function add(a, b) { return a + b; }',
+                    nl_summary: 'Adds two numbers',
+                    chunk_type: 'function',
+                    file_path: 'src/utils.ts',
+                    language: 'typescript',
+                },
+                {
+                    content: 'function sub(a, b) { return a - b; }',
+                    nl_summary: 'Subtracts two numbers',
+                    chunk_type: 'function',
+                    file_path: 'src/utils.ts',
+                    language: 'typescript',
+                },
+            ]);
+            expect(result.isOk()).toBe(true);
+            const countResult = await store.count();
+            expect(countResult.isOk()).toBe(true);
+            const count = countResult.isOk() ? countResult.value : -1;
+            expect(count).toBe(2);
+        });
+        it('should update existing records on upsert with same IDs', async () => {
+            // Insert initial data
+            await store.upsert(['chunk-1'], [[1.0, 0.0, 0.0, 0.0]], [
+                {
+                    content: 'original content',
+                    nl_summary: 'original summary',
+                    chunk_type: 'function',
+                    file_path: 'src/old.ts',
+                    language: 'typescript',
+                },
+            ]);
+            // Upsert with same ID
+            const result = await store.upsert(['chunk-1'], [[0.0, 1.0, 0.0, 0.0]], [
+                {
+                    content: 'updated content',
+                    nl_summary: 'updated summary',
+                    chunk_type: 'function',
+                    file_path: 'src/new.ts',
+                    language: 'typescript',
+                },
+            ]);
+            expect(result.isOk()).toBe(true);
+            const countResult = await store.count();
+            expect(countResult.isOk()).toBe(true);
+            const count = countResult.isOk() ? countResult.value : -1;
+            expect(count).toBe(1);
+        });
+        it('should handle metadata with missing fields gracefully', async () => {
+            const result = await store.upsert(['chunk-1'], [[1.0, 0.0, 0.0, 0.0]], [{}]);
+            expect(result.isOk()).toBe(true);
+            const countResult = await store.count();
+            expect(countResult.isOk()).toBe(true);
+            const count = countResult.isOk() ? countResult.value : -1;
+            expect(count).toBe(1);
+        });
+    });
+    describe('query', () => {
+        it('should return results sorted by similarity', async () => {
+            await store.upsert(['chunk-1', 'chunk-2', 'chunk-3'], [
+                [1.0, 0.0, 0.0, 0.0],
+                [0.9, 0.1, 0.0, 0.0],
+                [0.0, 0.0, 0.0, 1.0],
+            ], [
+                {
+                    content: 'content-1',
+                    nl_summary: 'summary-1',
+                    chunk_type: 'function',
+                    file_path: 'a.ts',
+                    language: 'typescript',
+                },
+                {
+                    content: 'content-2',
+                    nl_summary: 'summary-2',
+                    chunk_type: 'function',
+                    file_path: 'b.ts',
+                    language: 'typescript',
+                },
+                {
+                    content: 'content-3',
+                    nl_summary: 'summary-3',
+                    chunk_type: 'function',
+                    file_path: 'c.ts',
+                    language: 'typescript',
+                },
+            ]);
+            const result = await store.query([1.0, 0.0, 0.0, 0.0], 2);
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                expect(result.value).toHaveLength(2);
+                // First result should be closest to the query vector
+                expect(result.value[0].id).toBe('chunk-1');
+                expect(result.value[0].score).toBeGreaterThan(0);
+                expect(result.value[0].score).toBeLessThanOrEqual(1);
+                // Second should be next closest
+                expect(result.value[1].id).toBe('chunk-2');
+            }
+        });
+        it('should return empty array when no table exists', async () => {
+            const emptyStore = new LanceDBStore(tmpDir + '-empty', DIMENSIONS);
+            const emptyDir = tmpDir + '-empty';
+            fs.mkdirSync(emptyDir, { recursive: true });
+            try {
+                await emptyStore.connect();
+                const result = await emptyStore.query([1.0, 0.0, 0.0, 0.0], 5);
+                expect(result.isOk()).toBe(true);
+                if (result.isOk()) {
+                    expect(result.value).toEqual([]);
+                }
+            }
+            finally {
+                emptyStore.close();
+                fs.rmSync(emptyDir, { recursive: true, force: true });
+            }
+        });
+        it('should respect topK limit', async () => {
+            await store.upsert(['a', 'b', 'c'], [
+                [1.0, 0.0, 0.0, 0.0],
+                [0.0, 1.0, 0.0, 0.0],
+                [0.0, 0.0, 1.0, 0.0],
+            ], [
+                { content: '1', nl_summary: '', chunk_type: 'function', file_path: '', language: 'ts' },
+                { content: '2', nl_summary: '', chunk_type: 'function', file_path: '', language: 'ts' },
+                { content: '3', nl_summary: '', chunk_type: 'function', file_path: '', language: 'ts' },
+            ]);
+            const result = await store.query([1.0, 0.0, 0.0, 0.0], 1);
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                expect(result.value).toHaveLength(1);
+            }
+        });
+        it('should compute score from distance correctly', async () => {
+            await store.upsert(['exact-match'], [[1.0, 0.0, 0.0, 0.0]], [
+                { content: 'exact', nl_summary: '', chunk_type: 'function', file_path: '', language: 'ts' },
+            ]);
+            const result = await store.query([1.0, 0.0, 0.0, 0.0], 1);
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                // Exact match => distance = 0 => score = 1/(1+0) = 1
+                expect(result.value[0].score).toBeCloseTo(1.0, 1);
+            }
+        });
+    });
+    describe('delete', () => {
+        it('should remove records by ID', async () => {
+            await store.upsert(['chunk-1', 'chunk-2'], [
+                [1.0, 0.0, 0.0, 0.0],
+                [0.0, 1.0, 0.0, 0.0],
+            ], [
+                { content: 'a', nl_summary: '', chunk_type: 'function', file_path: '', language: 'ts' },
+                { content: 'b', nl_summary: '', chunk_type: 'function', file_path: '', language: 'ts' },
+            ]);
+            const result = await store.delete(['chunk-1']);
+            expect(result.isOk()).toBe(true);
+            const countResult = await store.count();
+            expect(countResult.isOk()).toBe(true);
+            const count = countResult.isOk() ? countResult.value : -1;
+            expect(count).toBe(1);
+        });
+        it('should handle deleting non-existent IDs', async () => {
+            await store.upsert(['chunk-1'], [[1.0, 0.0, 0.0, 0.0]], [
+                { content: 'a', nl_summary: '', chunk_type: 'function', file_path: '', language: 'ts' },
+            ]);
+            // Delete non-existent ID should not throw
+            const result = await store.delete(['non-existent']);
+            expect(result.isOk()).toBe(true);
+            const countResult = await store.count();
+            expect(countResult.isOk()).toBe(true);
+            const count = countResult.isOk() ? countResult.value : -1;
+            expect(count).toBe(1);
+        });
+        it('should return ok when table does not exist', async () => {
+            const emptyDir = tmpDir + '-empty2';
+            fs.mkdirSync(emptyDir, { recursive: true });
+            const emptyStore = new LanceDBStore(emptyDir, DIMENSIONS);
+            try {
+                await emptyStore.connect();
+                const result = await emptyStore.delete(['anything']);
+                expect(result.isOk()).toBe(true);
+            }
+            finally {
+                emptyStore.close();
+                fs.rmSync(emptyDir, { recursive: true, force: true });
+            }
+        });
+    });
+    describe('count', () => {
+        it('should return 0 for empty store', async () => {
+            const emptyDir = tmpDir + '-empty3';
+            fs.mkdirSync(emptyDir, { recursive: true });
+            const emptyStore = new LanceDBStore(emptyDir, DIMENSIONS);
+            try {
+                await emptyStore.connect();
+                const countResult = await emptyStore.count();
+                expect(countResult.isOk()).toBe(true);
+                const count = countResult.isOk() ? countResult.value : -1;
+                expect(count).toBe(0);
+            }
+            finally {
+                emptyStore.close();
+                fs.rmSync(emptyDir, { recursive: true, force: true });
+            }
+        });
+        it('should return correct count after inserts', async () => {
+            await store.upsert(['a', 'b', 'c'], [
+                [1, 0, 0, 0],
+                [0, 1, 0, 0],
+                [0, 0, 1, 0],
+            ], [
+                { content: '', nl_summary: '', chunk_type: '', file_path: '', language: '' },
+                { content: '', nl_summary: '', chunk_type: '', file_path: '', language: '' },
+                { content: '', nl_summary: '', chunk_type: '', file_path: '', language: '' },
+            ]);
+            const countResult = await store.count();
+            expect(countResult.isOk()).toBe(true);
+            const count = countResult.isOk() ? countResult.value : -1;
+            expect(count).toBe(3);
+        });
+    });
+    describe('close', () => {
+        it('should be callable multiple times without error', () => {
+            store.close();
+            store.close(); // should not throw
+        });
+    });
+    describe('connect', () => {
+        it('should auto-connect on first operation', async () => {
+            const freshStore = new LanceDBStore(tmpDir, DIMENSIONS);
+            // Should auto-connect and work without explicit connect()
+            const countResult = await freshStore.count();
+            expect(countResult.isOk()).toBe(true);
+            if (countResult.isOk()) {
+                expect(countResult.value).toBeGreaterThanOrEqual(0);
+            }
+            freshStore.close();
+        });
+    });
+});
+//# sourceMappingURL=lancedb-store.test.js.map

package/dist/embedding/lancedb-store.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lancedb-store.test.js","sourceRoot":"","sources":["../../src/embedding/lancedb-store.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAElC,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,IAAI,MAAc,CAAC;IACnB,IAAI,KAAmB,CAAC;IACxB,MAAM,UAAU,GAAG,CAAC,CAAC;IAErB,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,MAAM,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,eAAe,CAAC,CAAC,CAAC;QACjE,KAAK,GAAG,IAAI,YAAY,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAC7C,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;QACtB,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAC/B,CAAC,SAAS,EAAE,SAAS,CAAC,EACtB;gBACE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;gBACpB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;aACrB,EACD;gBACE;oBACE,OAAO,EAAE,sCAAsC;oBAC/C,UAAU,EAAE,kBAAkB;oBAC9B,UAAU,EAAE,UAAU;oBACtB,SAAS,EAAE,cAAc;oBACzB,QAAQ,EAAE,YAAY;iBACvB;gBACD;oBACE,OAAO,EAAE,sCAAsC;oBAC/C,UAAU,EAAE,uBAAuB;oBACnC,UAAU,EAAE,UAAU;oBACtB,SAAS,EAAE,cAAc;oBACzB,QAAQ,EAAE,YAAY;iBACvB;aACF,CACF,CAAC;YAEF,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YACxC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;YACtE,sBAAsB;YACtB,MAAM,KAAK,CAAC,MAAM,CAChB,CAAC,SAAS,CAAC,EACX,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EACtB;gBACE;oBACE,OAAO,EAAE,kBAAkB;oBAC3B,UAAU,EAAE,kBAAkB;oBAC9B,UAAU,EAAE,UAAU;oBACtB,SAAS,EAAE,YAAY;oBACvB,QAAQ,EAAE,YAAY;iBACvB;aACF,CACF,CAAC;YAEF,sBAAsB;YACtB,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAC/B,CAAC,SAAS,CAAC,EACX,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EACtB;gBACE;oBACE,OAAO,EAAE,iBAAiB;oBAC1B,UAAU,EAAE,iBAAiB;oBAC7B,UAAU,EAAE,UAAU;oBACtB,SAAS,EAAE,YAAY;oBACvB,QAAQ,EAAE,YAAY;iBACvB;aACF,CACF,CAAC;YAEF,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YACxC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;YACrE,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAC/B,CAAC,SAAS,CAAC,EACX,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EACtB,CAAC,EAAE,CAAC,CACL,CAAC;YAEF,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YACxC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;QACrB,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;YAC1D,MAAM,KAAK,CAAC,MAAM,CAChB,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,EACjC;gBACE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;gBACpB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;gBACpB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;aACrB,EACD;gBACE;oBACE,OAAO,EAAE,WAAW;oBACpB,UAAU,EAAE,WAAW;oBACvB,UAAU,EAAE,UAAU;oBACtB,SAAS,EAAE,MAAM;oBACjB,QAAQ,EAAE,YAAY;iBACvB;gBACD;oBACE,OAAO,EAAE,WAAW;oBACpB,UAAU,EAAE,WAAW;oBACvB,UAAU,EAAE,UAAU;oBACtB,SAAS,EAAE,MAAM;oBACjB,QAAQ,EAAE,YAAY;iBACvB;gBACD;oBACE,OAAO,EAAE,WAAW;oBACpB,UAAU,EAAE,WAAW;oBACvB,UAAU,EAAE,UAAU;oBACtB,SAAS,EAAE,MAAM;oBACjB,QAAQ,EAAE,YAAY;iBACvB;aACF,CACF,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAE1D,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBACrC,qDAAqD;gBACrD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC5C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;gBAClD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;gBACtD,gCAAgC;gBAChC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,UAAU,GAAG,IAAI,YAAY,CAAC,MAAM,GAAG,QAAQ,EAAE,UAAU,CAAC,CAAC;YACnE,MAAM,QAAQ,GAAG,MAAM,GAAG,QAAQ,CAAC;YACnC,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAE5C,IAAI,CAAC;gBACH,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;gBAC3B,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;gBAE/D,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;oBAClB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;oBAAS,CAAC;gBACT,UAAU,CAAC,KAAK,EAAE,CAAC;gBACnB,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACxD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;YACzC,MAAM,KAAK,CAAC,MAAM,CAChB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EACf;gBACE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;gBACpB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;gBACpB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;aACrB,EACD;gBACE,EAAE,OAAO,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;gBACvF,EAAE,OAAO,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;gBACvF,EAAE,OAAO,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;aACxF,CACF,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAE1D,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACvC,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC5D,MAAM,KAAK,CAAC,MAAM,CAChB,CAAC,aAAa,CAAC,EACf,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EACtB;gBACE,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;aAC5F,CACF,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAE1D,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,qDAAqD;gBACrD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YACrD,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;QACtB,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;YAC3C,MAAM,KAAK,CAAC,MAAM,CAChB,CAAC,SAAS,EAAE,SAAS,CAAC,EACtB;gBACE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;gBACpB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;aACrB,EACD;gBACE,EAAE,OAAO,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;gBACvF,EAAE,OAAO,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;aACxF,CACF,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEjC,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YACxC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,KAAK,CAAC,MAAM,CAChB,CAAC,SAAS,CAAC,EACX,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,EACtB;gBACE,EAAE,OAAO,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;aACxF,CACF,CAAC;YAEF,0CAA0C;YAC1C,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC;YACpD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEjC,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YACxC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;YAC1D,MAAM,QAAQ,GAAG,MAAM,GAAG,SAAS,CAAC;YACpC,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5C,MAAM,UAAU,GAAG,IAAI,YAAY,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YAE1D,IAAI,CAAC;gBACH,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;gBAC3B,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;gBACrD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnC,CAAC;oBAAS,CAAC;gBACT,UAAU,CAAC,KAAK,EAAE,CAAC;gBACnB,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACxD,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;QACrB,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/C,MAAM,QAAQ,GAAG,MAAM,GAAG,SAAS,CAAC;YACpC,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5C,MAAM,UAAU,GAAG,IAAI,YAAY,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YAE1D,IAAI,CAAC;gBACH,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;gBAC3B,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;gBAC7C,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC1D,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACxB,CAAC;oBAAS,CAAC;gBACT,UAAU,CAAC,KAAK,EAAE,CAAC;gBACnB,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACxD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,KAAK,CAAC,MAAM,CAChB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EACf;gBACE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACZ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACZ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;aACb,EACD;gBACE,EAAE,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;gBAC5E,EAAE,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;gBAC5E,EAAE,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;aAC7E,CACF,CAAC;YAEF,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YACxC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;QACrB,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YACzD,KAAK,CAAC,KAAK,EAAE,CAAC;YACd,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,mBAAmB;QACpC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,MAAM,UAAU,GAAG,IAAI,YAAY,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAExD,0DAA0D;YAC1D,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;YAC7C,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtC,IAAI,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC;gBACvB,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;YACtD,CAAC;YACD,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/embedding/model-lifecycle-manager.d.ts

@@ -0,0 +1,83 @@
+import type { ChildProcess } from 'node:child_process';
+import { type Result } from 'neverthrow';
+export type BackendType = 'ollama' | 'docker';
+export type GpuMode = 'auto' | 'nvidia' | 'none';
+export interface DockerConfig {
+    image: string;
+    gpu: GpuMode;
+}
+export interface ModelLifecycleConfig {
+    model: string;
+    autoStart: boolean;
+    autoStop: boolean;
+    docker: DockerConfig;
+    healthCheckTimeoutMs: number;
+    healthCheckIntervalMs: number;
+    baseUrl: string;
+}
+export interface BackendInfo {
+    type: BackendType;
+    baseUrl: string;
+    pid?: number;
+    containerId?: string;
+    managedByUs: boolean;
+}
+export type ProgressCallback = (status: string, completed: number, total: number) => void;
+export declare class ModelLifecycleError extends Error {
+    constructor(message: string);
+}
+export interface ProcessExecutor {
+    execFile(command: string, args: string[]): Promise<{
+        stdout: string;
+        stderr: string;
+    }>;
+    spawn(command: string, args: string[], options: {
+        detached: boolean;
+        stdio: 'ignore' | 'pipe';
+    }): ChildProcess;
+}
+export type FetchFn = typeof globalThis.fetch;
+export declare class ModelLifecycleManager {
+    private readonly config;
+    private readonly executor;
+    private readonly fetchFn;
+    private backendInfo;
+    constructor(config?: Partial<ModelLifecycleConfig>, executor?: ProcessExecutor, fetchFn?: FetchFn);
+    /** Returns the active backend info, or null if not yet started. */
+    get activeBackend(): BackendInfo | null;
+    /**
+     * Detect the first available backend, checking in priority order:
+     * 1. Running Ollama service
+     * 2. Ollama binary installed (not running)
+     * 3. Docker available
+     */
+    detectBackend(): Promise<BackendInfo | null>;
+    /**
+     * Ensure an embedding backend is running. Tries in order:
+     * 1. If Ollama is already running, use it
+     * 2. If Ollama is installed, start it
+     * 3. If Docker is available, start Ollama container
+     * 4. Return err with installation instructions
+     */
+    ensureRunning(): Promise<Result<BackendInfo, ModelLifecycleError>>;
+    /**
+     * Ensure the embedding model is available locally.
+     * Pulls it if not present, with progress reporting.
+     */
+    ensureModel(model?: string, onProgress?: ProgressCallback): Promise<Result<void, ModelLifecycleError>>;
+    /**
+     * Stop the backend if it was started by us.
+     * Caller is responsible for checking autoStop config.
+     */
+    stop(): Promise<Result<void, ModelLifecycleError>>;
+    private isOllamaRunning;
+    private isOllamaInstalled;
+    private startOllama;
+    private isDockerAvailable;
+    private startDockerContainer;
+    private hasNvidiaGpu;
+    private waitForHealth;
+    private isModelAvailable;
+    private pullModel;
+    private sleep;
+}