@code-rag/core 0.1.0

package/dist/indexer/incremental-indexer.test.js

@@ -0,0 +1,266 @@
+import { describe, it, expect, beforeEach, afterEach } from 'vitest';
+import { mkdtempSync, writeFileSync, rmSync } from 'node:fs';
+import { join } from 'node:path';
+import { tmpdir } from 'node:os';
+import { ok } from 'neverthrow';
+import { IndexState, computeFileHash } from './index-state.js';
+import { IncrementalIndexer } from './incremental-indexer.js';
+/**
+ * Minimal mock of GitClient that satisfies the interface.
+ * The IncrementalIndexer currently relies on FileScanner rather than
+ * GitClient for change detection, but the interface requires it.
+ */
+function createMockGitClient() {
+    return {
+        async getChangedFiles(_since) {
+            return ok([]);
+        },
+        async getFileMetadata(filePath) {
+            return ok({
+                filePath,
+                lastModified: new Date(),
+                author: 'test',
+                commitHash: 'abc123',
+            });
+        },
+        async getCurrentCommit() {
+            return ok('abc123def456');
+        },
+        async isGitRepo(_dir) {
+            return ok(true);
+        },
+    };
+}
+describe('IncrementalIndexer', () => {
+    let tempDir;
+    let config;
+    let gitClient;
+    beforeEach(() => {
+        tempDir = mkdtempSync(join(tmpdir(), 'coderag-indexer-test-'));
+        config = {
+            rootDir: tempDir,
+            maxTokensPerChunk: 500,
+            concurrency: 2,
+        };
+        gitClient = createMockGitClient();
+    });
+    afterEach(() => {
+        rmSync(tempDir, { recursive: true, force: true });
+    });
+    describe('detectChanges', () => {
+        it('should detect new files when state is empty', async () => {
+            writeFileSync(join(tempDir, 'main.ts'), 'export const x = 1;');
+            writeFileSync(join(tempDir, 'util.ts'), 'export function add() {}');
+            const state = new IndexState();
+            const indexer = new IncrementalIndexer(config, gitClient, state);
+            const result = await indexer.detectChanges();
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                expect(result.value.added.sort()).toEqual(['main.ts', 'util.ts']);
+                expect(result.value.modified).toEqual([]);
+                expect(result.value.deleted).toEqual([]);
+            }
+        });
+        it('should detect modified files when content hash changes', async () => {
+            const originalContent = 'export const x = 1;';
+            const newContent = 'export const x = 2;';
+            writeFileSync(join(tempDir, 'main.ts'), newContent);
+            const state = new IndexState();
+            state.setFileState('main.ts', {
+                filePath: 'main.ts',
+                contentHash: computeFileHash(originalContent),
+                lastIndexedAt: new Date(),
+                chunkIds: ['old-chunk'],
+            });
+            const indexer = new IncrementalIndexer(config, gitClient, state);
+            const result = await indexer.detectChanges();
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                expect(result.value.added).toEqual([]);
+                expect(result.value.modified).toEqual(['main.ts']);
+                expect(result.value.deleted).toEqual([]);
+            }
+        });
+        it('should detect deleted files', async () => {
+            // State has a file that no longer exists on disk
+            const state = new IndexState();
+            state.setFileState('deleted.ts', {
+                filePath: 'deleted.ts',
+                contentHash: 'some-hash',
+                lastIndexedAt: new Date(),
+                chunkIds: ['chunk-1'],
+            });
+            const indexer = new IncrementalIndexer(config, gitClient, state);
+            const result = await indexer.detectChanges();
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                expect(result.value.added).toEqual([]);
+                expect(result.value.modified).toEqual([]);
+                expect(result.value.deleted).toEqual(['deleted.ts']);
+            }
+        });
+        it('should report no changes when state matches filesystem', async () => {
+            const content = 'export const x = 1;';
+            writeFileSync(join(tempDir, 'main.ts'), content);
+            const state = new IndexState();
+            state.setFileState('main.ts', {
+                filePath: 'main.ts',
+                contentHash: computeFileHash(content),
+                lastIndexedAt: new Date(),
+                chunkIds: ['chunk-1'],
+            });
+            const indexer = new IncrementalIndexer(config, gitClient, state);
+            const result = await indexer.detectChanges();
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                expect(result.value.added).toEqual([]);
+                expect(result.value.modified).toEqual([]);
+                expect(result.value.deleted).toEqual([]);
+            }
+        });
+        it('should detect a mix of added, modified, and deleted files', async () => {
+            const existingContent = 'export const y = 2;';
+            const modifiedContent = 'export const y = 999;';
+            writeFileSync(join(tempDir, 'existing.ts'), modifiedContent);
+            writeFileSync(join(tempDir, 'brand-new.ts'), 'new file');
+            const state = new IndexState();
+            state.setFileState('existing.ts', {
+                filePath: 'existing.ts',
+                contentHash: computeFileHash(existingContent),
+                lastIndexedAt: new Date(),
+                chunkIds: ['c1'],
+            });
+            state.setFileState('gone.ts', {
+                filePath: 'gone.ts',
+                contentHash: 'old',
+                lastIndexedAt: new Date(),
+                chunkIds: ['c2'],
+            });
+            const indexer = new IncrementalIndexer(config, gitClient, state);
+            const result = await indexer.detectChanges();
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                expect(result.value.added).toEqual(['brand-new.ts']);
+                expect(result.value.modified).toEqual(['existing.ts']);
+                expect(result.value.deleted).toEqual(['gone.ts']);
+            }
+        });
+    });
+    describe('reindex', () => {
+        it('should process added files and update state', async () => {
+            writeFileSync(join(tempDir, 'new-file.ts'), 'export const z = 42;');
+            const state = new IndexState();
+            const indexer = new IncrementalIndexer(config, gitClient, state);
+            const changes = {
+                added: ['new-file.ts'],
+                modified: [],
+                deleted: [],
+            };
+            const result = await indexer.reindex(changes);
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                expect(result.value.added).toEqual(['new-file.ts']);
+                expect(result.value.modified).toEqual([]);
+                expect(result.value.deleted).toEqual([]);
+                expect(result.value.totalChunks).toBeGreaterThan(0);
+                expect(result.value.duration).toBeGreaterThanOrEqual(0);
+            }
+            // Verify state was updated
+            const fileState = state.getFileState('new-file.ts');
+            expect(fileState).toBeDefined();
+            expect(fileState?.chunkIds.length).toBeGreaterThan(0);
+        });
+        it('should process modified files and update state', async () => {
+            const newContent = 'export const z = 99;';
+            writeFileSync(join(tempDir, 'modified.ts'), newContent);
+            const state = new IndexState();
+            state.setFileState('modified.ts', {
+                filePath: 'modified.ts',
+                contentHash: 'old-hash',
+                lastIndexedAt: new Date('2025-01-01'),
+                chunkIds: ['old-chunk'],
+            });
+            const indexer = new IncrementalIndexer(config, gitClient, state);
+            const changes = {
+                added: [],
+                modified: ['modified.ts'],
+                deleted: [],
+            };
+            const result = await indexer.reindex(changes);
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                expect(result.value.modified).toEqual(['modified.ts']);
+            }
+            // Verify state was updated with new hash
+            const fileState = state.getFileState('modified.ts');
+            expect(fileState).toBeDefined();
+            expect(fileState?.contentHash).toBe(computeFileHash(newContent));
+        });
+        it('should remove deleted files from state', async () => {
+            const state = new IndexState();
+            state.setFileState('deleted.ts', {
+                filePath: 'deleted.ts',
+                contentHash: 'hash',
+                lastIndexedAt: new Date(),
+                chunkIds: ['c1'],
+            });
+            const indexer = new IncrementalIndexer(config, gitClient, state);
+            const changes = {
+                added: [],
+                modified: [],
+                deleted: ['deleted.ts'],
+            };
+            const result = await indexer.reindex(changes);
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                expect(result.value.deleted).toEqual(['deleted.ts']);
+            }
+            // Verify file was removed from state
+            expect(state.getFileState('deleted.ts')).toBeUndefined();
+        });
+        it('should track unchanged files', async () => {
+            const content = 'export const stable = true;';
+            writeFileSync(join(tempDir, 'stable.ts'), content);
+            writeFileSync(join(tempDir, 'new.ts'), 'new');
+            const state = new IndexState();
+            state.setFileState('stable.ts', {
+                filePath: 'stable.ts',
+                contentHash: computeFileHash(content),
+                lastIndexedAt: new Date(),
+                chunkIds: ['existing-chunk'],
+            });
+            const indexer = new IncrementalIndexer(config, gitClient, state);
+            const changes = {
+                added: ['new.ts'],
+                modified: [],
+                deleted: [],
+            };
+            const result = await indexer.reindex(changes);
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                expect(result.value.unchanged).toContain('stable.ts');
+                // 1 existing chunk from stable.ts + 1 new chunk from new.ts
+                expect(result.value.totalChunks).toBe(2);
+            }
+        });
+        it('should handle empty change set', async () => {
+            const state = new IndexState();
+            const indexer = new IncrementalIndexer(config, gitClient, state);
+            const changes = {
+                added: [],
+                modified: [],
+                deleted: [],
+            };
+            const result = await indexer.reindex(changes);
+            expect(result.isOk()).toBe(true);
+            if (result.isOk()) {
+                expect(result.value.added).toEqual([]);
+                expect(result.value.modified).toEqual([]);
+                expect(result.value.deleted).toEqual([]);
+                expect(result.value.unchanged).toEqual([]);
+                expect(result.value.totalChunks).toBe(0);
+            }
+        });
+    });
+});
+//# sourceMappingURL=incremental-indexer.test.js.map

package/dist/indexer/incremental-indexer.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"incremental-indexer.test.js","sourceRoot":"","sources":["../../src/indexer/incremental-indexer.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC7D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,EAAE,EAAe,MAAM,YAAY,CAAC;AAG7C,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAG9D;;;;GAIG;AACH,SAAS,mBAAmB;IAC1B,OAAO;QACL,KAAK,CAAC,eAAe,CAAC,MAAe;YACnC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QAChB,CAAC;QACD,KAAK,CAAC,eAAe,CAAC,QAAgB;YACpC,OAAO,EAAE,CAAC;gBACR,QAAQ;gBACR,YAAY,EAAE,IAAI,IAAI,EAAE;gBACxB,MAAM,EAAE,MAAM;gBACd,UAAU,EAAE,QAAQ;aACrB,CAAC,CAAC;QACL,CAAC;QACD,KAAK,CAAC,gBAAgB;YACpB,OAAO,EAAE,CAAC,cAAc,CAAC,CAAC;QAC5B,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,IAAY;YAC1B,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,IAAI,OAAe,CAAC;IACpB,IAAI,MAAqB,CAAC;IAC1B,IAAI,SAAoB,CAAC;IAEzB,UAAU,CAAC,GAAG,EAAE;QACd,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,uBAAuB,CAAC,CAAC,CAAC;QAC/D,MAAM,GAAG;YACP,OAAO,EAAE,OAAO;YAChB,iBAAiB,EAAE,GAAG;YACtB,WAAW,EAAE,CAAC;SACf,CAAC;QACF,SAAS,GAAG,mBAAmB,EAAE,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC7B,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;YAC3D,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,qBAAqB,CAAC,CAAC;YAC/D,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,0BAA0B,CAAC,CAAC;YAEpE,MAAM,KAAK,GAAG,IAAI,UAAU,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YAEjE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YAE7C,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;gBAClE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;YACtE,MAAM,eAAe,GAAG,qBAAqB,CAAC;YAC9C,MAAM,UAAU,GAAG,qBAAqB,CAAC;YAEzC,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,UAAU,CAAC,CAAC;YAEpD,MAAM,KAAK,GAAG,IAAI,UAAU,EAAE,CAAC;YAC/B,KAAK,CAAC,YAAY,CAAC,SAAS,EAAE;gBAC5B,QAAQ,EAAE,SAAS;gBACnB,WAAW,EAAE,eAAe,CAAC,eAAe,CAAC;gBAC7C,aAAa,EAAE,IAAI,IAAI,EAAE;gBACzB,QAAQ,EAAE,CAAC,WAAW,CAAC;aACxB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YACjE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YAE7C,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBACvC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;gBACnD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;YAC3C,iDAAiD;YACjD,MAAM,KAAK,GAAG,IAAI,UAAU,EAAE,CAAC;YAC/B,KAAK,CAAC,YAAY,CAAC,YAAY,EAAE;gBAC/B,QAAQ,EAAE,YAAY;gBACtB,WAAW,EAAE,WAAW;gBACxB,aAAa,EAAE,IAAI,IAAI,EAAE;gBACzB,QAAQ,EAAE,CAAC,SAAS,CAAC;aACtB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YACjE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YAE7C,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBACvC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;YACvD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;YACtE,MAAM,OAAO,GAAG,qBAAqB,CAAC;YACtC,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,OAAO,CAAC,CAAC;YAEjD,MAAM,KAAK,GAAG,IAAI,UAAU,EAAE,CAAC;YAC/B,KAAK,CAAC,YAAY,CAAC,SAAS,EAAE;gBAC5B,QAAQ,EAAE,SAAS;gBACnB,WAAW,EAAE,eAAe,CAAC,OAAO,CAAC;gBACrC,aAAa,EAAE,IAAI,IAAI,EAAE;gBACzB,QAAQ,EAAE,CAAC,SAAS,CAAC;aACtB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YACjE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YAE7C,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBACvC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;YACzE,MAAM,eAAe,GAAG,qBAAqB,CAAC;YAC9C,MAAM,eAAe,GAAG,uBAAuB,CAAC;YAEhD,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,EAAE,eAAe,CAAC,CAAC;YAC7D,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,EAAE,UAAU,CAAC,CAAC;YAEzD,MAAM,KAAK,GAAG,IAAI,UAAU,EAAE,CAAC;YAC/B,KAAK,CAAC,YAAY,CAAC,aAAa,EAAE;gBAChC,QAAQ,EAAE,aAAa;gBACvB,WAAW,EAAE,eAAe,CAAC,eAAe,CAAC;gBAC7C,aAAa,EAAE,IAAI,IAAI,EAAE;gBACzB,QAAQ,EAAE,CAAC,IAAI,CAAC;aACjB,CAAC,CAAC;YACH,KAAK,CAAC,YAAY,CAAC,SAAS,EAAE;gBAC5B,QAAQ,EAAE,SAAS;gBACnB,WAAW,EAAE,KAAK;gBAClB,aAAa,EAAE,IAAI,IAAI,EAAE;gBACzB,QAAQ,EAAE,CAAC,IAAI,CAAC;aACjB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YACjE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YAE7C,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC;gBACrD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;gBACvD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;YACpD,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;YAC3D,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,EAAE,sBAAsB,CAAC,CAAC;YAEpE,MAAM,KAAK,GAAG,IAAI,UAAU,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YAEjE,MAAM,OAAO,GAAc;gBACzB,KAAK,EAAE,CAAC,aAAa,CAAC;gBACtB,QAAQ,EAAE,EAAE;gBACZ,OAAO,EAAE,EAAE;aACZ,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAE9C,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;gBACpD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBACzC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;gBACpD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;YAC1D,CAAC;YAED,2BAA2B;YAC3B,MAAM,SAAS,GAAG,KAAK,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;YACpD,MAAM,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;YAChC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,UAAU,GAAG,sBAAsB,CAAC;YAC1C,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,EAAE,UAAU,CAAC,CAAC;YAExD,MAAM,KAAK,GAAG,IAAI,UAAU,EAAE,CAAC;YAC/B,KAAK,CAAC,YAAY,CAAC,aAAa,EAAE;gBAChC,QAAQ,EAAE,aAAa;gBACvB,WAAW,EAAE,UAAU;gBACvB,aAAa,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC;gBACrC,QAAQ,EAAE,CAAC,WAAW,CAAC;aACxB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YAEjE,MAAM,OAAO,GAAc;gBACzB,KAAK,EAAE,EAAE;gBACT,QAAQ,EAAE,CAAC,aAAa,CAAC;gBACzB,OAAO,EAAE,EAAE;aACZ,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAE9C,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;YACzD,CAAC;YAED,yCAAyC;YACzC,MAAM,SAAS,GAAG,KAAK,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;YACpD,MAAM,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;YAChC,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,MAAM,KAAK,GAAG,IAAI,UAAU,EAAE,CAAC;YAC/B,KAAK,CAAC,YAAY,CAAC,YAAY,EAAE;gBAC/B,QAAQ,EAAE,YAAY;gBACtB,WAAW,EAAE,MAAM;gBACnB,aAAa,EAAE,IAAI,IAAI,EAAE;gBACzB,QAAQ,EAAE,CAAC,IAAI,CAAC;aACjB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YAEjE,MAAM,OAAO,GAAc;gBACzB,KAAK,EAAE,EAAE;gBACT,QAAQ,EAAE,EAAE;gBACZ,OAAO,EAAE,CAAC,YAAY,CAAC;aACxB,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAE9C,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;YACvD,CAAC;YAED,qCAAqC;YACrC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;YAC5C,MAAM,OAAO,GAAG,6BAA6B,CAAC;YAC9C,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,EAAE,OAAO,CAAC,CAAC;YACnD,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;YAE9C,MAAM,KAAK,GAAG,IAAI,UAAU,EAAE,CAAC;YAC/B,KAAK,CAAC,YAAY,CAAC,WAAW,EAAE;gBAC9B,QAAQ,EAAE,WAAW;gBACrB,WAAW,EAAE,eAAe,CAAC,OAAO,CAAC;gBACrC,aAAa,EAAE,IAAI,IAAI,EAAE;gBACzB,QAAQ,EAAE,CAAC,gBAAgB,CAAC;aAC7B,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YAEjE,MAAM,OAAO,GAAc;gBACzB,KAAK,EAAE,CAAC,QAAQ,CAAC;gBACjB,QAAQ,EAAE,EAAE;gBACZ,OAAO,EAAE,EAAE;aACZ,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAE9C,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;gBACtD,4DAA4D;gBAC5D,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC9C,MAAM,KAAK,GAAG,IAAI,UAAU,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YAEjE,MAAM,OAAO,GAAc;gBACzB,KAAK,EAAE,EAAE;gBACT,QAAQ,EAAE,EAAE;gBACZ,OAAO,EAAE,EAAE;aACZ,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAE9C,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBACvC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBACzC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC3C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/indexer/index-check.d.ts

@@ -0,0 +1,22 @@
+/**
+ * Result of checking whether a CodeRAG index exists at a given storage path.
+ *
+ * - `exists: false` — no index has been built (missing LanceDB data or BM25 file)
+ * - `exists: true, empty: true` — index structure exists but contains 0 chunks
+ * - `exists: true, empty: false` — index exists and has chunks
+ */
+export interface IndexCheckResult {
+    readonly exists: boolean;
+    readonly empty: boolean;
+}
+/**
+ * Check whether a CodeRAG index exists at the given storage path.
+ *
+ * Checks both:
+ * 1. LanceDB directory exists and contains data (has subdirectories/files)
+ * 2. BM25 index file exists (`bm25-index.json`)
+ *
+ * If both exist, reads the BM25 index to determine whether the index is empty
+ * (0 documents) or populated.
+ */
+export declare function checkIndexExists(storagePath: string): Promise<IndexCheckResult>;

package/dist/indexer/index-check.js

@@ -0,0 +1,74 @@
+import { access, readFile, readdir } from 'node:fs/promises';
+import { join } from 'node:path';
+const BM25_INDEX_FILE = 'bm25-index.json';
+/**
+ * Check whether a CodeRAG index exists at the given storage path.
+ *
+ * Checks both:
+ * 1. LanceDB directory exists and contains data (has subdirectories/files)
+ * 2. BM25 index file exists (`bm25-index.json`)
+ *
+ * If both exist, reads the BM25 index to determine whether the index is empty
+ * (0 documents) or populated.
+ */
+export async function checkIndexExists(storagePath) {
+    const NO_INDEX = { exists: false, empty: false };
+    // Check if the storage directory itself exists
+    const dirExists = await fileExists(storagePath);
+    if (!dirExists) {
+        return NO_INDEX;
+    }
+    // Check if the directory has any LanceDB data (subdirectories or .lance files)
+    const hasLanceData = await directoryHasContent(storagePath);
+    if (!hasLanceData) {
+        return NO_INDEX;
+    }
+    // Check if BM25 index file exists
+    const bm25Path = join(storagePath, BM25_INDEX_FILE);
+    const bm25Exists = await fileExists(bm25Path);
+    if (!bm25Exists) {
+        return NO_INDEX;
+    }
+    // Both exist; check if BM25 index has any documents
+    const isEmpty = await isBm25Empty(bm25Path);
+    return { exists: true, empty: isEmpty };
+}
+async function fileExists(path) {
+    try {
+        await access(path);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+async function directoryHasContent(dirPath) {
+    try {
+        const entries = await readdir(dirPath);
+        // Filter out just the BM25 file — we want actual LanceDB data
+        const dataEntries = entries.filter((e) => e !== BM25_INDEX_FILE && e !== 'graph.json');
+        return dataEntries.length > 0;
+    }
+    catch {
+        return false;
+    }
+}
+async function isBm25Empty(bm25Path) {
+    try {
+        const content = await readFile(bm25Path, 'utf-8');
+        const parsed = JSON.parse(content);
+        if (parsed !== null && typeof parsed === 'object' && !Array.isArray(parsed)) {
+            const record = parsed;
+            // MiniSearch JSON has a `documentCount` field
+            if (typeof record['documentCount'] === 'number') {
+                return record['documentCount'] === 0;
+            }
+        }
+        // If we cannot determine count, assume not empty (conservative)
+        return false;
+    }
+    catch {
+        // If BM25 file is corrupted or unreadable, treat as empty
+        return true;
+    }
+}

package/dist/indexer/index-check.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-check.js","sourceRoot":"","sources":["../../src/indexer/index-check.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAcjC,MAAM,eAAe,GAAG,iBAAiB,CAAC;AAE1C;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,WAAmB;IACxD,MAAM,QAAQ,GAAqB,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAEnE,+CAA+C;IAC/C,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,WAAW,CAAC,CAAC;IAChD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,+EAA+E;IAC/E,MAAM,YAAY,GAAG,MAAM,mBAAmB,CAAC,WAAW,CAAC,CAAC;IAC5D,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,kCAAkC;IAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;IACpD,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC9C,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,oDAAoD;IACpD,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,CAAC;IAE5C,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY;IACpC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,OAAe;IAChD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;QACvC,8DAA8D;QAC9D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,eAAe,IAAI,CAAC,KAAK,YAAY,CAAC,CAAC;QACvF,OAAO,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,QAAgB;IACzC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAClD,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5E,MAAM,MAAM,GAAG,MAAiC,CAAC;YACjD,8CAA8C;YAC9C,IAAI,OAAO,MAAM,CAAC,eAAe,CAAC,KAAK,QAAQ,EAAE,CAAC;gBAChD,OAAO,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;QACD,gEAAgE;QAChE,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,MAAM,CAAC;QACP,0DAA0D;QAC1D,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/indexer/index-check.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/indexer/index-check.test.js

@@ -0,0 +1,100 @@
+import { describe, it, expect, beforeEach, afterEach } from 'vitest';
+import { mkdtemp, writeFile, mkdir, rm } from 'node:fs/promises';
+import { join } from 'node:path';
+import { tmpdir } from 'node:os';
+import { checkIndexExists } from './index-check.js';
+describe('checkIndexExists', () => {
+    let tempDir;
+    beforeEach(async () => {
+        tempDir = await mkdtemp(join(tmpdir(), 'coderag-index-check-'));
+    });
+    afterEach(async () => {
+        await rm(tempDir, { recursive: true, force: true });
+    });
+    it('should return exists:false when storage path does not exist', async () => {
+        const result = await checkIndexExists(join(tempDir, 'nonexistent'));
+        expect(result.exists).toBe(false);
+        expect(result.empty).toBe(false);
+    });
+    it('should return exists:false when storage directory is empty', async () => {
+        const storagePath = join(tempDir, '.coderag');
+        await mkdir(storagePath, { recursive: true });
+        const result = await checkIndexExists(storagePath);
+        expect(result.exists).toBe(false);
+    });
+    it('should return exists:false when only BM25 index exists (no LanceDB data)', async () => {
+        const storagePath = join(tempDir, '.coderag');
+        await mkdir(storagePath, { recursive: true });
+        await writeFile(join(storagePath, 'bm25-index.json'), '{"documentCount": 5}');
+        const result = await checkIndexExists(storagePath);
+        expect(result.exists).toBe(false);
+    });
+    it('should return exists:false when only LanceDB data exists (no BM25 file)', async () => {
+        const storagePath = join(tempDir, '.coderag');
+        await mkdir(join(storagePath, 'chunks.lance'), { recursive: true });
+        const result = await checkIndexExists(storagePath);
+        expect(result.exists).toBe(false);
+    });
+    it('should return exists:true, empty:false when both LanceDB and BM25 exist with data', async () => {
+        const storagePath = join(tempDir, '.coderag');
+        await mkdir(join(storagePath, 'chunks.lance'), { recursive: true });
+        await writeFile(join(storagePath, 'bm25-index.json'), '{"documentCount": 42}');
+        const result = await checkIndexExists(storagePath);
+        expect(result.exists).toBe(true);
+        expect(result.empty).toBe(false);
+    });
+    it('should return exists:true, empty:true when index exists but has 0 documents', async () => {
+        const storagePath = join(tempDir, '.coderag');
+        await mkdir(join(storagePath, 'chunks.lance'), { recursive: true });
+        await writeFile(join(storagePath, 'bm25-index.json'), '{"documentCount": 0}');
+        const result = await checkIndexExists(storagePath);
+        expect(result.exists).toBe(true);
+        expect(result.empty).toBe(true);
+    });
+    it('should ignore graph.json when checking for LanceDB content', async () => {
+        const storagePath = join(tempDir, '.coderag');
+        await mkdir(storagePath, { recursive: true });
+        await writeFile(join(storagePath, 'graph.json'), '{}');
+        await writeFile(join(storagePath, 'bm25-index.json'), '{"documentCount": 5}');
+        // Only graph.json and bm25-index.json exist — no actual LanceDB data
+        const result = await checkIndexExists(storagePath);
+        expect(result.exists).toBe(false);
+    });
+    it('should handle corrupted BM25 JSON gracefully', async () => {
+        const storagePath = join(tempDir, '.coderag');
+        await mkdir(join(storagePath, 'chunks.lance'), { recursive: true });
+        await writeFile(join(storagePath, 'bm25-index.json'), 'NOT VALID JSON');
+        const result = await checkIndexExists(storagePath);
+        expect(result.exists).toBe(true);
+        // Corrupted file treated as empty
+        expect(result.empty).toBe(true);
+    });
+    it('should handle BM25 JSON without documentCount field', async () => {
+        const storagePath = join(tempDir, '.coderag');
+        await mkdir(join(storagePath, 'chunks.lance'), { recursive: true });
+        await writeFile(join(storagePath, 'bm25-index.json'), '{"someOtherField": true}');
+        const result = await checkIndexExists(storagePath);
+        expect(result.exists).toBe(true);
+        // Cannot determine count; conservatively assume not empty
+        expect(result.empty).toBe(false);
+    });
+    it('should handle BM25 JSON that is an array', async () => {
+        const storagePath = join(tempDir, '.coderag');
+        await mkdir(join(storagePath, 'chunks.lance'), { recursive: true });
+        await writeFile(join(storagePath, 'bm25-index.json'), '[1,2,3]');
+        const result = await checkIndexExists(storagePath);
+        expect(result.exists).toBe(true);
+        // Array is not a recognized format; conservatively assume not empty
+        expect(result.empty).toBe(false);
+    });
+    it('should work with multiple LanceDB data entries', async () => {
+        const storagePath = join(tempDir, '.coderag');
+        await mkdir(join(storagePath, 'chunks.lance'), { recursive: true });
+        await mkdir(join(storagePath, '_versions'), { recursive: true });
+        await writeFile(join(storagePath, 'bm25-index.json'), '{"documentCount": 100}');
+        const result = await checkIndexExists(storagePath);
+        expect(result.exists).toBe(true);
+        expect(result.empty).toBe(false);
+    });
+});
+//# sourceMappingURL=index-check.test.js.map

package/dist/indexer/index-check.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-check.test.js","sourceRoot":"","sources":["../../src/indexer/index-check.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACjE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAEpD,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,IAAI,OAAe,CAAC;IAEpB,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,sBAAsB,CAAC,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC;QACpE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE9C,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0EAA0E,EAAE,KAAK,IAAI,EAAE;QACxF,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9C,MAAM,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,EAAE,sBAAsB,CAAC,CAAC;QAE9E,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;QACvF,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEpE,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mFAAmF,EAAE,KAAK,IAAI,EAAE;QACjG,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACpE,MAAM,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,EAAE,uBAAuB,CAAC,CAAC;QAE/E,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6EAA6E,EAAE,KAAK,IAAI,EAAE;QAC3F,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACpE,MAAM,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,EAAE,sBAAsB,CAAC,CAAC;QAE9E,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9C,MAAM,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,EAAE,IAAI,CAAC,CAAC;QACvD,MAAM,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,EAAE,sBAAsB,CAAC,CAAC;QAE9E,qEAAqE;QACrE,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACpE,MAAM,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,EAAE,gBAAgB,CAAC,CAAC;QAExE,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,kCAAkC;QAClC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACpE,MAAM,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,EAAE,0BAA0B,CAAC,CAAC;QAElF,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,0DAA0D;QAC1D,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACpE,MAAM,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,EAAE,SAAS,CAAC,CAAC;QAEjE,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,oEAAoE;QACpE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACpE,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACjE,MAAM,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,EAAE,wBAAwB,CAAC,CAAC;QAEhF,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/indexer/index-state.d.ts

@@ -0,0 +1,61 @@
+/**
+ * Represents the indexed state of a single file, including its content hash
+ * and the chunk IDs that were produced from it.
+ */
+export interface IndexedFileState {
+    filePath: string;
+    contentHash: string;
+    lastIndexedAt: Date;
+    chunkIds: string[];
+}
+/**
+ * Serialized form of IndexedFileState where dates are ISO strings.
+ */
+interface SerializedFileState {
+    filePath: string;
+    contentHash: string;
+    lastIndexedAt: string;
+    chunkIds: string[];
+}
+/**
+ * Compute a deterministic SHA-256 hash of file content.
+ */
+export declare function computeFileHash(content: string): string;
+/**
+ * Tracks which files have been indexed and their content hashes,
+ * enabling incremental re-indexing by detecting what has changed.
+ */
+export declare class IndexState {
+    private readonly store;
+    constructor();
+    /**
+     * Retrieve the indexed state for a file, or undefined if not tracked.
+     */
+    getFileState(filePath: string): IndexedFileState | undefined;
+    /**
+     * Set or update the indexed state for a file.
+     */
+    setFileState(filePath: string, state: IndexedFileState): void;
+    /**
+     * Remove a file from the index state (e.g., when it has been deleted).
+     */
+    removeFile(filePath: string): void;
+    /**
+     * Return all file paths currently tracked in the index state.
+     */
+    getAllFiles(): string[];
+    /**
+     * Determine whether a file needs re-indexing.
+     * Returns true if the file is not in the index or its content hash differs.
+     */
+    isDirty(filePath: string, currentHash: string): boolean;
+    /**
+     * Serialize the index state to a plain JSON-compatible object.
+     */
+    toJSON(): Record<string, SerializedFileState>;
+    /**
+     * Deserialize an index state from a plain JSON object.
+     */
+    static fromJSON(data: Record<string, SerializedFileState>): IndexState;
+}
+export {};

package/dist/indexer/index-state.js

@@ -0,0 +1,82 @@
+import { createHash } from 'node:crypto';
+/**
+ * Compute a deterministic SHA-256 hash of file content.
+ */
+export function computeFileHash(content) {
+    return createHash('sha256').update(content).digest('hex');
+}
+/**
+ * Tracks which files have been indexed and their content hashes,
+ * enabling incremental re-indexing by detecting what has changed.
+ */
+export class IndexState {
+    store;
+    constructor() {
+        this.store = new Map();
+    }
+    /**
+     * Retrieve the indexed state for a file, or undefined if not tracked.
+     */
+    getFileState(filePath) {
+        return this.store.get(filePath);
+    }
+    /**
+     * Set or update the indexed state for a file.
+     */
+    setFileState(filePath, state) {
+        this.store.set(filePath, state);
+    }
+    /**
+     * Remove a file from the index state (e.g., when it has been deleted).
+     */
+    removeFile(filePath) {
+        this.store.delete(filePath);
+    }
+    /**
+     * Return all file paths currently tracked in the index state.
+     */
+    getAllFiles() {
+        return [...this.store.keys()];
+    }
+    /**
+     * Determine whether a file needs re-indexing.
+     * Returns true if the file is not in the index or its content hash differs.
+     */
+    isDirty(filePath, currentHash) {
+        const existing = this.store.get(filePath);
+        if (existing === undefined) {
+            return true;
+        }
+        return existing.contentHash !== currentHash;
+    }
+    /**
+     * Serialize the index state to a plain JSON-compatible object.
+     */
+    toJSON() {
+        const result = {};
+        for (const [key, value] of this.store) {
+            result[key] = {
+                filePath: value.filePath,
+                contentHash: value.contentHash,
+                lastIndexedAt: value.lastIndexedAt.toISOString(),
+                chunkIds: [...value.chunkIds],
+            };
+        }
+        return result;
+    }
+    /**
+     * Deserialize an index state from a plain JSON object.
+     */
+    static fromJSON(data) {
+        const state = new IndexState();
+        for (const [key, value] of Object.entries(data)) {
+            state.setFileState(key, {
+                filePath: value.filePath,
+                contentHash: value.contentHash,
+                lastIndexedAt: new Date(value.lastIndexedAt),
+                chunkIds: [...value.chunkIds],
+            });
+        }
+        return state;
+    }
+}

package/dist/indexer/index-state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-state.js","sourceRoot":"","sources":["../../src/indexer/index-state.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAuBzC;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,OAAe;IAC7C,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC5D,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,UAAU;IACJ,KAAK,CAAgC;IAEtD;QACE,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,QAAgB;QAC3B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,QAAgB,EAAE,KAAuB;QACpD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,QAAgB;QACzB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IAChC,CAAC;IAED;;;OAGG;IACH,OAAO,CAAC,QAAgB,EAAE,WAAmB;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,QAAQ,CAAC,WAAW,KAAK,WAAW,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,MAAM,MAAM,GAAwC,EAAE,CAAC;QACvD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACtC,MAAM,CAAC,GAAG,CAAC,GAAG;gBACZ,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC,WAAW,EAAE;gBAChD,QAAQ,EAAE,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC;aAC9B,CAAC;QACJ,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,IAAyC;QACvD,MAAM,KAAK,GAAG,IAAI,UAAU,EAAE,CAAC;QAC/B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAChD,KAAK,CAAC,YAAY,CAAC,GAAG,EAAE;gBACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,aAAa,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;gBAC5C,QAAQ,EAAE,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC;aAC9B,CAAC,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}

package/dist/indexer/index-state.test.d.ts

@@ -0,0 +1 @@
+export {};