@liendev/core 0.19.5

package/dist/indexer/incremental.d.ts

@@ -0,0 +1,47 @@
+import { EmbeddingService } from '../embeddings/types.js';
+import { VectorDB } from '../vectordb/lancedb.js';
+import { LienConfig, LegacyLienConfig } from '../config/schema.js';
+/**
+ * Normalize a file path to a consistent relative format.
+ * This ensures paths from different sources (git diff, scanner, etc.)
+ * are stored and queried consistently in the index.
+ *
+ * @param filepath - Absolute or relative file path
+ * @param rootDir - Workspace root directory (defaults to cwd)
+ * @returns Relative path from rootDir
+ */
+export declare function normalizeToRelativePath(filepath: string, rootDir?: string): string;
+export interface IncrementalIndexOptions {
+    verbose?: boolean;
+}
+/**
+ * Indexes a single file incrementally by updating its chunks in the vector database.
+ * This is the core function for incremental reindexing - it handles file changes,
+ * deletions, and additions.
+ *
+ * @param filepath - Absolute path to the file to index
+ * @param vectorDB - Initialized VectorDB instance
+ * @param embeddings - Initialized embeddings service
+ * @param config - Lien configuration
+ * @param options - Optional settings
+ */
+export declare function indexSingleFile(filepath: string, vectorDB: VectorDB, embeddings: EmbeddingService, config: LienConfig | LegacyLienConfig, options?: IncrementalIndexOptions): Promise<void>;
+/**
+ * Indexes multiple files incrementally.
+ * Processes files sequentially for simplicity and reliability.
+ *
+ * Uses Result type for explicit error handling, making it easier to test
+ * and reason about failure modes.
+ *
+ * Note: This function counts both successfully indexed files AND successfully
+ * handled deletions (files that don't exist but were removed from the index).
+ *
+ * @param filepaths - Array of absolute file paths to index
+ * @param vectorDB - Initialized VectorDB instance
+ * @param embeddings - Initialized embeddings service
+ * @param config - Lien configuration
+ * @param options - Optional settings
+ * @returns Number of successfully processed files (indexed or deleted)
+ */
+export declare function indexMultipleFiles(filepaths: string[], vectorDB: VectorDB, embeddings: EmbeddingService, config: LienConfig | LegacyLienConfig, options?: IncrementalIndexOptions): Promise<number>;
+//# sourceMappingURL=incremental.d.ts.map

package/dist/indexer/incremental.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"incremental.d.ts","sourceRoot":"","sources":["../../src/indexer/incremental.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAkC,MAAM,qBAAqB,CAAC;AAMnG;;;;;;;;GAQG;AACH,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAoBlF;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AA+FD;;;;;;;;;;GAUG;AACH,wBAAsB,eAAe,CACnC,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,gBAAgB,EAC5B,MAAM,EAAE,UAAU,GAAG,gBAAgB,EACrC,OAAO,GAAE,uBAA4B,GACpC,OAAO,CAAC,IAAI,CAAC,CAkEf;AAkCD;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EAAE,EACnB,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,gBAAgB,EAC5B,MAAM,EAAE,UAAU,GAAG,gBAAgB,EACrC,OAAO,GAAE,uBAA4B,GACpC,OAAO,CAAC,MAAM,CAAC,CAmGjB"}

package/dist/indexer/incremental.js

@@ -0,0 +1,284 @@
+import fs from 'fs/promises';
+import path from 'path';
+import { chunkFile } from './chunker.js';
+import { isModernConfig, isLegacyConfig } from '../config/schema.js';
+import { ManifestManager } from './manifest.js';
+import { EMBEDDING_MICRO_BATCH_SIZE } from '../constants.js';
+import { Ok, Err, isOk } from '../utils/result.js';
+/**
+ * Normalize a file path to a consistent relative format.
+ * This ensures paths from different sources (git diff, scanner, etc.)
+ * are stored and queried consistently in the index.
+ *
+ * @param filepath - Absolute or relative file path
+ * @param rootDir - Workspace root directory (defaults to cwd)
+ * @returns Relative path from rootDir
+ */
+export function normalizeToRelativePath(filepath, rootDir) {
+    // Normalize root and strip trailing slash to ensure consistent comparison
+    const root = (rootDir || process.cwd()).replace(/\\/g, '/').replace(/\/$/, '');
+    const normalized = filepath.replace(/\\/g, '/');
+    // If already relative, return as-is
+    if (!path.isAbsolute(filepath)) {
+        return normalized;
+    }
+    // Convert absolute to relative
+    if (normalized.startsWith(root + '/')) {
+        return normalized.slice(root.length + 1);
+    }
+    if (normalized.startsWith(root)) {
+        return normalized.slice(root.length);
+    }
+    // Fallback: use path.relative
+    return path.relative(root, filepath).replace(/\\/g, '/');
+}
+/**
+ * Shared helper that processes file content into chunks and embeddings.
+ * This is the core logic shared between indexSingleFile and indexMultipleFiles.
+ *
+ * Returns null for empty files (0 chunks), which callers should handle appropriately.
+ *
+ * @param filepath - Path to the file being processed
+ * @param content - File content
+ * @param embeddings - Embeddings service
+ * @param config - Lien configuration
+ * @param verbose - Whether to log verbose output
+ * @returns ProcessFileResult for non-empty files, null for empty files
+ */
+async function processFileContent(filepath, content, embeddings, config, verbose) {
+    // Get chunk settings (support both v0.3.0 and legacy v0.2.0 configs)
+    const chunkSize = isModernConfig(config)
+        ? config.core.chunkSize
+        : (isLegacyConfig(config) ? config.indexing.chunkSize : 75);
+    const chunkOverlap = isModernConfig(config)
+        ? config.core.chunkOverlap
+        : (isLegacyConfig(config) ? config.indexing.chunkOverlap : 10);
+    const useAST = isModernConfig(config)
+        ? config.chunking.useAST
+        : true;
+    const astFallback = isModernConfig(config)
+        ? config.chunking.astFallback
+        : 'line-based';
+    // Chunk the file
+    const chunks = chunkFile(filepath, content, {
+        chunkSize,
+        chunkOverlap,
+        useAST,
+        astFallback,
+    });
+    if (chunks.length === 0) {
+        // Empty file - return null so caller can handle appropriately
+        if (verbose) {
+            console.error(`[Lien] Empty file: ${filepath}`);
+        }
+        return null;
+    }
+    // Generate embeddings for all chunks
+    // Use micro-batching to prevent event loop blocking
+    const texts = chunks.map(c => c.content);
+    const vectors = [];
+    for (let j = 0; j < texts.length; j += EMBEDDING_MICRO_BATCH_SIZE) {
+        const microBatch = texts.slice(j, Math.min(j + EMBEDDING_MICRO_BATCH_SIZE, texts.length));
+        const microResults = await embeddings.embedBatch(microBatch);
+        vectors.push(...microResults);
+        // Yield to event loop for responsiveness
+        if (texts.length > EMBEDDING_MICRO_BATCH_SIZE) {
+            await new Promise(resolve => setImmediate(resolve));
+        }
+    }
+    return {
+        chunkCount: chunks.length,
+        vectors,
+        chunks,
+        texts,
+    };
+}
+/**
+ * Indexes a single file incrementally by updating its chunks in the vector database.
+ * This is the core function for incremental reindexing - it handles file changes,
+ * deletions, and additions.
+ *
+ * @param filepath - Absolute path to the file to index
+ * @param vectorDB - Initialized VectorDB instance
+ * @param embeddings - Initialized embeddings service
+ * @param config - Lien configuration
+ * @param options - Optional settings
+ */
+export async function indexSingleFile(filepath, vectorDB, embeddings, config, options = {}) {
+    const { verbose } = options;
+    // Normalize to relative path for consistent storage and queries
+    // This ensures paths from git diff (absolute) match paths from scanner (relative)
+    const normalizedPath = normalizeToRelativePath(filepath);
+    try {
+        // Check if file exists (use original filepath for filesystem operations)
+        try {
+            await fs.access(filepath);
+        }
+        catch {
+            // File doesn't exist - delete from index and manifest using normalized path
+            if (verbose) {
+                console.error(`[Lien] File deleted: ${normalizedPath}`);
+            }
+            await vectorDB.deleteByFile(normalizedPath);
+            const manifest = new ManifestManager(vectorDB.dbPath);
+            await manifest.removeFile(normalizedPath);
+            return;
+        }
+        // Read file content
+        const content = await fs.readFile(filepath, 'utf-8');
+        // Process file content (chunking + embeddings) - use normalized path for storage
+        const result = await processFileContent(normalizedPath, content, embeddings, config, verbose || false);
+        // Get actual file mtime for manifest
+        const stats = await fs.stat(filepath);
+        const manifest = new ManifestManager(vectorDB.dbPath);
+        if (result === null) {
+            // Empty file - remove from vector DB but keep in manifest with chunkCount: 0
+            await vectorDB.deleteByFile(normalizedPath);
+            await manifest.updateFile(normalizedPath, {
+                filepath: normalizedPath,
+                lastModified: stats.mtimeMs,
+                chunkCount: 0,
+            });
+            return;
+        }
+        // Non-empty file - update in database (atomic: delete old + insert new)
+        await vectorDB.updateFile(normalizedPath, result.vectors, result.chunks.map(c => c.metadata), result.texts);
+        // Update manifest after successful indexing
+        await manifest.updateFile(normalizedPath, {
+            filepath: normalizedPath,
+            lastModified: stats.mtimeMs,
+            chunkCount: result.chunkCount,
+        });
+        if (verbose) {
+            console.error(`[Lien] ✓ Updated ${normalizedPath} (${result.chunkCount} chunks)`);
+        }
+    }
+    catch (error) {
+        // Log error but don't throw - we want to continue with other files
+        console.error(`[Lien] ⚠️  Failed to index ${normalizedPath}: ${error}`);
+    }
+}
+/**
+ * Process a single file, returning a Result type.
+ * This helper makes error handling explicit and testable.
+ *
+ * @param filepath - Original filepath (may be absolute)
+ * @param normalizedPath - Normalized relative path for storage
+ */
+async function processSingleFileForIndexing(filepath, normalizedPath, embeddings, config, verbose) {
+    try {
+        // Read file stats and content using original path (for filesystem access)
+        const stats = await fs.stat(filepath);
+        const content = await fs.readFile(filepath, 'utf-8');
+        // Process content using normalized path (for storage)
+        const result = await processFileContent(normalizedPath, content, embeddings, config, verbose);
+        return Ok({
+            filepath: normalizedPath, // Store normalized path
+            result,
+            mtime: stats.mtimeMs,
+        });
+    }
+    catch (error) {
+        return Err(`Failed to process ${normalizedPath}: ${error}`);
+    }
+}
+/**
+ * Indexes multiple files incrementally.
+ * Processes files sequentially for simplicity and reliability.
+ *
+ * Uses Result type for explicit error handling, making it easier to test
+ * and reason about failure modes.
+ *
+ * Note: This function counts both successfully indexed files AND successfully
+ * handled deletions (files that don't exist but were removed from the index).
+ *
+ * @param filepaths - Array of absolute file paths to index
+ * @param vectorDB - Initialized VectorDB instance
+ * @param embeddings - Initialized embeddings service
+ * @param config - Lien configuration
+ * @param options - Optional settings
+ * @returns Number of successfully processed files (indexed or deleted)
+ */
+export async function indexMultipleFiles(filepaths, vectorDB, embeddings, config, options = {}) {
+    const { verbose } = options;
+    let processedCount = 0;
+    // Batch manifest updates for performance
+    const manifestEntries = [];
+    // Process each file sequentially (simple and reliable)
+    for (const filepath of filepaths) {
+        // Normalize to relative path for consistent storage and queries
+        // This ensures paths from git diff (absolute) match paths from scanner (relative)
+        const normalizedPath = normalizeToRelativePath(filepath);
+        const result = await processSingleFileForIndexing(filepath, normalizedPath, embeddings, config, verbose || false);
+        if (isOk(result)) {
+            const { filepath: storedPath, result: processResult, mtime } = result.value;
+            if (processResult === null) {
+                // Empty file - remove from vector DB but keep in manifest with chunkCount: 0
+                try {
+                    await vectorDB.deleteByFile(storedPath);
+                }
+                catch (error) {
+                    // Ignore errors if file wasn't in index
+                }
+                // Update manifest immediately for empty files (not batched)
+                const manifest = new ManifestManager(vectorDB.dbPath);
+                await manifest.updateFile(storedPath, {
+                    filepath: storedPath,
+                    lastModified: mtime,
+                    chunkCount: 0,
+                });
+                processedCount++;
+                continue;
+            }
+            // Non-empty file - delete old chunks if they exist
+            try {
+                await vectorDB.deleteByFile(storedPath);
+            }
+            catch (error) {
+                // Ignore - file might not be in index yet
+            }
+            // Insert new chunks
+            await vectorDB.insertBatch(processResult.vectors, processResult.chunks.map(c => c.metadata), processResult.texts);
+            // Queue manifest update (batch at end)
+            manifestEntries.push({
+                filepath: storedPath,
+                chunkCount: processResult.chunkCount,
+                mtime,
+            });
+            if (verbose) {
+                console.error(`[Lien] ✓ Updated ${storedPath} (${processResult.chunkCount} chunks)`);
+            }
+            processedCount++;
+        }
+        else {
+            // File doesn't exist or couldn't be read - handle deletion
+            if (verbose) {
+                console.error(`[Lien] ${result.error}`);
+            }
+            try {
+                await vectorDB.deleteByFile(normalizedPath);
+                const manifest = new ManifestManager(vectorDB.dbPath);
+                await manifest.removeFile(normalizedPath);
+            }
+            catch (error) {
+                // Ignore errors if file wasn't in index
+                if (verbose) {
+                    console.error(`[Lien] Note: ${normalizedPath} not in index`);
+                }
+            }
+            // Count as processed regardless of deletion success/failure
+            processedCount++;
+        }
+    }
+    // Batch update manifest at the end (much faster than updating after each file)
+    if (manifestEntries.length > 0) {
+        const manifest = new ManifestManager(vectorDB.dbPath);
+        await manifest.updateFiles(manifestEntries.map(entry => ({
+            filepath: entry.filepath,
+            lastModified: entry.mtime, // Use actual file mtime for accurate change detection
+            chunkCount: entry.chunkCount,
+        })));
+    }
+    return processedCount;
+}
+//# sourceMappingURL=incremental.js.map

package/dist/indexer/incremental.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"incremental.js","sourceRoot":"","sources":["../../src/indexer/incremental.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,aAAa,CAAC;AAC7B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAGzC,OAAO,EAAgC,cAAc,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACnG,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,0BAA0B,EAAE,MAAM,iBAAiB,CAAC;AAE7D,OAAO,EAAU,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAE3D;;;;;;;;GAQG;AACH,MAAM,UAAU,uBAAuB,CAAC,QAAgB,EAAE,OAAgB;IACxE,0EAA0E;IAC1E,MAAM,IAAI,GAAG,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC/E,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAEhD,oCAAoC;IACpC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC/B,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,+BAA+B;IAC/B,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;QACtC,OAAO,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAChC,OAAO,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvC,CAAC;IAED,8BAA8B;IAC9B,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AAC3D,CAAC;AAyBD;;;;;;;;;;;;GAYG;AACH,KAAK,UAAU,kBAAkB,CAC/B,QAAgB,EAChB,OAAe,EACf,UAA4B,EAC5B,MAAqC,EACrC,OAAgB;IAEhB,qEAAqE;IACrE,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,CAAC;QACtC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS;QACvB,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9D,MAAM,YAAY,GAAG,cAAc,CAAC,MAAM,CAAC;QACzC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY;QAC1B,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC;QACnC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM;QACxB,CAAC,CAAC,IAAI,CAAC;IACT,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC;QACxC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW;QAC7B,CAAC,CAAC,YAAY,CAAC;IAEjB,iBAAiB;IACjB,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE;QAC1C,SAAS;QACT,YAAY;QACZ,MAAM;QACN,WAAW;KACZ,CAAC,CAAC;IAEH,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,8DAA8D;QAC9D,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,KAAK,CAAC,sBAAsB,QAAQ,EAAE,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,qCAAqC;IACrC,oDAAoD;IACpD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACzC,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,0BAA0B,EAAE,CAAC;QAClE,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,0BAA0B,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAC1F,MAAM,YAAY,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAC7D,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;QAE9B,yCAAyC;QACzC,IAAI,KAAK,CAAC,MAAM,GAAG,0BAA0B,EAAE,CAAC;YAC9C,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,MAAM;QACzB,OAAO;QACP,MAAM;QACN,KAAK;KACN,CAAC;AACJ,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,QAAgB,EAChB,QAAkB,EAClB,UAA4B,EAC5B,MAAqC,EACrC,UAAmC,EAAE;IAErC,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;IAE5B,gEAAgE;IAChE,kFAAkF;IAClF,MAAM,cAAc,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IAEzD,IAAI,CAAC;QACH,yEAAyE;QACzE,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,4EAA4E;YAC5E,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,KAAK,CAAC,wBAAwB,cAAc,EAAE,CAAC,CAAC;YAC1D,CAAC;YACD,MAAM,QAAQ,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;YAE5C,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACtD,MAAM,QAAQ,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAC1C,OAAO;QACT,CAAC;QAED,oBAAoB;QACpB,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAErD,iFAAiF;QACjF,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,cAAc,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,IAAI,KAAK,CAAC,CAAC;QAEvG,qCAAqC;QACrC,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAEtD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,6EAA6E;YAC7E,MAAM,QAAQ,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;YAC5C,MAAM,QAAQ,CAAC,UAAU,CAAC,cAAc,EAAE;gBACxC,QAAQ,EAAE,cAAc;gBACxB,YAAY,EAAE,KAAK,CAAC,OAAO;gBAC3B,UAAU,EAAE,CAAC;aACd,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,wEAAwE;QACxE,MAAM,QAAQ,CAAC,UAAU,CACvB,cAAc,EACd,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAClC,MAAM,CAAC,KAAK,CACb,CAAC;QAEF,4CAA4C;QAC5C,MAAM,QAAQ,CAAC,UAAU,CAAC,cAAc,EAAE;YACxC,QAAQ,EAAE,cAAc;YACxB,YAAY,EAAE,KAAK,CAAC,OAAO;YAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;SAC9B,CAAC,CAAC;QAEH,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,KAAK,CAAC,oBAAoB,cAAc,KAAK,MAAM,CAAC,UAAU,UAAU,CAAC,CAAC;QACpF,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,mEAAmE;QACnE,OAAO,CAAC,KAAK,CAAC,8BAA8B,cAAc,KAAK,KAAK,EAAE,CAAC,CAAC;IAC1E,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,4BAA4B,CACzC,QAAgB,EAChB,cAAsB,EACtB,UAA4B,EAC5B,MAAqC,EACrC,OAAgB;IAEhB,IAAI,CAAC;QACH,0EAA0E;QAC1E,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAErD,sDAAsD;QACtD,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,cAAc,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QAE9F,OAAO,EAAE,CAAC;YACR,QAAQ,EAAE,cAAc,EAAG,wBAAwB;YACnD,MAAM;YACN,KAAK,EAAE,KAAK,CAAC,OAAO;SACrB,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,GAAG,CAAC,qBAAqB,cAAc,KAAK,KAAK,EAAE,CAAC,CAAC;IAC9D,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,SAAmB,EACnB,QAAkB,EAClB,UAA4B,EAC5B,MAAqC,EACrC,UAAmC,EAAE;IAErC,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;IAC5B,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,yCAAyC;IACzC,MAAM,eAAe,GAAmE,EAAE,CAAC;IAE3F,uDAAuD;IACvD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,gEAAgE;QAChE,kFAAkF;QAClF,MAAM,cAAc,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;QAEzD,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAAC,QAAQ,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,IAAI,KAAK,CAAC,CAAC;QAElH,IAAI,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACjB,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC;YAE5E,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;gBAC3B,6EAA6E;gBAC7E,IAAI,CAAC;oBACH,MAAM,QAAQ,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;gBAC1C,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,wCAAwC;gBAC1C,CAAC;gBAED,4DAA4D;gBAC5D,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACtD,MAAM,QAAQ,CAAC,UAAU,CAAC,UAAU,EAAE;oBACpC,QAAQ,EAAE,UAAU;oBACpB,YAAY,EAAE,KAAK;oBACnB,UAAU,EAAE,CAAC;iBACd,CAAC,CAAC;gBAEH,cAAc,EAAE,CAAC;gBACjB,SAAS;YACX,CAAC;YAED,mDAAmD;YACnD,IAAI,CAAC;gBACH,MAAM,QAAQ,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;YAC1C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,0CAA0C;YAC5C,CAAC;YAED,oBAAoB;YACpB,MAAM,QAAQ,CAAC,WAAW,CACxB,aAAa,CAAC,OAAO,EACrB,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EACzC,aAAa,CAAC,KAAK,CACpB,CAAC;YAEF,uCAAuC;YACvC,eAAe,CAAC,IAAI,CAAC;gBACnB,QAAQ,EAAE,UAAU;gBACpB,UAAU,EAAE,aAAa,CAAC,UAAU;gBACpC,KAAK;aACN,CAAC,CAAC;YAEH,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,KAAK,CAAC,oBAAoB,UAAU,KAAK,aAAa,CAAC,UAAU,UAAU,CAAC,CAAC;YACvF,CAAC;YAED,cAAc,EAAE,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,2DAA2D;YAC3D,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,KAAK,CAAC,UAAU,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YAC1C,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,QAAQ,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;gBAC5C,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACtD,MAAM,QAAQ,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YAC5C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,wCAAwC;gBACxC,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO,CAAC,KAAK,CAAC,gBAAgB,cAAc,eAAe,CAAC,CAAC;gBAC/D,CAAC;YACH,CAAC;YAED,4DAA4D;YAC5D,cAAc,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAED,+EAA+E;IAC/E,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACtD,MAAM,QAAQ,CAAC,WAAW,CACxB,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,YAAY,EAAE,KAAK,CAAC,KAAK,EAAE,sDAAsD;YACjF,UAAU,EAAE,KAAK,CAAC,UAAU;SAC7B,CAAC,CAAC,CACJ,CAAC;IACJ,CAAC;IAED,OAAO,cAAc,CAAC;AACxB,CAAC"}

package/dist/indexer/index.d.ts

@@ -0,0 +1,80 @@
+/**
+ * Core indexing module - programmatic API without CLI dependencies.
+ *
+ * This module provides the core indexing functionality that can be used by:
+ * - @liendev/cli (with UI wrapper)
+ * - @liendev/action (directly)
+ * - @liendev/cloud (worker processes)
+ * - Third-party integrations
+ */
+import { type LienConfig } from '../config/schema.js';
+import type { EmbeddingService } from '../embeddings/types.js';
+/**
+ * Options for indexing a codebase
+ */
+export interface IndexingOptions {
+    /** Root directory to index (defaults to cwd) */
+    rootDir?: string;
+    /** Show verbose output */
+    verbose?: boolean;
+    /** Force full reindex, skip incremental */
+    force?: boolean;
+    /** Pre-initialized embedding service (for warm workers) */
+    embeddings?: EmbeddingService;
+    /** Pre-loaded config (skip loading from disk) */
+    config?: LienConfig;
+    /** Progress callback for external UI */
+    onProgress?: (progress: IndexingProgress) => void;
+}
+/**
+ * Progress information during indexing
+ */
+export interface IndexingProgress {
+    phase: 'initializing' | 'scanning' | 'embedding' | 'indexing' | 'saving' | 'complete';
+    message: string;
+    filesTotal?: number;
+    filesProcessed?: number;
+    chunksProcessed?: number;
+}
+/**
+ * Result of indexing operation
+ */
+export interface IndexingResult {
+    success: boolean;
+    filesIndexed: number;
+    chunksCreated: number;
+    durationMs: number;
+    incremental: boolean;
+    error?: string;
+}
+/**
+ * Index a codebase, creating vector embeddings for semantic search.
+ *
+ * This is the main entry point for indexing. It:
+ * - Tries incremental indexing first (if not forced)
+ * - Falls back to full indexing if needed
+ * - Provides progress callbacks for UI integration
+ *
+ * @param options - Indexing options
+ * @returns Indexing result with stats
+ *
+ * @example
+ * ```typescript
+ * // Basic usage
+ * const result = await indexCodebase({ rootDir: '/path/to/project' });
+ *
+ * // With progress callback
+ * const result = await indexCodebase({
+ *   rootDir: '/path/to/project',
+ *   onProgress: (p) => console.log(`${p.phase}: ${p.message}`)
+ * });
+ *
+ * // With pre-initialized embeddings (warm worker)
+ * const embeddings = new LocalEmbeddings();
+ * await embeddings.initialize();
+ * const result = await indexCodebase({ embeddings });
+ * ```
+ */
+export declare function indexCodebase(options?: IndexingOptions): Promise<IndexingResult>;
+export type { FileIndexEntry } from './chunk-batch-processor.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/indexer/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/indexer/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAUH,OAAO,EAAkC,KAAK,UAAU,EAAyB,MAAM,qBAAqB,CAAC;AAM7G,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAG/D;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,gDAAgD;IAChD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,0BAA0B;IAC1B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,2CAA2C;IAC3C,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,2DAA2D;IAC3D,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,iDAAiD;IACjD,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB,wCAAwC;IACxC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,CAAC;CACnD;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,cAAc,GAAG,UAAU,GAAG,WAAW,GAAG,UAAU,GAAG,QAAQ,GAAG,UAAU,CAAC;IACtF,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,OAAO,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AA4YD;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,wBAAsB,aAAa,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,cAAc,CAAC,CAoC1F;AAGD,YAAY,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC"}