@liendev/core 0.19.5

package/dist/indexer/index.js

@@ -0,0 +1,364 @@
+/**
+ * Core indexing module - programmatic API without CLI dependencies.
+ *
+ * This module provides the core indexing functionality that can be used by:
+ * - @liendev/cli (with UI wrapper)
+ * - @liendev/action (directly)
+ * - @liendev/cloud (worker processes)
+ * - Third-party integrations
+ */
+import fs from 'fs/promises';
+import pLimit from 'p-limit';
+import { scanCodebase, scanCodebaseWithFrameworks } from './scanner.js';
+import { chunkFile } from './chunker.js';
+import { LocalEmbeddings } from '../embeddings/local.js';
+import { VectorDB } from '../vectordb/lancedb.js';
+import { configService } from '../config/service.js';
+import { writeVersionFile } from '../vectordb/version.js';
+import { isLegacyConfig, isModernConfig } from '../config/schema.js';
+import { ManifestManager } from './manifest.js';
+import { isGitAvailable, isGitRepo } from '../git/utils.js';
+import { GitStateTracker } from '../git/tracker.js';
+import { detectChanges } from './change-detector.js';
+import { indexMultipleFiles } from './incremental.js';
+import { ChunkBatchProcessor } from './chunk-batch-processor.js';
+/** Extract indexing config values with defaults */
+function getIndexingConfig(config) {
+    if (isModernConfig(config)) {
+        return {
+            concurrency: config.core.concurrency,
+            embeddingBatchSize: config.core.embeddingBatchSize,
+            chunkSize: config.core.chunkSize,
+            chunkOverlap: config.core.chunkOverlap,
+            useAST: config.chunking.useAST,
+            astFallback: config.chunking.astFallback,
+        };
+    }
+    // Legacy defaults
+    return {
+        concurrency: 4,
+        embeddingBatchSize: 50,
+        chunkSize: 75,
+        chunkOverlap: 10,
+        useAST: true,
+        astFallback: 'line-based',
+    };
+}
+/** Scan files based on config type */
+async function scanFilesToIndex(rootDir, config) {
+    if (isModernConfig(config) && config.frameworks.length > 0) {
+        return scanCodebaseWithFrameworks(rootDir, config);
+    }
+    if (isLegacyConfig(config)) {
+        return scanCodebase({
+            rootDir,
+            includePatterns: config.indexing.include,
+            excludePatterns: config.indexing.exclude,
+        });
+    }
+    return scanCodebase({ rootDir, includePatterns: [], excludePatterns: [] });
+}
+/**
+ * Update git state after indexing (if in a git repo).
+ */
+async function updateGitState(rootDir, vectorDB, manifest) {
+    const gitAvailable = await isGitAvailable();
+    const isRepo = await isGitRepo(rootDir);
+    if (!gitAvailable || !isRepo) {
+        return;
+    }
+    const gitTracker = new GitStateTracker(rootDir, vectorDB.dbPath);
+    await gitTracker.initialize();
+    const gitState = gitTracker.getState();
+    if (gitState) {
+        await manifest.updateGitState(gitState);
+    }
+}
+/**
+ * Handle file deletions during incremental indexing.
+ */
+async function handleDeletions(deletedFiles, vectorDB, manifest) {
+    if (deletedFiles.length === 0) {
+        return 0;
+    }
+    let removedCount = 0;
+    for (const filepath of deletedFiles) {
+        try {
+            await vectorDB.deleteByFile(filepath);
+            await manifest.removeFile(filepath);
+            removedCount++;
+        }
+        catch {
+            // Continue on error, just count failures
+        }
+    }
+    return removedCount;
+}
+/**
+ * Handle file updates (additions and modifications) during incremental indexing.
+ */
+async function handleUpdates(addedFiles, modifiedFiles, vectorDB, embeddings, config, options) {
+    const filesToIndex = [...addedFiles, ...modifiedFiles];
+    if (filesToIndex.length === 0) {
+        return 0;
+    }
+    const count = await indexMultipleFiles(filesToIndex, vectorDB, embeddings, config, { verbose: options.verbose });
+    await writeVersionFile(vectorDB.dbPath);
+    return count;
+}
+/**
+ * Try incremental indexing if a manifest exists.
+ * Returns result if incremental completed, null if full index needed.
+ */
+async function tryIncrementalIndex(rootDir, vectorDB, config, options, startTime) {
+    const manifest = new ManifestManager(vectorDB.dbPath);
+    const savedManifest = await manifest.load();
+    if (!savedManifest) {
+        return null; // No manifest, need full index
+    }
+    const changes = await detectChanges(rootDir, vectorDB, config);
+    if (changes.reason === 'full') {
+        return null;
+    }
+    const totalChanges = changes.added.length + changes.modified.length;
+    const totalDeleted = changes.deleted.length;
+    if (totalChanges === 0 && totalDeleted === 0) {
+        options.onProgress?.({
+            phase: 'complete',
+            message: 'Index is up to date - no changes detected',
+            filesTotal: 0,
+            filesProcessed: 0,
+        });
+        return {
+            success: true,
+            filesIndexed: 0,
+            chunksCreated: 0,
+            durationMs: Date.now() - startTime,
+            incremental: true,
+        };
+    }
+    options.onProgress?.({
+        phase: 'embedding',
+        message: `Detected ${totalChanges} files to index, ${totalDeleted} to remove`,
+    });
+    // Initialize embeddings for incremental update
+    const embeddings = options.embeddings ?? new LocalEmbeddings();
+    if (!options.embeddings) {
+        await embeddings.initialize();
+    }
+    // Process changes
+    await handleDeletions(changes.deleted, vectorDB, manifest);
+    const indexedCount = await handleUpdates(changes.added, changes.modified, vectorDB, embeddings, config, options);
+    // Update git state
+    await updateGitState(rootDir, vectorDB, manifest);
+    options.onProgress?.({
+        phase: 'complete',
+        message: `Updated ${indexedCount} file${indexedCount !== 1 ? 's' : ''}, removed ${totalDeleted}`,
+        filesTotal: totalChanges + totalDeleted,
+        filesProcessed: indexedCount + totalDeleted,
+    });
+    return {
+        success: true,
+        filesIndexed: indexedCount,
+        chunksCreated: 0, // Not tracked in incremental mode
+        durationMs: Date.now() - startTime,
+        incremental: true,
+    };
+}
+/**
+ * Process a single file for indexing.
+ * Extracts chunks and adds them to the batch processor.
+ *
+ * @returns true if file was processed successfully, false if skipped
+ */
+async function processFileForIndexing(file, batchProcessor, indexConfig, progressTracker, _verbose) {
+    try {
+        // Get file stats to capture actual modification time
+        const stats = await fs.stat(file);
+        const content = await fs.readFile(file, 'utf-8');
+        const chunks = chunkFile(file, content, {
+            chunkSize: indexConfig.chunkSize,
+            chunkOverlap: indexConfig.chunkOverlap,
+            useAST: indexConfig.useAST,
+            astFallback: indexConfig.astFallback,
+        });
+        if (chunks.length === 0) {
+            progressTracker.incrementFiles();
+            return false;
+        }
+        // Add chunks to batch processor (handles mutex internally)
+        await batchProcessor.addChunks(chunks, file, stats.mtimeMs);
+        progressTracker.incrementFiles();
+        return true;
+    }
+    catch {
+        progressTracker.incrementFiles();
+        return false;
+    }
+}
+/**
+ * Perform a full index of the codebase.
+ */
+async function performFullIndex(rootDir, vectorDB, config, options, startTime) {
+    // 1. Clear existing index (required for schema changes)
+    options.onProgress?.({ phase: 'initializing', message: 'Clearing existing index...' });
+    await vectorDB.clear();
+    // 2. Scan for files
+    options.onProgress?.({ phase: 'scanning', message: 'Scanning codebase...' });
+    const files = await scanFilesToIndex(rootDir, config);
+    if (files.length === 0) {
+        return {
+            success: false,
+            filesIndexed: 0,
+            chunksCreated: 0,
+            durationMs: Date.now() - startTime,
+            incremental: false,
+            error: 'No files found to index',
+        };
+    }
+    // 3. Initialize embeddings model
+    options.onProgress?.({
+        phase: 'embedding',
+        message: 'Loading embedding model...',
+        filesTotal: files.length,
+    });
+    const embeddings = options.embeddings ?? new LocalEmbeddings();
+    if (!options.embeddings) {
+        await embeddings.initialize();
+    }
+    // 4. Setup processing infrastructure
+    const indexConfig = getIndexingConfig(config);
+    const processedCount = { value: 0 };
+    // Create a simple progress tracker that works with callbacks
+    const progressTracker = {
+        incrementFiles: () => {
+            processedCount.value++;
+            options.onProgress?.({
+                phase: 'indexing',
+                message: `Processing files...`,
+                filesTotal: files.length,
+                filesProcessed: processedCount.value,
+            });
+        },
+        incrementChunks: () => { },
+        getProcessedCount: () => processedCount.value,
+        start: () => { },
+        stop: () => { },
+    };
+    const batchProcessor = new ChunkBatchProcessor(vectorDB, embeddings, {
+        batchThreshold: 100,
+        embeddingBatchSize: indexConfig.embeddingBatchSize,
+    }, progressTracker);
+    options.onProgress?.({
+        phase: 'indexing',
+        message: `Processing ${files.length} files...`,
+        filesTotal: files.length,
+        filesProcessed: 0,
+    });
+    try {
+        // 5. Process files with concurrency limit
+        const limit = pLimit(indexConfig.concurrency);
+        const filePromises = files.map(file => limit(() => processFileForIndexing(file, batchProcessor, indexConfig, progressTracker, options.verbose ?? false)));
+        await Promise.all(filePromises);
+        // 6. Flush remaining chunks
+        await batchProcessor.flush();
+    }
+    catch (error) {
+        return {
+            success: false,
+            filesIndexed: processedCount.value,
+            chunksCreated: 0,
+            durationMs: Date.now() - startTime,
+            incremental: false,
+            error: error instanceof Error ? error.message : String(error),
+        };
+    }
+    // 7. Save results
+    options.onProgress?.({ phase: 'saving', message: 'Saving index manifest...' });
+    const { processedChunks, indexedFiles } = batchProcessor.getResults();
+    const manifest = new ManifestManager(vectorDB.dbPath);
+    await manifest.updateFiles(indexedFiles.map(entry => ({
+        filepath: entry.filepath,
+        lastModified: entry.mtime,
+        chunkCount: entry.chunkCount,
+    })));
+    // Save git state if in a git repo
+    await updateGitState(rootDir, vectorDB, manifest);
+    // Write version file to mark successful completion
+    await writeVersionFile(vectorDB.dbPath);
+    options.onProgress?.({
+        phase: 'complete',
+        message: 'Indexing complete',
+        filesTotal: files.length,
+        filesProcessed: processedCount.value,
+        chunksProcessed: processedChunks,
+    });
+    return {
+        success: true,
+        filesIndexed: processedCount.value,
+        chunksCreated: processedChunks,
+        durationMs: Date.now() - startTime,
+        incremental: false,
+    };
+}
+/**
+ * Index a codebase, creating vector embeddings for semantic search.
+ *
+ * This is the main entry point for indexing. It:
+ * - Tries incremental indexing first (if not forced)
+ * - Falls back to full indexing if needed
+ * - Provides progress callbacks for UI integration
+ *
+ * @param options - Indexing options
+ * @returns Indexing result with stats
+ *
+ * @example
+ * ```typescript
+ * // Basic usage
+ * const result = await indexCodebase({ rootDir: '/path/to/project' });
+ *
+ * // With progress callback
+ * const result = await indexCodebase({
+ *   rootDir: '/path/to/project',
+ *   onProgress: (p) => console.log(`${p.phase}: ${p.message}`)
+ * });
+ *
+ * // With pre-initialized embeddings (warm worker)
+ * const embeddings = new LocalEmbeddings();
+ * await embeddings.initialize();
+ * const result = await indexCodebase({ embeddings });
+ * ```
+ */
+export async function indexCodebase(options = {}) {
+    const rootDir = options.rootDir ?? process.cwd();
+    const startTime = Date.now();
+    try {
+        options.onProgress?.({ phase: 'initializing', message: 'Loading configuration...' });
+        // Load configuration
+        const config = options.config ?? await configService.load(rootDir);
+        // Initialize vector database
+        options.onProgress?.({ phase: 'initializing', message: 'Initializing vector database...' });
+        const vectorDB = new VectorDB(rootDir);
+        await vectorDB.initialize();
+        // Try incremental indexing first (unless forced)
+        if (!options.force) {
+            const incrementalResult = await tryIncrementalIndex(rootDir, vectorDB, config, options, startTime);
+            if (incrementalResult) {
+                return incrementalResult;
+            }
+        }
+        // Fall back to full index
+        return await performFullIndex(rootDir, vectorDB, config, options, startTime);
+    }
+    catch (error) {
+        return {
+            success: false,
+            filesIndexed: 0,
+            chunksCreated: 0,
+            durationMs: Date.now() - startTime,
+            incremental: false,
+            error: error instanceof Error ? error.message : String(error),
+        };
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/indexer/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/indexer/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,MAAM,aAAa,CAAC;AAC7B,OAAO,MAAM,MAAM,SAAS,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,0BAA0B,EAAE,MAAM,cAAc,CAAC;AACxE,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,cAAc,EAA0C,MAAM,qBAAqB,CAAC;AAC7G,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAqDjE,mDAAmD;AACnD,SAAS,iBAAiB,CAAC,MAAqC;IAC9D,IAAI,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,OAAO;YACL,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW;YACpC,kBAAkB,EAAE,MAAM,CAAC,IAAI,CAAC,kBAAkB;YAClD,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS;YAChC,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,YAAY;YACtC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;YAC9B,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,WAAW;SACzC,CAAC;IACJ,CAAC;IACD,kBAAkB;IAClB,OAAO;QACL,WAAW,EAAE,CAAC;QACd,kBAAkB,EAAE,EAAE;QACtB,SAAS,EAAE,EAAE;QACb,YAAY,EAAE,EAAE;QAChB,MAAM,EAAE,IAAI;QACZ,WAAW,EAAE,YAAY;KAC1B,CAAC;AACJ,CAAC;AAED,sCAAsC;AACtC,KAAK,UAAU,gBAAgB,CAC7B,OAAe,EACf,MAAqC;IAErC,IAAI,cAAc,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3D,OAAO,0BAA0B,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACrD,CAAC;IACD,IAAI,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,OAAO,YAAY,CAAC;YAClB,OAAO;YACP,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO;YACxC,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO;SACzC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,YAAY,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,CAAC;AAC7E,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,cAAc,CAC3B,OAAe,EACf,QAAkB,EAClB,QAAyB;IAEzB,MAAM,YAAY,GAAG,MAAM,cAAc,EAAE,CAAC;IAC5C,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC;IAExC,IAAI,CAAC,YAAY,IAAI,CAAC,MAAM,EAAE,CAAC;QAC7B,OAAO;IACT,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,eAAe,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjE,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;IAEvC,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,eAAe,CAC5B,YAAsB,EACtB,QAAkB,EAClB,QAAyB;IAEzB,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,MAAM,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YACtC,MAAM,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YACpC,YAAY,EAAE,CAAC;QACjB,CAAC;QAAC,MAAM,CAAC;YACP,yCAAyC;QAC3C,CAAC;IACH,CAAC;IAED,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,aAAa,CAC1B,UAAoB,EACpB,aAAuB,EACvB,QAAkB,EAClB,UAA4B,EAC5B,MAAqC,EACrC,OAAwB;IAExB,MAAM,YAAY,GAAG,CAAC,GAAG,UAAU,EAAE,GAAG,aAAa,CAAC,CAAC;IAEvD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,kBAAkB,CACpC,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,MAAM,EACN,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAC7B,CAAC;IAEF,MAAM,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACxC,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,mBAAmB,CAChC,OAAe,EACf,QAAkB,EAClB,MAAqC,EACrC,OAAwB,EACxB,SAAiB;IAEjB,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACtD,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAE5C,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,IAAI,CAAC,CAAC,+BAA+B;IAC9C,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IAE/D,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IACpE,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;IAE5C,IAAI,YAAY,KAAK,CAAC,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;QAC7C,OAAO,CAAC,UAAU,EAAE,CAAC;YACnB,KAAK,EAAE,UAAU;YACjB,OAAO,EAAE,2CAA2C;YACpD,UAAU,EAAE,CAAC;YACb,cAAc,EAAE,CAAC;SAClB,CAAC,CAAC;QACH,OAAO;YACL,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,CAAC;YACf,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,WAAW,EAAE,IAAI;SAClB,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,UAAU,EAAE,CAAC;QACnB,KAAK,EAAE,WAAW;QAClB,OAAO,EAAE,YAAY,YAAY,oBAAoB,YAAY,YAAY;KAC9E,CAAC,CAAC;IAEH,+CAA+C;IAC/C,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,eAAe,EAAE,CAAC;IAC/D,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACxB,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;IAChC,CAAC;IAED,kBAAkB;IAClB,MAAM,eAAe,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC3D,MAAM,YAAY,GAAG,MAAM,aAAa,CACtC,OAAO,CAAC,KAAK,EACb,OAAO,CAAC,QAAQ,EAChB,QAAQ,EACR,UAAU,EACV,MAAM,EACN,OAAO,CACR,CAAC;IAEF,mBAAmB;IACnB,MAAM,cAAc,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAElD,OAAO,CAAC,UAAU,EAAE,CAAC;QACnB,KAAK,EAAE,UAAU;QACjB,OAAO,EAAE,WAAW,YAAY,QAAQ,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,aAAa,YAAY,EAAE;QAChG,UAAU,EAAE,YAAY,GAAG,YAAY;QACvC,cAAc,EAAE,YAAY,GAAG,YAAY;KAC5C,CAAC,CAAC;IAEH,OAAO;QACL,OAAO,EAAE,IAAI;QACb,YAAY,EAAE,YAAY;QAC1B,aAAa,EAAE,CAAC,EAAE,kCAAkC;QACpD,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;QAClC,WAAW,EAAE,IAAI;KAClB,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,sBAAsB,CACnC,IAAY,EACZ,cAAmC,EACnC,WAA2B,EAC3B,eAA+C,EAC/C,QAAiB;IAEjB,IAAI,CAAC;QACH,qDAAqD;QACrD,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,EAAE,OAAO,EAAE;YACtC,SAAS,EAAE,WAAW,CAAC,SAAS;YAChC,YAAY,EAAE,WAAW,CAAC,YAAY;YACtC,MAAM,EAAE,WAAW,CAAC,MAAM;YAC1B,WAAW,EAAE,WAAW,CAAC,WAAW;SACrC,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,eAAe,CAAC,cAAc,EAAE,CAAC;YACjC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,2DAA2D;QAC3D,MAAM,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5D,eAAe,CAAC,cAAc,EAAE,CAAC;QAEjC,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,eAAe,CAAC,cAAc,EAAE,CAAC;QACjC,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,gBAAgB,CAC7B,OAAe,EACf,QAAkB,EAClB,MAAqC,EACrC,OAAwB,EACxB,SAAiB;IAEjB,wDAAwD;IACxD,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,OAAO,EAAE,4BAA4B,EAAE,CAAC,CAAC;IACvF,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;IAEvB,oBAAoB;IACpB,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC,CAAC;IAC7E,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAEtD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO;YACL,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,CAAC;YACf,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,WAAW,EAAE,KAAK;YAClB,KAAK,EAAE,yBAAyB;SACjC,CAAC;IACJ,CAAC;IAED,iCAAiC;IACjC,OAAO,CAAC,UAAU,EAAE,CAAC;QACnB,KAAK,EAAE,WAAW;QAClB,OAAO,EAAE,4BAA4B;QACrC,UAAU,EAAE,KAAK,CAAC,MAAM;KACzB,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,eAAe,EAAE,CAAC;IAC/D,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACxB,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;IAChC,CAAC;IAED,qCAAqC;IACrC,MAAM,WAAW,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC9C,MAAM,cAAc,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IAEpC,6DAA6D;IAC7D,MAAM,eAAe,GAAG;QACtB,cAAc,EAAE,GAAG,EAAE;YACnB,cAAc,CAAC,KAAK,EAAE,CAAC;YACvB,OAAO,CAAC,UAAU,EAAE,CAAC;gBACnB,KAAK,EAAE,UAAU;gBACjB,OAAO,EAAE,qBAAqB;gBAC9B,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,cAAc,EAAE,cAAc,CAAC,KAAK;aACrC,CAAC,CAAC;QACL,CAAC;QACD,eAAe,EAAE,GAAG,EAAE,GAAE,CAAC;QACzB,iBAAiB,EAAE,GAAG,EAAE,CAAC,cAAc,CAAC,KAAK;QAC7C,KAAK,EAAE,GAAG,EAAE,GAAE,CAAC;QACf,IAAI,EAAE,GAAG,EAAE,GAAE,CAAC;KACf,CAAC;IAEF,MAAM,cAAc,GAAG,IAAI,mBAAmB,CAAC,QAAQ,EAAE,UAAU,EAAE;QACnE,cAAc,EAAE,GAAG;QACnB,kBAAkB,EAAE,WAAW,CAAC,kBAAkB;KACnD,EAAE,eAAe,CAAC,CAAC;IAEpB,OAAO,CAAC,UAAU,EAAE,CAAC;QACnB,KAAK,EAAE,UAAU;QACjB,OAAO,EAAE,cAAc,KAAK,CAAC,MAAM,WAAW;QAC9C,UAAU,EAAE,KAAK,CAAC,MAAM;QACxB,cAAc,EAAE,CAAC;KAClB,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,0CAA0C;QAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;QAC9C,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CACpC,KAAK,CAAC,GAAG,EAAE,CAAC,sBAAsB,CAChC,IAAI,EACJ,cAAc,EACd,WAAW,EACX,eAAe,EACf,OAAO,CAAC,OAAO,IAAI,KAAK,CACzB,CAAC,CACH,CAAC;QAEF,MAAM,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAEhC,4BAA4B;QAC5B,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;IAC/B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,cAAc,CAAC,KAAK;YAClC,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,WAAW,EAAE,KAAK;YAClB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC;IACJ,CAAC;IAED,kBAAkB;IAClB,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,0BAA0B,EAAE,CAAC,CAAC;IAC/E,MAAM,EAAE,eAAe,EAAE,YAAY,EAAE,GAAG,cAAc,CAAC,UAAU,EAAE,CAAC;IAEtE,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACtD,MAAM,QAAQ,CAAC,WAAW,CACxB,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACzB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,YAAY,EAAE,KAAK,CAAC,KAAK;QACzB,UAAU,EAAE,KAAK,CAAC,UAAU;KAC7B,CAAC,CAAC,CACJ,CAAC;IAEF,kCAAkC;IAClC,MAAM,cAAc,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAElD,mDAAmD;IACnD,MAAM,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAExC,OAAO,CAAC,UAAU,EAAE,CAAC;QACnB,KAAK,EAAE,UAAU;QACjB,OAAO,EAAE,mBAAmB;QAC5B,UAAU,EAAE,KAAK,CAAC,MAAM;QACxB,cAAc,EAAE,cAAc,CAAC,KAAK;QACpC,eAAe,EAAE,eAAe;KACjC,CAAC,CAAC;IAEH,OAAO;QACL,OAAO,EAAE,IAAI;QACb,YAAY,EAAE,cAAc,CAAC,KAAK;QAClC,aAAa,EAAE,eAAe;QAC9B,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;QAClC,WAAW,EAAE,KAAK;KACnB,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,UAA2B,EAAE;IAC/D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IACjD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,CAAC;QACH,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,OAAO,EAAE,0BAA0B,EAAE,CAAC,CAAC;QAErF,qBAAqB;QACrB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEnE,6BAA6B;QAC7B,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,OAAO,EAAE,iCAAiC,EAAE,CAAC,CAAC;QAC5F,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,OAAO,CAAC,CAAC;QACvC,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;QAE5B,iDAAiD;QACjD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,iBAAiB,GAAG,MAAM,mBAAmB,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;YACnG,IAAI,iBAAiB,EAAE,CAAC;gBACtB,OAAO,iBAAiB,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,0BAA0B;QAC1B,OAAO,MAAM,gBAAgB,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;IAE/E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,CAAC;YACf,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,WAAW,EAAE,KAAK;YAClB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/indexer/json-template-chunker.d.ts

@@ -0,0 +1,9 @@
+import type { CodeChunk } from './types.js';
+/**
+ * Chunk a Shopify JSON template file
+ *
+ * JSON templates are typically small (define section layout),
+ * so we keep them as a single chunk and extract section references.
+ */
+export declare function chunkJSONTemplate(filepath: string, content: string): CodeChunk[];
+//# sourceMappingURL=json-template-chunker.d.ts.map

package/dist/indexer/json-template-chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-template-chunker.d.ts","sourceRoot":"","sources":["../../src/indexer/json-template-chunker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AA8D5C;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAC/B,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,GACd,SAAS,EAAE,CAuBb"}

package/dist/indexer/json-template-chunker.js

@@ -0,0 +1,83 @@
+/**
+ * Shopify JSON template chunking
+ *
+ * JSON template files define which sections appear on a template page.
+ * We extract section references to track dependencies.
+ *
+ * Example structure:
+ * {
+ *   "sections": {
+ *     "main": { "type": "main-product", "settings": {...} },
+ *     "recommendations": { "type": "product-recommendations", "settings": {...} }
+ *   },
+ *   "order": ["main", "recommendations"]
+ * }
+ */
+/**
+ * Extract section types from a Shopify JSON template
+ *
+ * These are the actual section file names (e.g., "main-product" → sections/main-product.liquid)
+ */
+function extractSectionReferences(jsonContent) {
+    try {
+        const template = JSON.parse(jsonContent);
+        const sectionTypes = new Set();
+        // Extract from sections object
+        if (template.sections && typeof template.sections === 'object') {
+            for (const section of Object.values(template.sections)) {
+                if (typeof section === 'object' &&
+                    section !== null &&
+                    'type' in section &&
+                    typeof section.type === 'string') {
+                    sectionTypes.add(section.type);
+                }
+            }
+        }
+        return Array.from(sectionTypes);
+    }
+    catch (error) {
+        // Invalid JSON - return empty array
+        console.warn(`[Lien] Failed to parse JSON template: ${error instanceof Error ? error.message : String(error)}`);
+        return [];
+    }
+}
+/**
+ * Extract the template name from the filepath
+ *
+ * templates/customers/account.json → "customers/account"
+ * templates/product.json → "product"
+ */
+function extractTemplateName(filepath) {
+    // Match everything after templates/ up to .json
+    const match = filepath.match(/templates\/(.+)\.json$/);
+    return match ? match[1] : undefined;
+}
+/**
+ * Chunk a Shopify JSON template file
+ *
+ * JSON templates are typically small (define section layout),
+ * so we keep them as a single chunk and extract section references.
+ */
+export function chunkJSONTemplate(filepath, content) {
+    // Skip empty files
+    if (content.trim().length === 0) {
+        return [];
+    }
+    const lines = content.split('\n');
+    const templateName = extractTemplateName(filepath);
+    const sectionReferences = extractSectionReferences(content);
+    return [{
+            content,
+            metadata: {
+                file: filepath,
+                startLine: 1,
+                endLine: lines.length,
+                language: 'json',
+                type: 'template',
+                symbolName: templateName,
+                symbolType: 'template',
+                imports: sectionReferences.length > 0 ? sectionReferences : undefined,
+            },
+        }];
+}
+//# sourceMappingURL=json-template-chunker.js.map

package/dist/indexer/json-template-chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-template-chunker.js","sourceRoot":"","sources":["../../src/indexer/json-template-chunker.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;;;;GAcG;AAEH;;;;GAIG;AACH,SAAS,wBAAwB,CAAC,WAAmB;IACnD,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACzC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;QAEvC,+BAA+B;QAC/B,IAAI,QAAQ,CAAC,QAAQ,IAAI,OAAO,QAAQ,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC/D,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACvD,IACE,OAAO,OAAO,KAAK,QAAQ;oBAC3B,OAAO,KAAK,IAAI;oBAChB,MAAM,IAAI,OAAO;oBACjB,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,EAChC,CAAC;oBACD,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBACjC,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,oCAAoC;QACpC,OAAO,CAAC,IAAI,CAAC,yCAAyC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAChH,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,mBAAmB,CAAC,QAAgB;IAC3C,gDAAgD;IAChD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;IACvD,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACtC,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAC/B,QAAgB,EAChB,OAAe;IAEf,mBAAmB;IACnB,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,YAAY,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,iBAAiB,GAAG,wBAAwB,CAAC,OAAO,CAAC,CAAC;IAE5D,OAAO,CAAC;YACN,OAAO;YACP,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,SAAS,EAAE,CAAC;gBACZ,OAAO,EAAE,KAAK,CAAC,MAAM;gBACrB,QAAQ,EAAE,MAAM;gBAChB,IAAI,EAAE,UAAU;gBAChB,UAAU,EAAE,YAAY;gBACxB,UAAU,EAAE,UAAU;gBACtB,OAAO,EAAE,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS;aACtE;SACF,CAAC,CAAC;AACL,CAAC"}

package/dist/indexer/liquid-chunker.d.ts

@@ -0,0 +1,13 @@
+import type { CodeChunk } from './types.js';
+/**
+ * Chunk a Liquid template file
+ *
+ * Special handling for:
+ * - {% schema %} blocks (kept together, extract section name)
+ * - {% style %} blocks (kept together)
+ * - {% javascript %} blocks (kept together)
+ * - {% render %}, {% include %}, and {% section %} tags (tracked as imports)
+ * - Regular template content (chunked by lines)
+ */
+export declare function chunkLiquidFile(filepath: string, content: string, chunkSize?: number, chunkOverlap?: number): CodeChunk[];
+//# sourceMappingURL=liquid-chunker.d.ts.map

package/dist/indexer/liquid-chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"liquid-chunker.d.ts","sourceRoot":"","sources":["../../src/indexer/liquid-chunker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AA6W5C;;;;;;;;;GASG;AACH,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,SAAS,GAAE,MAAW,EACtB,YAAY,GAAE,MAAW,GACxB,SAAS,EAAE,CAqBb"}