@liendev/parser 0.39.0

package/dist/liquid-chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"liquid-chunker.d.ts","sourceRoot":"","sources":["../src/liquid-chunker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAsX5C;;;;;;;;;GASG;AACH,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,SAAS,GAAE,MAAW,EACtB,YAAY,GAAE,MAAW,EACzB,aAAa,CAAC,EAAE;IAAE,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GAClD,SAAS,EAAE,CAyBb"}

package/dist/liquid-chunker.js

@@ -0,0 +1,274 @@
+/**
+ * Extract schema name from JSON content
+ *
+ * Extracts the "name" field from Shopify schema JSON.
+ * Uses JSON.parse to properly handle escaped quotes and other JSON edge cases.
+ *
+ * Example:
+ * {% schema %}
+ * {
+ *   "name": "My \"Special\" Section",
+ *   "settings": []
+ * }
+ * {% endschema %}
+ *
+ * Returns: 'My "Special" Section' (with literal quotes, unescaped)
+ */
+function extractSchemaName(schemaContent) {
+    try {
+        // Remove Liquid tags to isolate JSON content
+        // Replace {% schema %} and {% endschema %} (with optional whitespace control)
+        const jsonContent = schemaContent
+            .replace(/\{%-?\s*schema\s*-?%\}/g, '')
+            .replace(/\{%-?\s*endschema\s*-?%\}/g, '')
+            .trim();
+        // Parse the JSON
+        const schema = JSON.parse(jsonContent);
+        // Ensure name is a string before returning
+        return typeof schema.name === 'string' ? schema.name : undefined;
+    }
+    catch {
+        // Invalid JSON - return undefined
+        // This is acceptable: schema blocks with invalid JSON won't have names extracted
+    }
+    return undefined;
+}
+/**
+ * Remove Liquid comment blocks from content to avoid extracting tags from comments
+ *
+ * Example:
+ * {% comment %}Don't use {% render 'old-snippet' %}{% endcomment %}
+ * → (removed)
+ */
+function removeComments(content) {
+    // Remove {% comment %}...{% endcomment %} blocks (with optional whitespace control)
+    return content.replace(/\{%-?\s*comment\s*-?%\}[\s\S]*?\{%-?\s*endcomment\s*-?%\}/g, '');
+}
+/**
+ * Extract dependencies from {% render %}, {% include %}, and {% section %} tags
+ *
+ * Examples:
+ * - {% render 'product-card' %} → 'product-card'
+ * - {% render "cart-item", product: product %} → 'cart-item'
+ * - {% include 'snippets/header' %} → 'snippets/header'
+ * - {% section 'announcement-bar' %} → 'announcement-bar'
+ *
+ * Limitations:
+ * - Does not handle escaped quotes in snippet names (e.g., {% render 'name\'s' %})
+ * - This is acceptable because Shopify snippet names map to filenames, and
+ *   filesystem restrictions prevent quotes in filenames (snippets/name's.liquid is invalid)
+ * - In practice, Shopify snippet names use only alphanumeric, dash, and underscore
+ *
+ * Note: Expects content with comments already removed for performance
+ *
+ * @param contentWithoutComments - Content with Liquid comments already removed
+ */
+function extractRenderTags(contentWithoutComments) {
+    const dependencies = new Set();
+    // Match {% render 'snippet-name' %} or {% render "snippet-name" %}
+    // Note: Does not handle escaped quotes - see function docs for rationale
+    const renderPattern = /\{%-?\s*render\s+['"]([^'"]+)['"]/g;
+    let match;
+    while ((match = renderPattern.exec(contentWithoutComments)) !== null) {
+        dependencies.add(match[1]);
+    }
+    // Match {% include 'snippet-name' %} or {% include "snippet-name" %}
+    const includePattern = /\{%-?\s*include\s+['"]([^'"]+)['"]/g;
+    while ((match = includePattern.exec(contentWithoutComments)) !== null) {
+        dependencies.add(match[1]);
+    }
+    // Match {% section 'section-name' %} or {% section "section-name" %}
+    const sectionPattern = /\{%-?\s*section\s+['"]([^'"]+)['"]/g;
+    while ((match = sectionPattern.exec(contentWithoutComments)) !== null) {
+        dependencies.add(match[1]);
+    }
+    return Array.from(dependencies);
+}
+/**
+ * Find all special Liquid blocks in the template
+ *
+ * Limitation: Does not support nested blocks of the same type.
+ * - Matches first start tag with first end tag
+ * - This is acceptable because Shopify Liquid does not allow nested blocks
+ * - Example invalid: {% schema %}...{% schema %}...{% endschema %} (Shopify rejects this)
+ * - If malformed input contains nested blocks, only outermost block is extracted
+ */
+function findLiquidBlocks(content) {
+    const lines = content.split('\n');
+    const blocks = [];
+    // Regex patterns for Liquid blocks
+    // Note: Matches first start → first end (no nesting support, which is correct for Shopify)
+    const blockPatterns = [
+        { type: 'schema', start: /\{%-?\s*schema\s*-?%\}/, end: /\{%-?\s*endschema\s*-?%\}/ },
+        { type: 'style', start: /\{%-?\s*style\s*-?%\}/, end: /\{%-?\s*endstyle\s*-?%\}/ },
+        {
+            type: 'javascript',
+            start: /\{%-?\s*javascript\s*-?%\}/,
+            end: /\{%-?\s*endjavascript\s*-?%\}/,
+        },
+    ];
+    for (const pattern of blockPatterns) {
+        let searchStart = 0;
+        while (searchStart < lines.length) {
+            // Find start tag
+            const startIdx = lines.findIndex((line, idx) => idx >= searchStart && pattern.start.test(line));
+            if (startIdx === -1)
+                break;
+            // Find end tag (allow same line for single-line blocks)
+            const endIdx = lines.findIndex((line, idx) => idx >= startIdx && pattern.end.test(line));
+            if (endIdx === -1) {
+                // No end tag found, treat rest as template
+                break;
+            }
+            // Extract block content
+            const blockContent = lines.slice(startIdx, endIdx + 1).join('\n');
+            blocks.push({
+                type: pattern.type,
+                startLine: startIdx,
+                endLine: endIdx,
+                content: blockContent,
+            });
+            searchStart = endIdx + 1;
+        }
+    }
+    return blocks.sort((a, b) => a.startLine - b.startLine);
+}
+/**
+ * Create a CodeChunk with consistent structure
+ */
+function createCodeChunk(content, startLine, endLine, filepath, type, options = {}) {
+    return {
+        content,
+        metadata: {
+            file: filepath,
+            startLine,
+            endLine,
+            language: 'liquid',
+            type,
+            symbolName: options.symbolName,
+            symbolType: options.symbolType,
+            imports: options.imports?.length ? options.imports : undefined,
+            ...(options.repoId && { repoId: options.repoId }),
+            ...(options.orgId && { orgId: options.orgId }),
+        },
+    };
+}
+/**
+ * Split a large block into multiple chunks with overlap
+ */
+function splitLargeBlock(block, ctx, symbolName, imports, tenantContext) {
+    const chunks = [];
+    const blockLines = block.content.split('\n');
+    const { chunkSize, chunkOverlap, filepath } = ctx.params;
+    for (let offset = 0; offset < blockLines.length; offset += chunkSize - chunkOverlap) {
+        const endOffset = Math.min(offset + chunkSize, blockLines.length);
+        const chunkContent = blockLines.slice(offset, endOffset).join('\n');
+        if (chunkContent.trim().length > 0) {
+            chunks.push(createCodeChunk(chunkContent, block.startLine + offset + 1, block.startLine + endOffset, filepath, 'block', { symbolName, symbolType: block.type, imports, ...tenantContext }));
+        }
+        if (endOffset >= blockLines.length)
+            break;
+    }
+    return chunks;
+}
+/**
+ * Create chunks from a special Liquid block (schema, style, javascript)
+ * Returns the chunks and marks covered lines
+ */
+function processSpecialBlock(block, ctx, coveredLines, tenantContext) {
+    // Mark lines as covered
+    for (let i = block.startLine; i <= block.endLine; i++) {
+        coveredLines.add(i);
+    }
+    // Extract metadata
+    const symbolName = block.type === 'schema' ? extractSchemaName(block.content) : undefined;
+    // Extract imports from cleaned content
+    const blockContentWithoutComments = ctx.linesWithoutComments
+        .slice(block.startLine, block.endLine + 1)
+        .join('\n');
+    const imports = extractRenderTags(blockContentWithoutComments);
+    const blockLineCount = block.endLine - block.startLine + 1;
+    const maxBlockSize = ctx.params.chunkSize * 3;
+    // Keep small blocks as single chunk, split large ones
+    if (blockLineCount <= maxBlockSize) {
+        return [
+            createCodeChunk(block.content, block.startLine + 1, block.endLine + 1, ctx.params.filepath, 'block', { symbolName, symbolType: block.type, imports, ...tenantContext }),
+        ];
+    }
+    return splitLargeBlock(block, ctx, symbolName, imports, tenantContext);
+}
+/**
+ * Create a template chunk from accumulated lines
+ */
+function flushTemplateChunk(currentChunk, chunkStartLine, endLine, ctx, tenantContext) {
+    if (currentChunk.length === 0)
+        return null;
+    const chunkContent = currentChunk.join('\n');
+    if (chunkContent.trim().length === 0)
+        return null;
+    const cleanedChunk = ctx.linesWithoutComments.slice(chunkStartLine, endLine).join('\n');
+    const imports = extractRenderTags(cleanedChunk);
+    return createCodeChunk(chunkContent, chunkStartLine + 1, endLine, ctx.params.filepath, 'template', { imports, ...tenantContext });
+}
+/**
+ * Process uncovered template content into chunks
+ */
+function processTemplateContent(ctx, coveredLines, tenantContext) {
+    const chunks = [];
+    const { lines, params } = ctx;
+    const { chunkSize, chunkOverlap } = params;
+    let currentChunk = [];
+    let chunkStartLine = 0;
+    const flush = (endLine) => {
+        const chunk = flushTemplateChunk(currentChunk, chunkStartLine, endLine, ctx, tenantContext);
+        if (chunk)
+            chunks.push(chunk);
+    };
+    for (let i = 0; i < lines.length; i++) {
+        if (coveredLines.has(i)) {
+            flush(i);
+            currentChunk = [];
+            continue;
+        }
+        if (currentChunk.length === 0) {
+            chunkStartLine = i;
+        }
+        currentChunk.push(lines[i]);
+        if (currentChunk.length >= chunkSize) {
+            flush(i + 1);
+            currentChunk = currentChunk.slice(-chunkOverlap);
+            chunkStartLine = Math.max(0, i + 1 - chunkOverlap);
+        }
+    }
+    flush(lines.length);
+    return chunks;
+}
+/**
+ * Chunk a Liquid template file
+ *
+ * Special handling for:
+ * - {% schema %} blocks (kept together, extract section name)
+ * - {% style %} blocks (kept together)
+ * - {% javascript %} blocks (kept together)
+ * - {% render %}, {% include %}, and {% section %} tags (tracked as imports)
+ * - Regular template content (chunked by lines)
+ */
+export function chunkLiquidFile(filepath, content, chunkSize = 75, chunkOverlap = 10, tenantContext) {
+    // Build context once for reuse across helpers
+    const contentWithoutComments = removeComments(content);
+    const ctx = {
+        lines: content.split('\n'),
+        linesWithoutComments: contentWithoutComments.split('\n'),
+        params: { filepath, chunkSize, chunkOverlap },
+    };
+    // Find special blocks and track covered lines
+    const blocks = findLiquidBlocks(content);
+    const coveredLines = new Set();
+    // Process special blocks
+    const blockChunks = blocks.flatMap(block => processSpecialBlock(block, ctx, coveredLines, tenantContext));
+    // Process uncovered template content
+    const templateChunks = processTemplateContent(ctx, coveredLines, tenantContext);
+    // Combine and sort by line number
+    return [...blockChunks, ...templateChunks].sort((a, b) => a.metadata.startLine - b.metadata.startLine);
+}
+//# sourceMappingURL=liquid-chunker.js.map

package/dist/liquid-chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"liquid-chunker.js","sourceRoot":"","sources":["../src/liquid-chunker.ts"],"names":[],"mappings":"AAgBA;;;;;;;;;;;;;;;GAeG;AACH,SAAS,iBAAiB,CAAC,aAAqB;IAC9C,IAAI,CAAC;QACH,6CAA6C;QAC7C,8EAA8E;QAC9E,MAAM,WAAW,GAAG,aAAa;aAC9B,OAAO,CAAC,yBAAyB,EAAE,EAAE,CAAC;aACtC,OAAO,CAAC,4BAA4B,EAAE,EAAE,CAAC;aACzC,IAAI,EAAE,CAAC;QAEV,iBAAiB;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACvC,2CAA2C;QAC3C,OAAO,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IACnE,CAAC;IAAC,MAAM,CAAC;QACP,kCAAkC;QAClC,iFAAiF;IACnF,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;;;GAMG;AACH,SAAS,cAAc,CAAC,OAAe;IACrC,oFAAoF;IACpF,OAAO,OAAO,CAAC,OAAO,CAAC,4DAA4D,EAAE,EAAE,CAAC,CAAC;AAC3F,CAAC;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,SAAS,iBAAiB,CAAC,sBAA8B;IACvD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IAEvC,mEAAmE;IACnE,yEAAyE;IACzE,MAAM,aAAa,GAAG,oCAAoC,CAAC;IAC3D,IAAI,KAAK,CAAC;IAEV,OAAO,CAAC,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACrE,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;IAED,qEAAqE;IACrE,MAAM,cAAc,GAAG,qCAAqC,CAAC;IAE7D,OAAO,CAAC,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACtE,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;IAED,qEAAqE;IACrE,MAAM,cAAc,GAAG,qCAAqC,CAAC;IAE7D,OAAO,CAAC,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACtE,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;AAClC,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,gBAAgB,CAAC,OAAe;IACvC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,MAAM,GAAkB,EAAE,CAAC;IAEjC,mCAAmC;IACnC,2FAA2F;IAC3F,MAAM,aAAa,GAAG;QACpB,EAAE,IAAI,EAAE,QAAiB,EAAE,KAAK,EAAE,wBAAwB,EAAE,GAAG,EAAE,2BAA2B,EAAE;QAC9F,EAAE,IAAI,EAAE,OAAgB,EAAE,KAAK,EAAE,uBAAuB,EAAE,GAAG,EAAE,0BAA0B,EAAE;QAC3F;YACE,IAAI,EAAE,YAAqB;YAC3B,KAAK,EAAE,4BAA4B;YACnC,GAAG,EAAE,+BAA+B;SACrC;KACF,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,aAAa,EAAE,CAAC;QACpC,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,OAAO,WAAW,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAClC,iBAAiB;YACjB,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAC9B,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,IAAI,WAAW,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAC9D,CAAC;YAEF,IAAI,QAAQ,KAAK,CAAC,CAAC;gBAAE,MAAM;YAE3B,wDAAwD;YACxD,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,IAAI,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAEzF,IAAI,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;gBAClB,2CAA2C;gBAC3C,MAAM;YACR,CAAC;YAED,wBAAwB;YACxB,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAElE,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,SAAS,EAAE,QAAQ;gBACnB,OAAO,EAAE,MAAM;gBACf,OAAO,EAAE,YAAY;aACtB,CAAC,CAAC;YAEH,WAAW,GAAG,MAAM,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;AAC1D,CAAC;AAgBD;;GAEG;AACH,SAAS,eAAe,CACtB,OAAe,EACf,SAAiB,EACjB,OAAe,EACf,QAAgB,EAChB,IAA0B,EAC1B,UAMI,EAAE;IAEN,OAAO;QACL,OAAO;QACP,QAAQ,EAAE;YACR,IAAI,EAAE,QAAQ;YACd,SAAS;YACT,OAAO;YACP,QAAQ,EAAE,QAAQ;YAClB,IAAI;YACJ,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;YAC9D,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;YACjD,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;SAC/C;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CACtB,KAAkB,EAClB,GAAiB,EACjB,UAA8B,EAC9B,OAAiB,EACjB,aAAmD;IAEnD,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;IAEzD,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,UAAU,CAAC,MAAM,EAAE,MAAM,IAAI,SAAS,GAAG,YAAY,EAAE,CAAC;QACpF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QAClE,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEpE,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,CAAC,IAAI,CACT,eAAe,CACb,YAAY,EACZ,KAAK,CAAC,SAAS,GAAG,MAAM,GAAG,CAAC,EAC5B,KAAK,CAAC,SAAS,GAAG,SAAS,EAC3B,QAAQ,EACR,OAAO,EACP,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,aAAa,EAAE,CAClE,CACF,CAAC;QACJ,CAAC;QAED,IAAI,SAAS,IAAI,UAAU,CAAC,MAAM;YAAE,MAAM;IAC5C,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,SAAS,mBAAmB,CAC1B,KAAkB,EAClB,GAAiB,EACjB,YAAyB,EACzB,aAAmD;IAEnD,wBAAwB;IACxB,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;QACtD,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACtB,CAAC;IAED,mBAAmB;IACnB,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAE1F,uCAAuC;IACvC,MAAM,2BAA2B,GAAG,GAAG,CAAC,oBAAoB;SACzD,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC;SACzC,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,MAAM,OAAO,GAAG,iBAAiB,CAAC,2BAA2B,CAAC,CAAC;IAE/D,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;IAC3D,MAAM,YAAY,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC;IAE9C,sDAAsD;IACtD,IAAI,cAAc,IAAI,YAAY,EAAE,CAAC;QACnC,OAAO;YACL,eAAe,CACb,KAAK,CAAC,OAAO,EACb,KAAK,CAAC,SAAS,GAAG,CAAC,EACnB,KAAK,CAAC,OAAO,GAAG,CAAC,EACjB,GAAG,CAAC,MAAM,CAAC,QAAQ,EACnB,OAAO,EACP,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,aAAa,EAAE,CAClE;SACF,CAAC;IACJ,CAAC;IAED,OAAO,eAAe,CAAC,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;AACzE,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CACzB,YAAsB,EACtB,cAAsB,EACtB,OAAe,EACf,GAAiB,EACjB,aAAmD;IAEnD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAE3C,MAAM,YAAY,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAElD,MAAM,YAAY,GAAG,GAAG,CAAC,oBAAoB,CAAC,KAAK,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxF,MAAM,OAAO,GAAG,iBAAiB,CAAC,YAAY,CAAC,CAAC;IAEhD,OAAO,eAAe,CACpB,YAAY,EACZ,cAAc,GAAG,CAAC,EAClB,OAAO,EACP,GAAG,CAAC,MAAM,CAAC,QAAQ,EACnB,UAAU,EACV,EAAE,OAAO,EAAE,GAAG,aAAa,EAAE,CAC9B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB,CAC7B,GAAiB,EACjB,YAAyB,EACzB,aAAmD;IAEnD,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;IAC9B,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;IAE3C,IAAI,YAAY,GAAa,EAAE,CAAC;IAChC,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,MAAM,KAAK,GAAG,CAAC,OAAe,EAAE,EAAE;QAChC,MAAM,KAAK,GAAG,kBAAkB,CAAC,YAAY,EAAE,cAAc,EAAE,OAAO,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;QAC5F,IAAI,KAAK;YAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACxB,KAAK,CAAC,CAAC,CAAC,CAAC;YACT,YAAY,GAAG,EAAE,CAAC;YAClB,SAAS;QACX,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,cAAc,GAAG,CAAC,CAAC;QACrB,CAAC;QAED,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAE5B,IAAI,YAAY,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;YACrC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACb,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC;YACjD,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACpB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,eAAe,CAC7B,QAAgB,EAChB,OAAe,EACf,YAAoB,EAAE,EACtB,eAAuB,EAAE,EACzB,aAAmD;IAEnD,8CAA8C;IAC9C,MAAM,sBAAsB,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;IACvD,MAAM,GAAG,GAAiB;QACxB,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;QAC1B,oBAAoB,EAAE,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAC;QACxD,MAAM,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,YAAY,EAAE;KAC9C,CAAC;IAEF,8CAA8C;IAC9C,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACzC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IAEvC,yBAAyB;IACzB,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CACzC,mBAAmB,CAAC,KAAK,EAAE,GAAG,EAAE,YAAY,EAAE,aAAa,CAAC,CAC7D,CAAC;IAEF,qCAAqC;IACrC,MAAM,cAAc,GAAG,sBAAsB,CAAC,GAAG,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;IAEhF,kCAAkC;IAClC,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,cAAc,CAAC,CAAC,IAAI,CAC7C,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAC,QAAQ,CAAC,SAAS,CACtD,CAAC;AACJ,CAAC"}

package/dist/scanner.d.ts

@@ -0,0 +1,16 @@
+import type { ScanOptions } from './types.js';
+/**
+ * Scan codebase for files matching include/exclude patterns.
+ */
+export declare function scanCodebase(options: ScanOptions): Promise<string[]>;
+/**
+ * Detect broad file type from extension (includes non-AST languages like Go, Rust, Markdown, etc.).
+ * For AST-supported language detection, use the AST parser's detectLanguage instead.
+ */
+export declare function detectFileType(filepath: string): string;
+/**
+ * @deprecated Use detectFileType instead. This alias exists for backwards
+ * compatibility with deep imports.
+ */
+export declare const detectLanguage: typeof detectFileType;
+//# sourceMappingURL=scanner.d.ts.map

package/dist/scanner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scanner.d.ts","sourceRoot":"","sources":["../src/scanner.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAkB9C;;GAEG;AACH,wBAAsB,YAAY,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAoC1E;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAkCvD;AAED;;;GAGG;AACH,eAAO,MAAM,cAAc,uBAAiB,CAAC"}

package/dist/scanner.js

@@ -0,0 +1,95 @@
+import { glob } from 'glob';
+import ignore from 'ignore';
+import fs from 'fs/promises';
+import path from 'path';
+import { ALWAYS_IGNORE_PATTERNS } from './gitignore.js';
+/**
+ * Load .gitignore from the given paths (first match wins) and return an ignore instance.
+ */
+async function loadGitignore(...dirs) {
+    for (const dir of dirs) {
+        try {
+            const content = await fs.readFile(path.join(dir, '.gitignore'), 'utf-8');
+            return ignore().add(content);
+        }
+        catch {
+            // Try next path
+        }
+    }
+    return ignore();
+}
+/**
+ * Scan codebase for files matching include/exclude patterns.
+ */
+export async function scanCodebase(options) {
+    const { rootDir, includePatterns = [], excludePatterns = [] } = options;
+    const ig = await loadGitignore(rootDir);
+    ig.add([...ALWAYS_IGNORE_PATTERNS, ...excludePatterns]);
+    // Determine patterns to search for
+    const patterns = includePatterns.length > 0
+        ? includePatterns
+        : ['**/*.{ts,tsx,js,jsx,py,php,go,rs,java,cpp,c,cs,h,md,mdx}'];
+    // Combine always-ignored patterns with exclude patterns for glob
+    const globIgnorePatterns = [...ALWAYS_IGNORE_PATTERNS, ...excludePatterns];
+    // Find all code files
+    const allFiles = [];
+    for (const pattern of patterns) {
+        const files = await glob(pattern, {
+            cwd: rootDir,
+            absolute: true,
+            nodir: true,
+            ignore: globIgnorePatterns,
+        });
+        allFiles.push(...files);
+    }
+    // Remove duplicates
+    const uniqueFiles = Array.from(new Set(allFiles));
+    // Filter using ignore patterns
+    return uniqueFiles.filter(file => {
+        const relativePath = path.relative(rootDir, file);
+        return !ig.ignores(relativePath);
+    });
+}
+/**
+ * Detect broad file type from extension (includes non-AST languages like Go, Rust, Markdown, etc.).
+ * For AST-supported language detection, use the AST parser's detectLanguage instead.
+ */
+export function detectFileType(filepath) {
+    const ext = path.extname(filepath).toLowerCase();
+    const languageMap = {
+        '.ts': 'typescript',
+        '.tsx': 'typescript',
+        '.js': 'javascript',
+        '.jsx': 'javascript',
+        '.mjs': 'javascript',
+        '.cjs': 'javascript',
+        '.vue': 'vue',
+        '.py': 'python',
+        '.go': 'go',
+        '.rs': 'rust',
+        '.java': 'java',
+        '.cpp': 'cpp',
+        '.cc': 'cpp',
+        '.cxx': 'cpp',
+        '.c': 'c',
+        '.h': 'c',
+        '.hpp': 'cpp',
+        '.php': 'php',
+        '.rb': 'ruby',
+        '.swift': 'swift',
+        '.kt': 'kotlin',
+        '.cs': 'csharp',
+        '.scala': 'scala',
+        '.liquid': 'liquid',
+        '.md': 'markdown',
+        '.mdx': 'markdown',
+        '.markdown': 'markdown',
+    };
+    return languageMap[ext] || 'unknown';
+}
+/**
+ * @deprecated Use detectFileType instead. This alias exists for backwards
+ * compatibility with deep imports.
+ */
+export const detectLanguage = detectFileType;
+//# sourceMappingURL=scanner.js.map

package/dist/scanner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scanner.js","sourceRoot":"","sources":["../src/scanner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,MAAM,aAAa,CAAC;AAC7B,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAExD;;GAEG;AACH,KAAK,UAAU,aAAa,CAAC,GAAG,IAAc;IAC5C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,EAAE,OAAO,CAAC,CAAC;YACzE,OAAO,MAAM,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,gBAAgB;QAClB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,EAAE,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAAoB;IACrD,MAAM,EAAE,OAAO,EAAE,eAAe,GAAG,EAAE,EAAE,eAAe,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;IAExE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC;IACxC,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,sBAAsB,EAAE,GAAG,eAAe,CAAC,CAAC,CAAC;IAExD,mCAAmC;IACnC,MAAM,QAAQ,GACZ,eAAe,CAAC,MAAM,GAAG,CAAC;QACxB,CAAC,CAAC,eAAe;QACjB,CAAC,CAAC,CAAC,0DAA0D,CAAC,CAAC;IAEnE,iEAAiE;IACjE,MAAM,kBAAkB,GAAG,CAAC,GAAG,sBAAsB,EAAE,GAAG,eAAe,CAAC,CAAC;IAE3E,sBAAsB;IACtB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE;YAChC,GAAG,EAAE,OAAO;YACZ,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,kBAAkB;SAC3B,CAAC,CAAC;QACH,QAAQ,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;IAC1B,CAAC;IAED,oBAAoB;IACpB,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;IAElD,+BAA+B;IAC/B,OAAO,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;QAC/B,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAClD,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IAEjD,MAAM,WAAW,GAA2B;QAC1C,KAAK,EAAE,YAAY;QACnB,MAAM,EAAE,YAAY;QACpB,KAAK,EAAE,YAAY;QACnB,MAAM,EAAE,YAAY;QACpB,MAAM,EAAE,YAAY;QACpB,MAAM,EAAE,YAAY;QACpB,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,QAAQ;QACf,KAAK,EAAE,IAAI;QACX,KAAK,EAAE,MAAM;QACb,OAAO,EAAE,MAAM;QACf,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,KAAK;QACZ,MAAM,EAAE,KAAK;QACb,IAAI,EAAE,GAAG;QACT,IAAI,EAAE,GAAG;QACT,MAAM,EAAE,KAAK;QACb,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,MAAM;QACb,QAAQ,EAAE,OAAO;QACjB,KAAK,EAAE,QAAQ;QACf,KAAK,EAAE,QAAQ;QACf,QAAQ,EAAE,OAAO;QACjB,SAAS,EAAE,QAAQ;QACnB,KAAK,EAAE,UAAU;QACjB,MAAM,EAAE,UAAU;QAClB,WAAW,EAAE,UAAU;KACxB,CAAC;IAEF,OAAO,WAAW,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC;AACvC,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,cAAc,CAAC"}

package/dist/symbol-extractor.d.ts

@@ -0,0 +1,18 @@
+/**
+ * Symbol extraction utilities for different programming languages.
+ * Extracts function, class, and interface names from code chunks for better indexing.
+ */
+export interface ExtractedSymbols {
+    functions: string[];
+    classes: string[];
+    interfaces: string[];
+}
+/**
+ * Extract symbols (functions, classes, interfaces) from code content.
+ *
+ * @param content - The code content to extract symbols from
+ * @param language - The programming language of the content
+ * @returns Extracted symbols organized by type
+ */
+export declare function extractSymbols(content: string, language: string): ExtractedSymbols;
+//# sourceMappingURL=symbol-extractor.d.ts.map

package/dist/symbol-extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"symbol-extractor.d.ts","sourceRoot":"","sources":["../src/symbol-extractor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB;AAmDD;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,gBAAgB,CAUlF"}