@unlimiting/qsc 0.1.0

package/dist/chunker/ast.d.ts

@@ -0,0 +1,7 @@
+import type { LanguageConfig } from "./languages/index.js";
+import type { Chunk } from "./index.js";
+export interface AstChunker {
+    chunk(content: string, filePath: string): Chunk[];
+}
+export declare function createAstChunker(langConfig: LanguageConfig, maxTokens: number): Promise<AstChunker>;
+//# sourceMappingURL=ast.d.ts.map

package/dist/chunker/ast.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ast.d.ts","sourceRoot":"","sources":["../../src/chunker/ast.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AA4SxC,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,KAAK,EAAE,CAAC;CACnD;AAED,wBAAsB,gBAAgB,CACpC,UAAU,EAAE,cAAc,EAC1B,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,UAAU,CAAC,CA8CrB"}

package/dist/chunker/ast.js

@@ -0,0 +1,302 @@
+import { createRequire } from "node:module";
+import { join } from "node:path";
+// web-tree-sitter 0.22.x: default export is the Parser class
+const require = createRequire(import.meta.url);
+const Parser = require("web-tree-sitter");
+let initPromise = null;
+async function ensureInit() {
+    if (!initPromise) {
+        initPromise = Parser.init();
+    }
+    await initPromise;
+}
+function estimateTokens(text) {
+    return Math.ceil(text.length / 4);
+}
+function resolveWasmPath(wasmFile) {
+    const require2 = createRequire(import.meta.url);
+    const wasmsDir = join(require2.resolve("tree-sitter-wasms/package.json"), "..", "out");
+    return join(wasmsDir, wasmFile);
+}
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+const languageCache = new Map();
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+async function loadLanguage(config) {
+    const key = config.treeSitterLanguage;
+    if (languageCache.has(key)) {
+        return languageCache.get(key);
+    }
+    const wasmPath = resolveWasmPath(config.treeSitterWasmFile);
+    const lang = await Parser.Language.load(wasmPath);
+    languageCache.set(key, lang);
+    return lang;
+}
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+function extractName(node, nameFields) {
+    // For export_statement, look at the inner declaration
+    if (node.type === "export_statement" || node.type === "export_declaration") {
+        const childCount = node.childCount;
+        for (let i = 0; i < childCount; i++) {
+            const c = node.child(i);
+            if (c && c.isNamed && c.type !== "export" && c.type !== "default") {
+                const innerName = extractName(c, nameFields);
+                if (innerName)
+                    return innerName;
+            }
+        }
+    }
+    // For decorated_definition (Python), look at the inner definition
+    if (node.type === "decorated_definition") {
+        const def = node.childForFieldName("definition");
+        if (def)
+            return extractName(def, nameFields);
+    }
+    for (const field of nameFields) {
+        const child = node.childForFieldName(field);
+        if (child)
+            return child.text;
+    }
+    const childCount = node.childCount;
+    for (let i = 0; i < childCount; i++) {
+        const c = node.child(i);
+        if (c && (c.type === "identifier" || c.type === "property_identifier" || c.type === "type_identifier")) {
+            return c.text;
+        }
+    }
+    return undefined;
+}
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+function classifyNode(node) {
+    const nodeType = node.type;
+    // For export_statement, classify based on inner declaration
+    if (nodeType === "export_statement" || nodeType === "export_declaration") {
+        const childCount = node.childCount;
+        for (let i = 0; i < childCount; i++) {
+            const c = node.child(i);
+            if (c && c.isNamed && c.type !== "export" && c.type !== "default") {
+                return classifyNode(c);
+            }
+        }
+        return "module";
+    }
+    return classifyNodeTypeStr(nodeType);
+}
+function classifyNodeTypeStr(nodeType) {
+    if (nodeType.includes("function") || nodeType.includes("method") || nodeType === "arrow_function")
+        return "function";
+    if (nodeType.includes("class"))
+        return "class";
+    if (nodeType.includes("interface"))
+        return "interface";
+    if (nodeType.includes("enum"))
+        return "enum";
+    if (nodeType.includes("type_alias") || nodeType.includes("type_declaration"))
+        return "type";
+    if (nodeType.includes("struct"))
+        return "struct";
+    if (nodeType.includes("protocol"))
+        return "protocol";
+    if (nodeType.includes("extension"))
+        return "extension";
+    if (nodeType.includes("import") || nodeType.includes("export"))
+        return "module";
+    return "block";
+}
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+function collectImports(rootNode, importTypes) {
+    if (importTypes.length === 0)
+        return "";
+    const imports = [];
+    const childCount = rootNode.childCount;
+    for (let i = 0; i < childCount; i++) {
+        const child = rootNode.child(i);
+        if (child && importTypes.includes(child.type)) {
+            imports.push(child.text);
+        }
+    }
+    return imports.length > 0 ? imports.join("\n") + "\n\n" : "";
+}
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+function collectChunkNodes(node, config, sourceLines, maxTokens) {
+    const chunks = [];
+    const chunkSet = new Set(config.chunkNodeTypes);
+    const containerSet = new Set(config.containerNodeTypes);
+    const importSet = new Set(config.importNodeTypes);
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    function visit(n) {
+        if (importSet.has(n.type))
+            return;
+        if (chunkSet.has(n.type)) {
+            const text = n.text;
+            const tokens = estimateTokens(text);
+            const startLine = n.startPosition.row + 1;
+            const endLine = n.endPosition.row + 1;
+            const name = extractName(n, config.nameFields);
+            const chunkType = classifyNode(n);
+            if (tokens <= maxTokens) {
+                chunks.push({ content: text, startLine, endLine, type: chunkType, name });
+            }
+            else {
+                const subChunks = splitLargeNode(n, config, sourceLines, maxTokens);
+                if (subChunks.length > 0) {
+                    chunks.push(...subChunks);
+                }
+                else {
+                    chunks.push({ content: text, startLine, endLine, type: chunkType, name });
+                }
+            }
+            return;
+        }
+        if (containerSet.has(n.type) || n.type === "program" || n.type === "source_file" || n.type === "module") {
+            const childCount = n.childCount;
+            for (let i = 0; i < childCount; i++) {
+                const child = n.child(i);
+                if (child)
+                    visit(child);
+            }
+            return;
+        }
+        // Top-level non-chunk, non-container nodes
+        if (n.parent && (containerSet.has(n.parent.type) || n.parent.type === "program" || n.parent.type === "source_file" || n.parent.type === "module")) {
+            if (!importSet.has(n.type) && n.text.trim().length > 0) {
+                chunks.push({
+                    content: n.text,
+                    startLine: n.startPosition.row + 1,
+                    endLine: n.endPosition.row + 1,
+                    type: "block",
+                    name: undefined,
+                });
+            }
+        }
+    }
+    visit(node);
+    return chunks;
+}
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+function splitLargeNode(node, config, sourceLines, maxTokens) {
+    const chunkSet = new Set(config.chunkNodeTypes);
+    const subChunks = [];
+    const childCount = node.childCount;
+    let hasChunkableChildren = false;
+    for (let i = 0; i < childCount; i++) {
+        const child = node.child(i);
+        if (child && child.isNamed && chunkSet.has(child.type)) {
+            hasChunkableChildren = true;
+            break;
+        }
+    }
+    if (hasChunkableChildren) {
+        for (let i = 0; i < childCount; i++) {
+            const child = node.child(i);
+            if (!child || !child.isNamed)
+                continue;
+            const childChunks = collectChunkNodes(child, config, sourceLines, maxTokens);
+            subChunks.push(...childChunks);
+        }
+        return subChunks;
+    }
+    // Split by line groups
+    const nodeStartLine = node.startPosition.row;
+    const nodeEndLine = node.endPosition.row;
+    const nodeLines = sourceLines.slice(nodeStartLine, nodeEndLine + 1);
+    let currentLines = [];
+    let currentStartLine = nodeStartLine;
+    let currentTokens = 0;
+    for (let i = 0; i < nodeLines.length; i++) {
+        const lineTokens = estimateTokens(nodeLines[i] + "\n");
+        if (currentTokens + lineTokens > maxTokens && currentLines.length > 0) {
+            subChunks.push({
+                content: currentLines.join("\n"),
+                startLine: currentStartLine + 1,
+                endLine: currentStartLine + currentLines.length,
+                type: classifyNode(node),
+                name: extractName(node, config.nameFields),
+            });
+            currentLines = [];
+            currentStartLine = nodeStartLine + i;
+            currentTokens = 0;
+        }
+        currentLines.push(nodeLines[i]);
+        currentTokens += lineTokens;
+    }
+    if (currentLines.length > 0) {
+        subChunks.push({
+            content: currentLines.join("\n"),
+            startLine: currentStartLine + 1,
+            endLine: currentStartLine + currentLines.length,
+            type: classifyNode(node),
+            name: extractName(node, config.nameFields),
+        });
+    }
+    return subChunks;
+}
+function mergeSmallChunks(chunks, maxTokens) {
+    if (chunks.length <= 1)
+        return chunks;
+    const merged = [];
+    let current = chunks[0];
+    for (let i = 1; i < chunks.length; i++) {
+        const next = chunks[i];
+        const combinedTokens = estimateTokens(current.content) + estimateTokens(next.content);
+        if (combinedTokens <= maxTokens &&
+            current.type === "block" &&
+            next.type === "block" &&
+            next.startLine <= current.endLine + 2) {
+            current = {
+                content: current.content + "\n" + next.content,
+                startLine: current.startLine,
+                endLine: next.endLine,
+                type: "block",
+                name: current.name || next.name,
+            };
+        }
+        else {
+            merged.push(current);
+            current = next;
+        }
+    }
+    merged.push(current);
+    return merged;
+}
+export async function createAstChunker(langConfig, maxTokens) {
+    await ensureInit();
+    const language = await loadLanguage(langConfig);
+    const parser = new Parser();
+    parser.setLanguage(language);
+    return {
+        chunk(content, filePath) {
+            const tree = parser.parse(content);
+            if (!tree)
+                return [];
+            const rootNode = tree.rootNode;
+            const sourceLines = content.split("\n");
+            const importPrefix = collectImports(rootNode, langConfig.importNodeTypes);
+            let rawChunks = collectChunkNodes(rootNode, langConfig, sourceLines, maxTokens);
+            rawChunks = mergeSmallChunks(rawChunks, maxTokens);
+            const result = rawChunks.map((raw) => {
+                const needsPrefix = importPrefix.length > 0 && !raw.content.trimStart().startsWith("import");
+                const finalContent = needsPrefix ? importPrefix + raw.content : raw.content;
+                return {
+                    content: finalContent,
+                    startLine: raw.startLine,
+                    endLine: raw.endLine,
+                    type: raw.type,
+                    name: raw.name,
+                    language: langConfig.treeSitterLanguage,
+                };
+            });
+            if (result.length === 0 && content.trim().length > 0) {
+                result.push({
+                    content,
+                    startLine: 1,
+                    endLine: sourceLines.length,
+                    type: "module",
+                    language: langConfig.treeSitterLanguage,
+                });
+            }
+            tree.delete();
+            return result;
+        },
+    };
+}
+//# sourceMappingURL=ast.js.map

package/dist/chunker/ast.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ast.js","sourceRoot":"","sources":["../../src/chunker/ast.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAIjC,6DAA6D;AAC7D,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC/C,MAAM,MAAM,GAAqC,OAAO,CAAC,iBAAiB,CAAC,CAAC;AAW5E,IAAI,WAAW,GAAyB,IAAI,CAAC;AAE7C,KAAK,UAAU,UAAU;IACvB,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,WAAW,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;IAC9B,CAAC;IACD,MAAM,WAAW,CAAC;AACpB,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,eAAe,CAAC,QAAgB;IACvC,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,gCAAgC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IACvF,OAAO,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAClC,CAAC;AAED,8DAA8D;AAC9D,MAAM,aAAa,GAAG,IAAI,GAAG,EAAe,CAAC;AAE7C,8DAA8D;AAC9D,KAAK,UAAU,YAAY,CAAC,MAAsB;IAChD,MAAM,GAAG,GAAG,MAAM,CAAC,kBAAkB,CAAC;IACtC,IAAI,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QAC3B,OAAO,aAAa,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;IACjC,CAAC;IACD,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC5D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClD,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAC7B,OAAO,IAAI,CAAC;AACd,CAAC;AAED,8DAA8D;AAC9D,SAAS,WAAW,CAAC,IAAS,EAAE,UAAoB;IAClD,sDAAsD;IACtD,IAAI,IAAI,CAAC,IAAI,KAAK,kBAAkB,IAAI,IAAI,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;QAC3E,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAClE,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;gBAC7C,IAAI,SAAS;oBAAE,OAAO,SAAS,CAAC;YAClC,CAAC;QACH,CAAC;IACH,CAAC;IACD,kEAAkE;IAClE,IAAI,IAAI,CAAC,IAAI,KAAK,sBAAsB,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QACjD,IAAI,GAAG;YAAE,OAAO,WAAW,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAC/C,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAC5C,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC,IAAI,CAAC;IAC/B,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;IACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,IAAI,CAAC,CAAC,IAAI,KAAK,qBAAqB,IAAI,CAAC,CAAC,IAAI,KAAK,iBAAiB,CAAC,EAAE,CAAC;YACvG,OAAO,CAAC,CAAC,IAAI,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,8DAA8D;AAC9D,SAAS,YAAY,CAAC,IAAS;IAC7B,MAAM,QAAQ,GAAW,IAAI,CAAC,IAAI,CAAC;IACnC,4DAA4D;IAC5D,IAAI,QAAQ,KAAK,kBAAkB,IAAI,QAAQ,KAAK,oBAAoB,EAAE,CAAC;QACzE,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAClE,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,OAAO,mBAAmB,CAAC,QAAQ,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,mBAAmB,CAAC,QAAgB;IAC3C,IAAI,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,KAAK,gBAAgB;QAAE,OAAO,UAAU,CAAC;IACrH,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC;IAC/C,IAAI,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,WAAW,CAAC;IACvD,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IAC7C,IAAI,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QAAE,OAAO,MAAM,CAAC;IAC5F,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IACjD,IAAI,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,UAAU,CAAC;IACrD,IAAI,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,WAAW,CAAC;IACvD,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAChF,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,8DAA8D;AAC9D,SAAS,cAAc,CAAC,QAAa,EAAE,WAAqB;IAC1D,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACxC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChC,IAAI,KAAK,IAAI,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9C,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;AAC/D,CAAC;AAUD,8DAA8D;AAC9D,SAAS,iBAAiB,CACxB,IAAS,EACT,MAAsB,EACtB,WAAqB,EACrB,SAAiB;IAEjB,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IAChD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;IACxD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IAElD,8DAA8D;IAC9D,SAAS,KAAK,CAAC,CAAM;QACnB,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,OAAO;QAElC,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,GAAW,CAAC,CAAC,IAAI,CAAC;YAC5B,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,SAAS,GAAW,CAAC,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC,CAAC;YAClD,MAAM,OAAO,GAAW,CAAC,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,CAAC;YAC9C,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;YAC/C,MAAM,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;YAElC,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;gBACxB,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5E,CAAC;iBAAM,CAAC;gBACN,MAAM,SAAS,GAAG,cAAc,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;gBACpE,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACzB,MAAM,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;gBAC5B,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5E,CAAC;YACH,CAAC;YACD,OAAO;QACT,CAAC;QAED,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxG,MAAM,UAAU,GAAW,CAAC,CAAC,UAAU,CAAC;YACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACzB,IAAI,KAAK;oBAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1B,CAAC;YACD,OAAO;QACT,CAAC;QAED,2CAA2C;QAC3C,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,aAAa,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,EAAE,CAAC;YAClJ,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvD,MAAM,CAAC,IAAI,CAAC;oBACV,OAAO,EAAE,CAAC,CAAC,IAAI;oBACf,SAAS,EAAE,CAAC,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC;oBAClC,OAAO,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC;oBAC9B,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,SAAS;iBAChB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,CAAC;IACZ,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,8DAA8D;AAC9D,SAAS,cAAc,CACrB,IAAS,EACT,MAAsB,EACtB,WAAqB,EACrB,SAAiB;IAEjB,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IAChD,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,MAAM,UAAU,GAAW,IAAI,CAAC,UAAU,CAAC;IAE3C,IAAI,oBAAoB,GAAG,KAAK,CAAC;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,KAAK,IAAI,KAAK,CAAC,OAAO,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACvD,oBAAoB,GAAG,IAAI,CAAC;YAC5B,MAAM;QACR,CAAC;IACH,CAAC;IAED,IAAI,oBAAoB,EAAE,CAAC;QACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC5B,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO;gBAAE,SAAS;YACvC,MAAM,WAAW,GAAG,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;YAC7E,SAAS,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,uBAAuB;IACvB,MAAM,aAAa,GAAW,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC;IACrD,MAAM,WAAW,GAAW,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC;IACjD,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,aAAa,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC;IAEpE,IAAI,YAAY,GAAa,EAAE,CAAC;IAChC,IAAI,gBAAgB,GAAG,aAAa,CAAC;IACrC,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,UAAU,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;QACvD,IAAI,aAAa,GAAG,UAAU,GAAG,SAAS,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtE,SAAS,CAAC,IAAI,CAAC;gBACb,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;gBAChC,SAAS,EAAE,gBAAgB,GAAG,CAAC;gBAC/B,OAAO,EAAE,gBAAgB,GAAG,YAAY,CAAC,MAAM;gBAC/C,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC;gBACxB,IAAI,EAAE,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC;aAC3C,CAAC,CAAC;YACH,YAAY,GAAG,EAAE,CAAC;YAClB,gBAAgB,GAAG,aAAa,GAAG,CAAC,CAAC;YACrC,aAAa,GAAG,CAAC,CAAC;QACpB,CAAC;QACD,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAChC,aAAa,IAAI,UAAU,CAAC;IAC9B,CAAC;IAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,SAAS,CAAC,IAAI,CAAC;YACb,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;YAChC,SAAS,EAAE,gBAAgB,GAAG,CAAC;YAC/B,OAAO,EAAE,gBAAgB,GAAG,YAAY,CAAC,MAAM;YAC/C,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC;YACxB,IAAI,EAAE,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC;SAC3C,CAAC,CAAC;IACL,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAkB,EAAE,SAAiB;IAC7D,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IAEtC,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,IAAI,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAExB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACvB,MAAM,cAAc,GAAG,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEtF,IACE,cAAc,IAAI,SAAS;YAC3B,OAAO,CAAC,IAAI,KAAK,OAAO;YACxB,IAAI,CAAC,IAAI,KAAK,OAAO;YACrB,IAAI,CAAC,SAAS,IAAI,OAAO,CAAC,OAAO,GAAG,CAAC,EACrC,CAAC;YACD,OAAO,GAAG;gBACR,OAAO,EAAE,OAAO,CAAC,OAAO,GAAG,IAAI,GAAG,IAAI,CAAC,OAAO;gBAC9C,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;aAChC,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;IACH,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAErB,OAAO,MAAM,CAAC;AAChB,CAAC;AAMD,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,UAA0B,EAC1B,SAAiB;IAEjB,MAAM,UAAU,EAAE,CAAC;IACnB,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,UAAU,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;IAC5B,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAE7B,OAAO;QACL,KAAK,CAAC,OAAe,EAAE,QAAgB;YACrC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACnC,IAAI,CAAC,IAAI;gBAAE,OAAO,EAAE,CAAC;YAErB,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC/B,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACxC,MAAM,YAAY,GAAG,cAAc,CAAC,QAAQ,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;YAE1E,IAAI,SAAS,GAAG,iBAAiB,CAAC,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;YAChF,SAAS,GAAG,gBAAgB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAEnD,MAAM,MAAM,GAAY,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;gBAC5C,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;gBAC7F,MAAM,YAAY,GAAG,WAAW,CAAC,CAAC,CAAC,YAAY,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;gBAE5E,OAAO;oBACL,OAAO,EAAE,YAAY;oBACrB,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,QAAQ,EAAE,UAAU,CAAC,kBAAkB;iBACxC,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrD,MAAM,CAAC,IAAI,CAAC;oBACV,OAAO;oBACP,SAAS,EAAE,CAAC;oBACZ,OAAO,EAAE,WAAW,CAAC,MAAM;oBAC3B,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,UAAU,CAAC,kBAAkB;iBACxC,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,MAAM,CAAC;QAChB,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/chunker/index.d.ts

@@ -0,0 +1,15 @@
+import type { ChunkerConfig } from "../config/index.js";
+export interface Chunk {
+    content: string;
+    startLine: number;
+    endLine: number;
+    type: string;
+    name?: string;
+    language: string;
+    metadata?: Record<string, unknown>;
+}
+export interface Chunker {
+    chunk(content: string, filePath: string): Promise<Chunk[]>;
+}
+export declare function createChunker(config: ChunkerConfig): Chunker;
+//# sourceMappingURL=index.d.ts.map

package/dist/chunker/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/chunker/index.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAExD,MAAM,WAAW,KAAK;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,OAAO;IACtB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;CAC5D;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAsB5D"}

package/dist/chunker/index.js

@@ -0,0 +1,26 @@
+import { extname } from "node:path";
+import { getLanguageConfig } from "./languages/index.js";
+import { createAstChunker } from "./ast.js";
+import { createTokenChunker } from "./token.js";
+export function createChunker(config) {
+    const maxTokens = config.max_tokens;
+    const overlap = config.overlap;
+    return {
+        async chunk(content, filePath) {
+            const ext = extname(filePath).toLowerCase();
+            const langConfig = getLanguageConfig(ext);
+            if (langConfig) {
+                try {
+                    const astChunker = await createAstChunker(langConfig, maxTokens);
+                    return astChunker.chunk(content, filePath);
+                }
+                catch {
+                    // AST parsing failed, fall through to token chunker
+                }
+            }
+            const tokenChunker = createTokenChunker(maxTokens, overlap);
+            return tokenChunker.chunk(content, filePath);
+        },
+    };
+}
+//# sourceMappingURL=index.js.map

package/dist/chunker/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/chunker/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAC5C,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAiBhD,MAAM,UAAU,aAAa,CAAC,MAAqB;IACjD,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC;IACpC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAE/B,OAAO;QACL,KAAK,CAAC,KAAK,CAAC,OAAe,EAAE,QAAgB;YAC3C,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;YAC5C,MAAM,UAAU,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;YAE1C,IAAI,UAAU,EAAE,CAAC;gBACf,IAAI,CAAC;oBACH,MAAM,UAAU,GAAG,MAAM,gBAAgB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;oBACjE,OAAO,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBAC7C,CAAC;gBAAC,MAAM,CAAC;oBACP,oDAAoD;gBACtD,CAAC;YACH,CAAC;YAED,MAAM,YAAY,GAAG,kBAAkB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YAC5D,OAAO,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAC/C,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/chunker/languages/dart.d.ts

@@ -0,0 +1,3 @@
+import type { LanguageConfig } from "./index.js";
+export declare const dartConfig: LanguageConfig;
+//# sourceMappingURL=dart.d.ts.map

package/dist/chunker/languages/dart.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dart.d.ts","sourceRoot":"","sources":["../../../src/chunker/languages/dart.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjD,eAAO,MAAM,UAAU,EAAE,cAoBxB,CAAC"}

package/dist/chunker/languages/dart.js

@@ -0,0 +1,22 @@
+export const dartConfig = {
+    extensions: [".dart"],
+    treeSitterLanguage: "dart",
+    treeSitterWasmFile: "tree-sitter-dart.wasm",
+    chunkNodeTypes: [
+        "function_signature",
+        "method_signature",
+        "class_definition",
+        "enum_declaration",
+        "function_body",
+        "declaration",
+    ],
+    containerNodeTypes: [
+        "program",
+        "class_body",
+    ],
+    importNodeTypes: [
+        "import_or_export",
+    ],
+    nameFields: ["name"],
+};
+//# sourceMappingURL=dart.js.map

package/dist/chunker/languages/dart.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dart.js","sourceRoot":"","sources":["../../../src/chunker/languages/dart.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,UAAU,GAAmB;IACxC,UAAU,EAAE,CAAC,OAAO,CAAC;IACrB,kBAAkB,EAAE,MAAM;IAC1B,kBAAkB,EAAE,uBAAuB;IAC3C,cAAc,EAAE;QACd,oBAAoB;QACpB,kBAAkB;QAClB,kBAAkB;QAClB,kBAAkB;QAClB,eAAe;QACf,aAAa;KACd;IACD,kBAAkB,EAAE;QAClB,SAAS;QACT,YAAY;KACb;IACD,eAAe,EAAE;QACf,kBAAkB;KACnB;IACD,UAAU,EAAE,CAAC,MAAM,CAAC;CACrB,CAAC"}

package/dist/chunker/languages/go.d.ts

@@ -0,0 +1,3 @@
+import type { LanguageConfig } from "./index.js";
+export declare const goConfig: LanguageConfig;
+//# sourceMappingURL=go.d.ts.map

package/dist/chunker/languages/go.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"go.d.ts","sourceRoot":"","sources":["../../../src/chunker/languages/go.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjD,eAAO,MAAM,QAAQ,EAAE,cAkBtB,CAAC"}

package/dist/chunker/languages/go.js

@@ -0,0 +1,20 @@
+export const goConfig = {
+    extensions: [".go"],
+    treeSitterLanguage: "go",
+    treeSitterWasmFile: "tree-sitter-go.wasm",
+    chunkNodeTypes: [
+        "function_declaration",
+        "method_declaration",
+        "type_declaration",
+        "const_declaration",
+        "var_declaration",
+    ],
+    containerNodeTypes: [
+        "source_file",
+    ],
+    importNodeTypes: [
+        "import_declaration",
+    ],
+    nameFields: ["name"],
+};
+//# sourceMappingURL=go.js.map

package/dist/chunker/languages/go.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"go.js","sourceRoot":"","sources":["../../../src/chunker/languages/go.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,QAAQ,GAAmB;IACtC,UAAU,EAAE,CAAC,KAAK,CAAC;IACnB,kBAAkB,EAAE,IAAI;IACxB,kBAAkB,EAAE,qBAAqB;IACzC,cAAc,EAAE;QACd,sBAAsB;QACtB,oBAAoB;QACpB,kBAAkB;QAClB,mBAAmB;QACnB,iBAAiB;KAClB;IACD,kBAAkB,EAAE;QAClB,aAAa;KACd;IACD,eAAe,EAAE;QACf,oBAAoB;KACrB;IACD,UAAU,EAAE,CAAC,MAAM,CAAC;CACrB,CAAC"}

package/dist/chunker/languages/index.d.ts

@@ -0,0 +1,12 @@
+export interface LanguageConfig {
+    extensions: string[];
+    treeSitterLanguage: string;
+    treeSitterWasmFile: string;
+    chunkNodeTypes: string[];
+    containerNodeTypes: string[];
+    importNodeTypes: string[];
+    nameFields: string[];
+}
+export declare function getLanguageConfig(extension: string): LanguageConfig | undefined;
+export declare function getSupportedExtensions(): string[];
+//# sourceMappingURL=index.d.ts.map

package/dist/chunker/languages/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/chunker/languages/index.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB;AAmCD,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS,CAE/E;AAED,wBAAgB,sBAAsB,IAAI,MAAM,EAAE,CAEjD"}

package/dist/chunker/languages/index.js

@@ -0,0 +1,35 @@
+import { typescriptConfig, tsxConfig } from "./typescript.js";
+import { pythonConfig } from "./python.js";
+import { goConfig } from "./go.js";
+import { dartConfig } from "./dart.js";
+import { kotlinConfig } from "./kotlin.js";
+import { swiftConfig } from "./swift.js";
+const allConfigs = [
+    tsxConfig, // must come before typescriptConfig so .tsx/.jsx map to tsx
+    typescriptConfig,
+    pythonConfig,
+    goConfig,
+    dartConfig,
+    kotlinConfig,
+    swiftConfig,
+];
+const extensionMap = new Map();
+for (const config of allConfigs) {
+    for (const ext of config.extensions) {
+        if (!extensionMap.has(ext)) {
+            extensionMap.set(ext, config);
+        }
+    }
+}
+// Override: .tsx/.jsx should use tsxConfig, .ts/.js should use typescriptConfig
+extensionMap.set(".tsx", tsxConfig);
+extensionMap.set(".jsx", tsxConfig);
+extensionMap.set(".ts", typescriptConfig);
+extensionMap.set(".js", typescriptConfig);
+export function getLanguageConfig(extension) {
+    return extensionMap.get(extension);
+}
+export function getSupportedExtensions() {
+    return [...extensionMap.keys()];
+}
+//# sourceMappingURL=index.js.map

package/dist/chunker/languages/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/chunker/languages/index.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAEzC,MAAM,UAAU,GAAqB;IACnC,SAAS,EAAS,4DAA4D;IAC9E,gBAAgB;IAChB,YAAY;IACZ,QAAQ;IACR,UAAU;IACV,YAAY;IACZ,WAAW;CACZ,CAAC;AAEF,MAAM,YAAY,GAAG,IAAI,GAAG,EAA0B,CAAC;AAEvD,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;IAChC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QACpC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3B,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;AACH,CAAC;AAED,gFAAgF;AAChF,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;AACpC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;AACpC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;AAC1C,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;AAE1C,MAAM,UAAU,iBAAiB,CAAC,SAAiB;IACjD,OAAO,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,OAAO,CAAC,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;AAClC,CAAC"}

package/dist/chunker/languages/kotlin.d.ts

@@ -0,0 +1,3 @@
+import type { LanguageConfig } from "./index.js";
+export declare const kotlinConfig: LanguageConfig;
+//# sourceMappingURL=kotlin.d.ts.map

package/dist/chunker/languages/kotlin.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"kotlin.d.ts","sourceRoot":"","sources":["../../../src/chunker/languages/kotlin.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjD,eAAO,MAAM,YAAY,EAAE,cAqB1B,CAAC"}

package/dist/chunker/languages/kotlin.js

@@ -0,0 +1,23 @@
+export const kotlinConfig = {
+    extensions: [".kt", ".kts"],
+    treeSitterLanguage: "kotlin",
+    treeSitterWasmFile: "tree-sitter-kotlin.wasm",
+    chunkNodeTypes: [
+        "function_declaration",
+        "class_declaration",
+        "object_declaration",
+        "property_declaration",
+        "companion_object",
+        "interface_declaration",
+    ],
+    containerNodeTypes: [
+        "source_file",
+        "class_body",
+    ],
+    importNodeTypes: [
+        "import_list",
+        "import_header",
+    ],
+    nameFields: ["name"],
+};
+//# sourceMappingURL=kotlin.js.map

package/dist/chunker/languages/kotlin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kotlin.js","sourceRoot":"","sources":["../../../src/chunker/languages/kotlin.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,YAAY,GAAmB;IAC1C,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC;IAC3B,kBAAkB,EAAE,QAAQ;IAC5B,kBAAkB,EAAE,yBAAyB;IAC7C,cAAc,EAAE;QACd,sBAAsB;QACtB,mBAAmB;QACnB,oBAAoB;QACpB,sBAAsB;QACtB,kBAAkB;QAClB,uBAAuB;KACxB;IACD,kBAAkB,EAAE;QAClB,aAAa;QACb,YAAY;KACb;IACD,eAAe,EAAE;QACf,aAAa;QACb,eAAe;KAChB;IACD,UAAU,EAAE,CAAC,MAAM,CAAC;CACrB,CAAC"}

package/dist/chunker/languages/python.d.ts

@@ -0,0 +1,3 @@
+import type { LanguageConfig } from "./index.js";
+export declare const pythonConfig: LanguageConfig;
+//# sourceMappingURL=python.d.ts.map

package/dist/chunker/languages/python.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"python.d.ts","sourceRoot":"","sources":["../../../src/chunker/languages/python.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjD,eAAO,MAAM,YAAY,EAAE,cAmB1B,CAAC"}

package/dist/chunker/languages/python.js

@@ -0,0 +1,21 @@
+export const pythonConfig = {
+    extensions: [".py"],
+    treeSitterLanguage: "python",
+    treeSitterWasmFile: "tree-sitter-python.wasm",
+    chunkNodeTypes: [
+        "function_definition",
+        "class_definition",
+        "decorated_definition",
+    ],
+    containerNodeTypes: [
+        "module",
+        "class_body",
+        "block",
+    ],
+    importNodeTypes: [
+        "import_statement",
+        "import_from_statement",
+    ],
+    nameFields: ["name"],
+};
+//# sourceMappingURL=python.js.map

package/dist/chunker/languages/python.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"python.js","sourceRoot":"","sources":["../../../src/chunker/languages/python.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,YAAY,GAAmB;IAC1C,UAAU,EAAE,CAAC,KAAK,CAAC;IACnB,kBAAkB,EAAE,QAAQ;IAC5B,kBAAkB,EAAE,yBAAyB;IAC7C,cAAc,EAAE;QACd,qBAAqB;QACrB,kBAAkB;QAClB,sBAAsB;KACvB;IACD,kBAAkB,EAAE;QAClB,QAAQ;QACR,YAAY;QACZ,OAAO;KACR;IACD,eAAe,EAAE;QACf,kBAAkB;QAClB,uBAAuB;KACxB;IACD,UAAU,EAAE,CAAC,MAAM,CAAC;CACrB,CAAC"}

package/dist/chunker/languages/swift.d.ts

@@ -0,0 +1,3 @@
+import type { LanguageConfig } from "./index.js";
+export declare const swiftConfig: LanguageConfig;
+//# sourceMappingURL=swift.d.ts.map

package/dist/chunker/languages/swift.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"swift.d.ts","sourceRoot":"","sources":["../../../src/chunker/languages/swift.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjD,eAAO,MAAM,WAAW,EAAE,cAsBzB,CAAC"}

package/dist/chunker/languages/swift.js

@@ -0,0 +1,24 @@
+export const swiftConfig = {
+    extensions: [".swift"],
+    treeSitterLanguage: "swift",
+    treeSitterWasmFile: "tree-sitter-swift.wasm",
+    chunkNodeTypes: [
+        "function_declaration",
+        "class_declaration",
+        "struct_declaration",
+        "enum_declaration",
+        "protocol_declaration",
+        "extension_declaration",
+        "property_declaration",
+        "init_declaration",
+    ],
+    containerNodeTypes: [
+        "source_file",
+        "class_body",
+    ],
+    importNodeTypes: [
+        "import_declaration",
+    ],
+    nameFields: ["name"],
+};
+//# sourceMappingURL=swift.js.map

package/dist/chunker/languages/swift.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"swift.js","sourceRoot":"","sources":["../../../src/chunker/languages/swift.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,WAAW,GAAmB;IACzC,UAAU,EAAE,CAAC,QAAQ,CAAC;IACtB,kBAAkB,EAAE,OAAO;IAC3B,kBAAkB,EAAE,wBAAwB;IAC5C,cAAc,EAAE;QACd,sBAAsB;QACtB,mBAAmB;QACnB,oBAAoB;QACpB,kBAAkB;QAClB,sBAAsB;QACtB,uBAAuB;QACvB,sBAAsB;QACtB,kBAAkB;KACnB;IACD,kBAAkB,EAAE;QAClB,aAAa;QACb,YAAY;KACb;IACD,eAAe,EAAE;QACf,oBAAoB;KACrB;IACD,UAAU,EAAE,CAAC,MAAM,CAAC;CACrB,CAAC"}

package/dist/chunker/languages/typescript.d.ts

@@ -0,0 +1,4 @@
+import type { LanguageConfig } from "./index.js";
+export declare const typescriptConfig: LanguageConfig;
+export declare const tsxConfig: LanguageConfig;
+//# sourceMappingURL=typescript.d.ts.map

package/dist/chunker/languages/typescript.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"typescript.d.ts","sourceRoot":"","sources":["../../../src/chunker/languages/typescript.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjD,eAAO,MAAM,gBAAgB,EAAE,cA0B9B,CAAC;AAEF,eAAO,MAAM,SAAS,EAAE,cAKvB,CAAC"}