codesift-mcp 0.1.0

package/dist/parser/extractors/typescript.js

@@ -0,0 +1,296 @@
+import { tokenizeIdentifier, makeSymbolId } from "../symbol-extractor.js";
+const MAX_SOURCE_LENGTH = 5000;
+/** Matches top-level SCREAMING_CASE identifiers like MAX_RETRIES, API_URL */
+const SCREAMING_CASE_RE = /^[A-Z][A-Z0-9_]+$/;
+/** Test lifecycle hook names */
+const TEST_HOOK_NAMES = new Set([
+    "beforeEach", "afterEach", "beforeAll", "afterAll",
+]);
+/** Method suffixes on it/test that are still test_case (it.skip, it.each, etc.) */
+const TEST_CASE_METHODS = new Set([
+    "skip", "todo", "each", "only", "failing", "concurrent",
+]);
+/** Method suffixes on describe that are still test_suite */
+const TEST_SUITE_METHODS = new Set([
+    "skip", "only", "each",
+]);
+function parseTestCallee(callExpr) {
+    const fn = callExpr.childForFieldName("function");
+    if (!fn)
+        return null;
+    // Simple call: describe(...), it(...), test(...), beforeEach(...)
+    if (fn.type === "identifier") {
+        return { base: fn.text, method: null };
+    }
+    // Member call: it.skip(...), it.todo(...), describe.only(...)
+    if (fn.type === "member_expression") {
+        const obj = fn.childForFieldName("object");
+        const prop = fn.childForFieldName("property");
+        if (obj?.type === "identifier" && prop) {
+            return { base: obj.text, method: prop.text };
+        }
+    }
+    // Chained call: it.each([...])("name", fn)
+    // The outer call_expression has a call_expression child as callee
+    if (fn.type === "call_expression") {
+        const innerFn = fn.childForFieldName("function");
+        if (innerFn?.type === "member_expression") {
+            const obj = innerFn.childForFieldName("object");
+            const prop = innerFn.childForFieldName("property");
+            if (obj?.type === "identifier" && prop) {
+                return { base: obj.text, method: prop.text };
+            }
+        }
+    }
+    return null;
+}
+// --- Helpers ---
+function getNodeName(node) {
+    const nameNode = node.childForFieldName("name");
+    return nameNode?.text ?? null;
+}
+function getDocstring(node, source) {
+    const prev = node.previousNamedSibling;
+    if (!prev)
+        return undefined;
+    if (prev.type === "comment") {
+        const text = source.slice(prev.startIndex, prev.endIndex);
+        // JSDoc: /** ... */ or line comment: // ...
+        if (text.startsWith("/**") || text.startsWith("//")) {
+            return text;
+        }
+    }
+    return undefined;
+}
+function getSignature(node, source) {
+    const params = node.childForFieldName("parameters");
+    if (!params)
+        return undefined;
+    let sig = source.slice(params.startIndex, params.endIndex);
+    const returnType = node.childForFieldName("return_type");
+    if (returnType) {
+        sig += ": " + source.slice(returnType.startIndex, returnType.endIndex);
+    }
+    return sig;
+}
+function extractNodeSource(node, source) {
+    const text = source.slice(node.startIndex, node.endIndex);
+    if (text.length > MAX_SOURCE_LENGTH) {
+        return text.slice(0, MAX_SOURCE_LENGTH) + "...";
+    }
+    return text;
+}
+function makeSymbol(node, name, kind, filePath, source, repo, parentId) {
+    const startLine = node.startPosition.row + 1;
+    const endLine = node.endPosition.row + 1;
+    const docstring = getDocstring(node, source);
+    const sym = {
+        id: makeSymbolId(repo, filePath, name, startLine),
+        repo,
+        name,
+        kind,
+        file: filePath,
+        start_line: startLine,
+        end_line: endLine,
+        source: extractNodeSource(node, source),
+        tokens: tokenizeIdentifier(name),
+    };
+    if (docstring)
+        sym.docstring = docstring;
+    if (parentId)
+        sym.parent = parentId;
+    return sym;
+}
+function getTestName(node) {
+    const args = node.childForFieldName("arguments");
+    if (!args)
+        return null;
+    const firstArg = args.namedChildren[0];
+    if (!firstArg)
+        return null;
+    if (firstArg.type === "string" || firstArg.type === "template_string") {
+        // Strip quotes
+        return firstArg.text.replace(/^['"`]|['"`]$/g, "");
+    }
+    return firstArg.text;
+}
+// --- Main extractor ---
+export function extractTypeScriptSymbols(tree, filePath, source, repo) {
+    const symbols = [];
+    function walk(node, parentId) {
+        switch (node.type) {
+            case "function_declaration": {
+                const name = getNodeName(node);
+                if (name) {
+                    const sym = makeSymbol(node, name, "function", filePath, source, repo, parentId);
+                    const sig = getSignature(node, source);
+                    if (sig)
+                        sym.signature = sig;
+                    symbols.push(sym);
+                }
+                break;
+            }
+            case "lexical_declaration": {
+                // Determine if this is a `const` declaration (vs let/var)
+                const isConst = node.children.some((c) => c.type === "const");
+                for (const declarator of node.namedChildren) {
+                    if (declarator.type !== "variable_declarator")
+                        continue;
+                    const name = getNodeName(declarator);
+                    if (!name)
+                        continue;
+                    const value = declarator.childForFieldName("value");
+                    if (value && value.type === "arrow_function") {
+                        const sym = makeSymbol(node, name, "function", filePath, source, repo, parentId);
+                        const sig = getSignature(value, source);
+                        if (sig)
+                            sym.signature = sig;
+                        const doc = getDocstring(node, source);
+                        if (doc)
+                            sym.docstring = doc;
+                        symbols.push(sym);
+                    }
+                    else if (value) {
+                        // SCREAMING_CASE const → "constant", otherwise → "variable"
+                        const kind = isConst && SCREAMING_CASE_RE.test(name) ? "constant" : "variable";
+                        const sym = makeSymbol(node, name, kind, filePath, source, repo, parentId);
+                        const doc = getDocstring(node, source);
+                        if (doc)
+                            sym.docstring = doc;
+                        symbols.push(sym);
+                    }
+                }
+                // Don't walk children — we already processed declarators
+                return;
+            }
+            case "class_declaration":
+            case "abstract_class_declaration": {
+                const name = getNodeName(node) ?? "<anonymous>";
+                const sym = makeSymbol(node, name, "class", filePath, source, repo, parentId);
+                symbols.push(sym);
+                // Walk class body with this class as parent
+                for (const child of node.namedChildren) {
+                    walk(child, sym.id);
+                }
+                return;
+            }
+            case "abstract_method_signature": {
+                // abstract doSomething(): void; inside abstract classes
+                const name = getNodeName(node);
+                if (name) {
+                    const sym = makeSymbol(node, name, "method", filePath, source, repo, parentId);
+                    const sig = getSignature(node, source);
+                    if (sig)
+                        sym.signature = sig;
+                    symbols.push(sym);
+                }
+                break;
+            }
+            case "method_definition": {
+                const name = getNodeName(node);
+                if (name) {
+                    const sym = makeSymbol(node, name, "method", filePath, source, repo, parentId);
+                    const sig = getSignature(node, source);
+                    if (sig)
+                        sym.signature = sig;
+                    symbols.push(sym);
+                }
+                break;
+            }
+            case "public_field_definition": {
+                const name = getNodeName(node);
+                if (name) {
+                    const sym = makeSymbol(node, name, "field", filePath, source, repo, parentId);
+                    symbols.push(sym);
+                }
+                break;
+            }
+            case "interface_declaration": {
+                const name = getNodeName(node);
+                if (name) {
+                    const sym = makeSymbol(node, name, "interface", filePath, source, repo, parentId);
+                    symbols.push(sym);
+                }
+                break;
+            }
+            case "type_alias_declaration": {
+                const name = getNodeName(node);
+                if (name) {
+                    const sym = makeSymbol(node, name, "type", filePath, source, repo, parentId);
+                    symbols.push(sym);
+                }
+                break;
+            }
+            case "enum_declaration": {
+                const name = getNodeName(node);
+                if (name) {
+                    const sym = makeSymbol(node, name, "enum", filePath, source, repo, parentId);
+                    symbols.push(sym);
+                }
+                break;
+            }
+            case "export_statement": {
+                // Unwrap: extract from the inner declaration
+                for (const child of node.namedChildren) {
+                    walk(child, parentId);
+                }
+                return;
+            }
+            case "expression_statement": {
+                // Check for test calls: describe(...), it(...), test(...)
+                // Also handles member forms: it.skip(...), it.each(...)(...), describe.only(...)
+                const expr = node.namedChildren[0];
+                if (expr?.type === "call_expression") {
+                    const callee = parseTestCallee(expr);
+                    if (callee) {
+                        const { base, method } = callee;
+                        // describe() or describe.skip/only/each()
+                        if (base === "describe" && (method === null || TEST_SUITE_METHODS.has(method))) {
+                            const testName = getTestName(expr);
+                            const name = testName ?? "describe";
+                            const sym = makeSymbol(node, name, "test_suite", filePath, source, repo, parentId);
+                            symbols.push(sym);
+                            // Walk describe body for nested tests
+                            const args = expr.childForFieldName("arguments");
+                            if (args) {
+                                for (const arg of args.namedChildren) {
+                                    if (arg.type === "arrow_function" || arg.type === "function") {
+                                        for (const bodyChild of arg.namedChildren) {
+                                            walk(bodyChild, sym.id);
+                                        }
+                                    }
+                                }
+                            }
+                            return;
+                        }
+                        // it() / test() or it.skip/each/only/todo/failing/concurrent()
+                        if ((base === "it" || base === "test") &&
+                            (method === null || TEST_CASE_METHODS.has(method))) {
+                            const testName = getTestName(expr);
+                            const name = testName ?? base;
+                            const sym = makeSymbol(node, name, "test_case", filePath, source, repo, parentId);
+                            symbols.push(sym);
+                            return;
+                        }
+                        // Lifecycle hooks: beforeEach(), afterEach(), beforeAll(), afterAll()
+                        if (TEST_HOOK_NAMES.has(base) && method === null) {
+                            const sym = makeSymbol(node, base, "test_hook", filePath, source, repo, parentId);
+                            symbols.push(sym);
+                            return;
+                        }
+                    }
+                }
+                break;
+            }
+            default:
+                break;
+        }
+        // Default: walk children
+        for (const child of node.namedChildren) {
+            walk(child, parentId);
+        }
+    }
+    walk(tree.rootNode);
+    return symbols;
+}
+//# sourceMappingURL=typescript.js.map

package/dist/parser/extractors/typescript.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"typescript.js","sourceRoot":"","sources":["../../../src/parser/extractors/typescript.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAE1E,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAE/B,6EAA6E;AAC7E,MAAM,iBAAiB,GAAG,mBAAmB,CAAC;AAE9C,gCAAgC;AAChC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC9B,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU;CACnD,CAAC,CAAC;AAEH,mFAAmF;AACnF,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY;CACxD,CAAC,CAAC;AAEH,4DAA4D;AAC5D,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IACjC,MAAM,EAAE,MAAM,EAAE,MAAM;CACvB,CAAC,CAAC;AAcH,SAAS,eAAe,CAAC,QAA2B;IAClD,MAAM,EAAE,GAAG,QAAQ,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;IAClD,IAAI,CAAC,EAAE;QAAE,OAAO,IAAI,CAAC;IAErB,kEAAkE;IAClE,IAAI,EAAE,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QAC7B,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IACzC,CAAC;IAED,8DAA8D;IAC9D,IAAI,EAAE,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;QACpC,MAAM,GAAG,GAAG,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,EAAE,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QAC9C,IAAI,GAAG,EAAE,IAAI,KAAK,YAAY,IAAI,IAAI,EAAE,CAAC;YACvC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,2CAA2C;IAC3C,kEAAkE;IAClE,IAAI,EAAE,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,EAAE,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACjD,IAAI,OAAO,EAAE,IAAI,KAAK,mBAAmB,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAChD,MAAM,IAAI,GAAG,OAAO,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YACnD,IAAI,GAAG,EAAE,IAAI,KAAK,YAAY,IAAI,IAAI,EAAE,CAAC;gBACvC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/C,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,kBAAkB;AAElB,SAAS,WAAW,CAAC,IAAuB;IAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAChD,OAAO,QAAQ,EAAE,IAAI,IAAI,IAAI,CAAC;AAChC,CAAC;AAED,SAAS,YAAY,CACnB,IAAuB,EACvB,MAAc;IAEd,MAAM,IAAI,GAAG,IAAI,CAAC,oBAAoB,CAAC;IACvC,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAE5B,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC1D,4CAA4C;QAC5C,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACpD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,YAAY,CACnB,IAAuB,EACvB,MAAc;IAEd,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAE9B,IAAI,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAE3D,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;IACzD,IAAI,UAAU,EAAE,CAAC;QACf,GAAG,IAAI,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;IACzE,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,iBAAiB,CACxB,IAAuB,EACvB,MAAc;IAEd,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC1D,IAAI,IAAI,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;QACpC,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,GAAG,KAAK,CAAC;IAClD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,UAAU,CACjB,IAAuB,EACvB,IAAY,EACZ,IAAgB,EAChB,QAAgB,EAChB,MAAc,EACd,IAAY,EACZ,QAAiB;IAEjB,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,CAAC;IACzC,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAE7C,MAAM,GAAG,GAAe;QACtB,EAAE,EAAE,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,CAAC;QACjD,IAAI;QACJ,IAAI;QACJ,IAAI;QACJ,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE,SAAS;QACrB,QAAQ,EAAE,OAAO;QACjB,MAAM,EAAE,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC;QACvC,MAAM,EAAE,kBAAkB,CAAC,IAAI,CAAC;KACjC,CAAC;IAEF,IAAI,SAAS;QAAE,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC;IACzC,IAAI,QAAQ;QAAE,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC;IAEpC,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,WAAW,CAAC,IAAuB;IAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;IACjD,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IAEvB,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;IACvC,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAE3B,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;QACtE,eAAe;QACf,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,CAAC;AACvB,CAAC;AAED,yBAAyB;AAEzB,MAAM,UAAU,wBAAwB,CACtC,IAAiB,EACjB,QAAgB,EAChB,MAAc,EACd,IAAY;IAEZ,MAAM,OAAO,GAAiB,EAAE,CAAC;IAEjC,SAAS,IAAI,CAAC,IAAuB,EAAE,QAAiB;QACtD,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,KAAK,sBAAsB,CAAC,CAAC,CAAC;gBAC5B,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;oBACjF,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;oBACvC,IAAI,GAAG;wBAAE,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC;oBAC7B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACpB,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,qBAAqB,CAAC,CAAC,CAAC;gBAC3B,0DAA0D;gBAC1D,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAChC,CAAC,CAAoB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAC7C,CAAC;gBAEF,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBAC5C,IAAI,UAAU,CAAC,IAAI,KAAK,qBAAqB;wBAAE,SAAS;oBAExD,MAAM,IAAI,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;oBACrC,IAAI,CAAC,IAAI;wBAAE,SAAS;oBAEpB,MAAM,KAAK,GAAG,UAAU,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;oBACpD,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;wBAC7C,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;wBACjF,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;wBACxC,IAAI,GAAG;4BAAE,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC;wBAC7B,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;wBACvC,IAAI,GAAG;4BAAE,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC;wBAC7B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACpB,CAAC;yBAAM,IAAI,KAAK,EAAE,CAAC;wBACjB,4DAA4D;wBAC5D,MAAM,IAAI,GAAG,OAAO,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC;wBAC/E,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;wBAC3E,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;wBACvC,IAAI,GAAG;4BAAE,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC;wBAC7B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACpB,CAAC;gBACH,CAAC;gBACD,yDAAyD;gBACzD,OAAO;YACT,CAAC;YAED,KAAK,mBAAmB,CAAC;YACzB,KAAK,4BAA4B,CAAC,CAAC,CAAC;gBAClC,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,aAAa,CAAC;gBAChD,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC9E,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAElB,4CAA4C;gBAC5C,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;gBACtB,CAAC;gBACD,OAAO;YACT,CAAC;YAED,KAAK,2BAA2B,CAAC,CAAC,CAAC;gBACjC,wDAAwD;gBACxD,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;oBAC/E,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;oBACvC,IAAI,GAAG;wBAAE,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC;oBAC7B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACpB,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,mBAAmB,CAAC,CAAC,CAAC;gBACzB,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;oBAC/E,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;oBACvC,IAAI,GAAG;wBAAE,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC;oBAC7B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACpB,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,yBAAyB,CAAC,CAAC,CAAC;gBAC/B,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;oBAC9E,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACpB,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,uBAAuB,CAAC,CAAC,CAAC;gBAC7B,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;oBAClF,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACpB,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,wBAAwB,CAAC,CAAC,CAAC;gBAC9B,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;oBAC7E,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACpB,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,kBAAkB,CAAC,CAAC,CAAC;gBACxB,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;oBAC7E,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACpB,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,kBAAkB,CAAC,CAAC,CAAC;gBACxB,6CAA6C;gBAC7C,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;gBACxB,CAAC;gBACD,OAAO;YACT,CAAC;YAED,KAAK,sBAAsB,CAAC,CAAC,CAAC;gBAC5B,0DAA0D;gBAC1D,iFAAiF;gBACjF,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;gBACnC,IAAI,IAAI,EAAE,IAAI,KAAK,iBAAiB,EAAE,CAAC;oBACrC,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;oBACrC,IAAI,MAAM,EAAE,CAAC;wBACX,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;wBAEhC,0CAA0C;wBAC1C,IAAI,IAAI,KAAK,UAAU,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;4BAC/E,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;4BACnC,MAAM,IAAI,GAAG,QAAQ,IAAI,UAAU,CAAC;4BACpC,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;4BACnF,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;4BAElB,sCAAsC;4BACtC,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;4BACjD,IAAI,IAAI,EAAE,CAAC;gCACT,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oCACrC,IAAI,GAAG,CAAC,IAAI,KAAK,gBAAgB,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;wCAC7D,KAAK,MAAM,SAAS,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;4CAC1C,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;wCAC1B,CAAC;oCACH,CAAC;gCACH,CAAC;4BACH,CAAC;4BACD,OAAO;wBACT,CAAC;wBAED,+DAA+D;wBAC/D,IACE,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,MAAM,CAAC;4BAClC,CAAC,MAAM,KAAK,IAAI,IAAI,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAClD,CAAC;4BACD,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;4BACnC,MAAM,IAAI,GAAG,QAAQ,IAAI,IAAI,CAAC;4BAC9B,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;4BAClF,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;4BAClB,OAAO;wBACT,CAAC;wBAED,sEAAsE;wBACtE,IAAI,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;4BACjD,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;4BAClF,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;4BAClB,OAAO;wBACT,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,MAAM;YACR,CAAC;YAED;gBACE,MAAM;QACV,CAAC;QAED,yBAAyB;QACzB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpB,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/parser/parser-manager.d.ts

@@ -0,0 +1,6 @@
+import Parser from "web-tree-sitter";
+export declare function initParser(): Promise<void>;
+export declare function getParser(language: string): Promise<Parser | null>;
+export declare function getLanguageForExtension(ext: string): string | null;
+export declare function parseFile(filePath: string, source: string): Promise<Parser.Tree | null>;
+//# sourceMappingURL=parser-manager.d.ts.map

package/dist/parser/parser-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser-manager.d.ts","sourceRoot":"","sources":["../../src/parser/parser-manager.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,iBAAiB,CAAC;AA2BrC,wBAAsB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAIhD;AAED,wBAAsB,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAqBxE;AAED,wBAAgB,uBAAuB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAElE;AAED,wBAAsB,SAAS,CAC7B,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,CAS7B"}

package/dist/parser/parser-manager.js

@@ -0,0 +1,60 @@
+import Parser from "web-tree-sitter";
+import { fileURLToPath } from "node:url";
+import path from "node:path";
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+let initialized = false;
+const parserCache = new Map();
+const EXTENSION_MAP = {
+    ".ts": "typescript",
+    ".tsx": "tsx",
+    ".js": "javascript",
+    ".jsx": "javascript",
+    ".py": "python",
+    ".go": "go",
+    ".rs": "rust",
+    ".java": "java",
+    ".rb": "ruby",
+    ".php": "php",
+    ".md": "markdown",
+    ".markdown": "markdown",
+    ".css": "css",
+    ".json": "json",
+    ".prisma": "prisma",
+};
+export async function initParser() {
+    if (initialized)
+        return;
+    await Parser.init();
+    initialized = true;
+}
+export async function getParser(language) {
+    const cached = parserCache.get(language);
+    if (cached)
+        return cached;
+    await initParser();
+    const wasmPath = path.join(__dirname, "languages", `tree-sitter-${language}.wasm`);
+    try {
+        const lang = await Parser.Language.load(wasmPath);
+        const parser = new Parser();
+        parser.setLanguage(lang);
+        parserCache.set(language, parser);
+        return parser;
+    }
+    catch {
+        return null;
+    }
+}
+export function getLanguageForExtension(ext) {
+    return EXTENSION_MAP[ext] ?? null;
+}
+export async function parseFile(filePath, source) {
+    const ext = path.extname(filePath);
+    const language = getLanguageForExtension(ext);
+    if (!language)
+        return null;
+    const parser = await getParser(language);
+    if (!parser)
+        return null;
+    return parser.parse(source);
+}
+//# sourceMappingURL=parser-manager.js.map

package/dist/parser/parser-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser-manager.js","sourceRoot":"","sources":["../../src/parser/parser-manager.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,iBAAiB,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE/D,IAAI,WAAW,GAAG,KAAK,CAAC;AACxB,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;AAE9C,MAAM,aAAa,GAA2B;IAC5C,KAAK,EAAE,YAAY;IACnB,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,YAAY;IACnB,MAAM,EAAE,YAAY;IACpB,KAAK,EAAE,QAAQ;IACf,KAAK,EAAE,IAAI;IACX,KAAK,EAAE,MAAM;IACb,OAAO,EAAE,MAAM;IACf,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,UAAU;IACjB,WAAW,EAAE,UAAU;IACvB,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,MAAM;IACf,SAAS,EAAE,QAAQ;CACpB,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,UAAU;IAC9B,IAAI,WAAW;QAAE,OAAO;IACxB,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IACpB,WAAW,GAAG,IAAI,CAAC;AACrB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAgB;IAC9C,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACzC,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,MAAM,UAAU,EAAE,CAAC;IAEnB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CACxB,SAAS,EACT,WAAW,EACX,eAAe,QAAQ,OAAO,CAC/B,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QAC5B,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACzB,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAClC,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,GAAW;IACjD,OAAO,aAAa,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;AACpC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,QAAgB,EAChB,MAAc;IAEd,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC;IAC9C,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAE3B,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;IACzC,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAEzB,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AAC9B,CAAC"}

package/dist/parser/symbol-extractor.d.ts

@@ -0,0 +1,22 @@
+import type Parser from "web-tree-sitter";
+import type { CodeSymbol } from "../types.js";
+/**
+ * Extract symbols from a tree-sitter parse tree.
+ * For markdown files, use `extractMarkdownSymbols` directly (no tree-sitter needed).
+ */
+export declare function extractSymbols(tree: Parser.Tree, filePath: string, source: string, repo: string, language: string): CodeSymbol[];
+export { extractMarkdownSymbols } from "./extractors/markdown.js";
+export { extractPrismaSymbols } from "./extractors/prisma.js";
+/**
+ * Splits camelCase, PascalCase, UPPER_SNAKE, and snake_case identifiers
+ * into lowercase tokens.
+ *
+ * Examples:
+ *   getUserById   → ["get", "user", "by", "id"]
+ *   user_name     → ["user", "name"]
+ *   HTMLParser    → ["html", "parser"]
+ *   fetchAPIData  → ["fetch", "api", "data"]
+ */
+export declare function tokenizeIdentifier(name: string): string[];
+export declare function makeSymbolId(repo: string, file: string, name: string, startLine: number): string;
+//# sourceMappingURL=symbol-extractor.d.ts.map

package/dist/parser/symbol-extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"symbol-extractor.d.ts","sourceRoot":"","sources":["../../src/parser/symbol-extractor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,iBAAiB,CAAC;AAC1C,OAAO,KAAK,EAAE,UAAU,EAAc,MAAM,aAAa,CAAC;AAS1D;;;GAGG;AACH,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,CAAC,IAAI,EACjB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,MAAM,GACf,UAAU,EAAE,CAgBd;AAGD,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAE9D;;;;;;;;;GASG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAwBzD;AAED,wBAAgB,YAAY,CAC1B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,MAAM,GAChB,MAAM,CAER"}

package/dist/parser/symbol-extractor.js

@@ -0,0 +1,115 @@
+import { extractTypeScriptSymbols } from "./extractors/typescript.js";
+import { extractPythonSymbols } from "./extractors/python.js";
+import { extractGoSymbols } from "./extractors/go.js";
+import { extractRustSymbols } from "./extractors/rust.js";
+import { extractJavaScriptSymbols } from "./extractors/javascript.js";
+// --- Public API ---
+/**
+ * Extract symbols from a tree-sitter parse tree.
+ * For markdown files, use `extractMarkdownSymbols` directly (no tree-sitter needed).
+ */
+export function extractSymbols(tree, filePath, source, repo, language) {
+    switch (language) {
+        case "typescript":
+        case "tsx":
+            return extractTypeScriptSymbols(tree, filePath, source, repo);
+        case "python":
+            return extractPythonSymbols(tree, filePath, source, repo);
+        case "go":
+            return extractGoSymbols(tree, filePath, source, repo);
+        case "rust":
+            return extractRustSymbols(tree, filePath, source, repo);
+        case "javascript":
+            return extractJavaScriptSymbols(tree, filePath, source, repo);
+        default:
+            return extractGenericSymbols(tree, filePath, source, repo);
+    }
+}
+// Re-export custom extractors for use by the indexing pipeline (no tree-sitter grammar)
+export { extractMarkdownSymbols } from "./extractors/markdown.js";
+export { extractPrismaSymbols } from "./extractors/prisma.js";
+/**
+ * Splits camelCase, PascalCase, UPPER_SNAKE, and snake_case identifiers
+ * into lowercase tokens.
+ *
+ * Examples:
+ *   getUserById   → ["get", "user", "by", "id"]
+ *   user_name     → ["user", "name"]
+ *   HTMLParser    → ["html", "parser"]
+ *   fetchAPIData  → ["fetch", "api", "data"]
+ */
+export function tokenizeIdentifier(name) {
+    // Step 1: split on underscores
+    const parts = name.split("_").filter(Boolean);
+    const tokens = [];
+    for (const part of parts) {
+        // Step 2: split camelCase / PascalCase
+        // Insert boundary between:
+        //   lowercase→uppercase  (get|User)
+        //   uppercase sequence→uppercase+lowercase  (HTM|L→P|arser → HTML|Parser)
+        const subParts = part
+            .replace(/([a-z0-9])([A-Z])/g, "$1\0$2")
+            .replace(/([A-Z]+)([A-Z][a-z])/g, "$1\0$2")
+            .split("\0");
+        for (const sub of subParts) {
+            if (sub.length > 0) {
+                tokens.push(sub.toLowerCase());
+            }
+        }
+    }
+    return tokens;
+}
+export function makeSymbolId(repo, file, name, startLine) {
+    return `${repo}:${file}:${name}:${startLine}`;
+}
+// --- Generic extraction (fallback for unsupported languages) ---
+const GENERIC_NODE_KIND_MAP = {
+    function_declaration: "function",
+    function_definition: "function",
+    class_declaration: "class",
+    class_definition: "class",
+    method_definition: "method",
+    method_declaration: "method",
+};
+function extractGenericSymbols(tree, filePath, source, repo) {
+    const symbols = [];
+    function walk(node, parentId) {
+        const kind = GENERIC_NODE_KIND_MAP[node.type];
+        if (kind) {
+            const nameNode = node.childForFieldName("name")
+                ?? node.namedChildren.find((c) => c.type === "identifier");
+            const name = nameNode?.text ?? "<anonymous>";
+            const startLine = node.startPosition.row + 1;
+            const endLine = node.endPosition.row + 1;
+            const id = makeSymbolId(repo, filePath, name, startLine);
+            const nodeSource = source.slice(node.startIndex, node.endIndex);
+            const sym = {
+                id,
+                repo,
+                name,
+                kind,
+                file: filePath,
+                start_line: startLine,
+                end_line: endLine,
+                source: nodeSource.length > 5000
+                    ? nodeSource.slice(0, 5000) + "..."
+                    : nodeSource,
+                tokens: tokenizeIdentifier(name),
+            };
+            if (parentId)
+                sym.parent = parentId;
+            symbols.push(sym);
+            for (const child of node.namedChildren) {
+                walk(child, id);
+            }
+        }
+        else {
+            for (const child of node.namedChildren) {
+                walk(child, parentId);
+            }
+        }
+    }
+    walk(tree.rootNode);
+    return symbols;
+}
+//# sourceMappingURL=symbol-extractor.js.map

package/dist/parser/symbol-extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"symbol-extractor.js","sourceRoot":"","sources":["../../src/parser/symbol-extractor.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,wBAAwB,EAAE,MAAM,4BAA4B,CAAC;AACtE,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,wBAAwB,EAAE,MAAM,4BAA4B,CAAC;AAEtE,qBAAqB;AAErB;;;GAGG;AACH,MAAM,UAAU,cAAc,CAC5B,IAAiB,EACjB,QAAgB,EAChB,MAAc,EACd,IAAY,EACZ,QAAgB;IAEhB,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,YAAY,CAAC;QAClB,KAAK,KAAK;YACR,OAAO,wBAAwB,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAChE,KAAK,QAAQ;YACX,OAAO,oBAAoB,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAC5D,KAAK,IAAI;YACP,OAAO,gBAAgB,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QACxD,KAAK,MAAM;YACT,OAAO,kBAAkB,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAC1D,KAAK,YAAY;YACf,OAAO,wBAAwB,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAChE;YACE,OAAO,qBAAqB,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;IAC/D,CAAC;AACH,CAAC;AAED,wFAAwF;AACxF,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAE9D;;;;;;;;;GASG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,+BAA+B;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAE9C,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,uCAAuC;QACvC,2BAA2B;QAC3B,oCAAoC;QACpC,0EAA0E;QAC1E,MAAM,QAAQ,GAAG,IAAI;aAClB,OAAO,CAAC,oBAAoB,EAAE,QAAQ,CAAC;aACvC,OAAO,CAAC,uBAAuB,EAAE,QAAQ,CAAC;aAC1C,KAAK,CAAC,IAAI,CAAC,CAAC;QAEf,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACnB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,IAAY,EACZ,IAAY,EACZ,IAAY,EACZ,SAAiB;IAEjB,OAAO,GAAG,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,SAAS,EAAE,CAAC;AAChD,CAAC;AAED,kEAAkE;AAElE,MAAM,qBAAqB,GAA+B;IACxD,oBAAoB,EAAE,UAAU;IAChC,mBAAmB,EAAE,UAAU;IAC/B,iBAAiB,EAAE,OAAO;IAC1B,gBAAgB,EAAE,OAAO;IACzB,iBAAiB,EAAE,QAAQ;IAC3B,kBAAkB,EAAE,QAAQ;CAC7B,CAAC;AAEF,SAAS,qBAAqB,CAC5B,IAAiB,EACjB,QAAgB,EAChB,MAAc,EACd,IAAY;IAEZ,MAAM,OAAO,GAAiB,EAAE,CAAC;IAEjC,SAAS,IAAI,CAAC,IAAuB,EAAE,QAAiB;QACtD,MAAM,IAAI,GAAG,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE9C,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC;mBAC1C,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC;YAC7D,MAAM,IAAI,GAAG,QAAQ,EAAE,IAAI,IAAI,aAAa,CAAC;YAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC,CAAC;YAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,CAAC;YACzC,MAAM,EAAE,GAAG,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;YAEzD,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEhE,MAAM,GAAG,GAAe;gBACtB,EAAE;gBACF,IAAI;gBACJ,IAAI;gBACJ,IAAI;gBACJ,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE,SAAS;gBACrB,QAAQ,EAAE,OAAO;gBACjB,MAAM,EAAE,UAAU,CAAC,MAAM,GAAG,IAAI;oBAC9B,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,KAAK;oBACnC,CAAC,CAAC,UAAU;gBACd,MAAM,EAAE,kBAAkB,CAAC,IAAI,CAAC;aACjC,CAAC;YAEF,IAAI,QAAQ;gBAAE,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC;YAEpC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAElB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvC,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpB,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/retrieval/codebase-retrieval.d.ts

@@ -0,0 +1,27 @@
+type SubQueryResult = {
+    type: string;
+    data: unknown;
+    tokens: number;
+};
+interface SubQuery {
+    type: string;
+    [key: string]: unknown;
+}
+export interface CodebaseRetrievalResult {
+    results: SubQueryResult[];
+    total_tokens: number;
+    truncated: boolean;
+    query_count: number;
+}
+/**
+ * Execute multiple sub-queries in a single batched call with shared token budget.
+ *
+ * Features:
+ * - Cross-query deduplication (same symbol in multiple results → included once)
+ * - Token budget enforcement
+ * - Max 20 sub-queries per call
+ * - Parallel execution where queries are independent
+ */
+export declare function codebaseRetrieval(repo: string, queries: SubQuery[], tokenBudget?: number): Promise<CodebaseRetrievalResult>;
+export {};
+//# sourceMappingURL=codebase-retrieval.d.ts.map

package/dist/retrieval/codebase-retrieval.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"codebase-retrieval.d.ts","sourceRoot":"","sources":["../../src/retrieval/codebase-retrieval.ts"],"names":[],"mappings":"AAMA,KAAK,cAAc,GAAG;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,UAAU,QAAQ;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAycD,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,OAAO,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;;;;;;;GAQG;AACH,wBAAsB,iBAAiB,CACrC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,QAAQ,EAAE,EACnB,WAAW,CAAC,EAAE,MAAM,GACnB,OAAO,CAAC,uBAAuB,CAAC,CA0DlC"}