@vinaes/succ 1.3.19

package/dist/lib/tree-sitter/extractor.js

@@ -0,0 +1,297 @@
+/**
+ * AST symbol extraction using tree-sitter queries.
+ *
+ * Shared infrastructure used by chunker, bm25, analyze, PRD context, quality scoring.
+ * Extracts functions, classes, interfaces, types with metadata (name, signature, docstring).
+ */
+import { getQueryForLanguage } from './queries.js';
+import { loadLanguage } from './parser.js';
+/** Cache of compiled Query objects per language */
+const queryCache = new Map();
+/** Lazily resolved Query constructor from web-tree-sitter */
+let QueryClass = null;
+/**
+ * Get or create a compiled Query for a language.
+ * Returns null if language has no query defined or compilation fails.
+ */
+async function getQuery(language) {
+    const cached = queryCache.get(language);
+    if (cached)
+        return cached;
+    const querySource = getQueryForLanguage(language);
+    if (!querySource)
+        return null;
+    const lang = await loadLanguage(language);
+    if (!lang)
+        return null;
+    // Lazily import the Query constructor to avoid hard crash if web-tree-sitter not installed
+    if (!QueryClass) {
+        try {
+            const mod = await import('web-tree-sitter');
+            QueryClass = mod.Query;
+        }
+        catch {
+            return null;
+        }
+    }
+    try {
+        const query = new QueryClass(lang, querySource);
+        queryCache.set(language, query);
+        return query;
+    }
+    catch {
+        // Query compilation failed — likely node type mismatch with grammar version
+        return null;
+    }
+}
+/**
+ * Map capture name suffix to SymbolType.
+ */
+function captureNameToSymbolType(captureName) {
+    if (captureName === 'definition.function')
+        return 'function';
+    if (captureName === 'definition.method')
+        return 'method';
+    if (captureName === 'definition.class')
+        return 'class';
+    if (captureName === 'definition.interface')
+        return 'interface';
+    if (captureName === 'definition.type')
+        return 'type_alias';
+    return null;
+}
+/**
+ * Extract the signature text from a definition node.
+ * For functions: extracts parameters and return type.
+ * For classes: extracts extends/implements.
+ */
+function extractSignature(node, sourceCode) {
+    // Get the first line of the definition (usually contains the signature)
+    const startRow = node.startPosition.row;
+    const lines = sourceCode.split('\n');
+    const firstLine = lines[startRow]?.trim();
+    if (!firstLine)
+        return undefined;
+    // For functions/methods: extract from opening paren to closing paren or opening brace
+    const parenStart = firstLine.indexOf('(');
+    if (parenStart !== -1) {
+        // Find matching closing paren
+        let depth = 0;
+        let endIdx = parenStart;
+        for (let i = parenStart; i < firstLine.length; i++) {
+            if (firstLine[i] === '(')
+                depth++;
+            if (firstLine[i] === ')') {
+                depth--;
+                if (depth === 0) {
+                    endIdx = i;
+                    break;
+                }
+            }
+        }
+        // Include return type if present (after closing paren, before brace)
+        let signatureEnd = endIdx + 1;
+        const afterParen = firstLine.slice(signatureEnd);
+        const braceIdx = afterParen.indexOf('{');
+        if (braceIdx > 0) {
+            signatureEnd += braceIdx;
+        }
+        else if (!afterParen.includes('{')) {
+            signatureEnd = firstLine.length;
+        }
+        const sig = firstLine.slice(parenStart, signatureEnd).trim();
+        // Remove trailing { or : if present
+        return sig.replace(/\s*[{:]?\s*$/, '').trim() || undefined;
+    }
+    return undefined;
+}
+/**
+ * Find a doc comment adjacent to a definition node.
+ * Looks for comment nodes immediately before the definition.
+ */
+function findDocComment(node, docCaptures) {
+    const defStartRow = node.startPosition.row;
+    // Find the closest doc comment that ends right before this definition
+    let bestDoc;
+    let bestDistance = Infinity;
+    for (const capture of docCaptures) {
+        const docEndRow = capture.node.endPosition.row;
+        const distance = defStartRow - docEndRow;
+        // Doc comment must be within 1 line above the definition
+        if (distance >= 0 && distance <= 1 && distance < bestDistance) {
+            bestDistance = distance;
+            bestDoc = capture.node.text;
+        }
+    }
+    if (!bestDoc)
+        return undefined;
+    // Strip comment syntax
+    return stripCommentSyntax(bestDoc);
+}
+/**
+ * Strip comment syntax from various comment formats.
+ */
+function stripCommentSyntax(text) {
+    // JSDoc / C-style block comment: /** ... */  or /* ... */
+    if (text.startsWith('/*')) {
+        return text
+            .replace(/^\/\*\*?\s*/, '')
+            .replace(/\s*\*\/$/, '')
+            .split('\n')
+            .map((line) => line.replace(/^\s*\*\s?/, ''))
+            .join('\n')
+            .trim();
+    }
+    // Line comment: // ... or # ...
+    if (text.startsWith('//')) {
+        return text
+            .split('\n')
+            .map((line) => line.replace(/^\s*\/\/\s?/, ''))
+            .join('\n')
+            .trim();
+    }
+    if (text.startsWith('#')) {
+        return text
+            .split('\n')
+            .map((line) => line.replace(/^\s*#\s?/, ''))
+            .join('\n')
+            .trim();
+    }
+    // Rust doc comment: /// ...
+    if (text.startsWith('///')) {
+        return text
+            .split('\n')
+            .map((line) => line.replace(/^\s*\/\/\/\s?/, ''))
+            .join('\n')
+            .trim();
+    }
+    // Python docstring: """...""" or '''...'''
+    if (text.startsWith('"""') || text.startsWith("'''")) {
+        return text.slice(3, -3).trim();
+    }
+    // Python expression_statement wrapping a string
+    if (text.startsWith('"') || text.startsWith("'")) {
+        return text.replace(/^["']+|["']+$/g, '').trim();
+    }
+    return text.trim();
+}
+/**
+ * Extract all symbols from a parsed tree.
+ *
+ * @param tree - Parsed tree-sitter Tree
+ * @param sourceCode - Original source code
+ * @param language - Tree-sitter language name
+ * @returns Array of extracted symbols with metadata
+ */
+export async function extractSymbols(tree, sourceCode, language) {
+    const query = await getQuery(language);
+    if (!query)
+        return [];
+    const captures = query.captures(tree.rootNode);
+    const symbols = [];
+    // Separate doc captures from definition captures
+    const docCaptures = captures.filter((c) => c.name === 'doc');
+    const nameCaptures = captures.filter((c) => c.name === 'name');
+    // Group captures by pattern index — each match has a @name and a @definition.*
+    const definitionCaptures = captures.filter((c) => c.name.startsWith('definition.'));
+    for (const defCapture of definitionCaptures) {
+        const symbolType = captureNameToSymbolType(defCapture.name);
+        if (!symbolType)
+            continue;
+        // Find the @name capture for this definition
+        // It should be a descendant of the definition node
+        const defNode = defCapture.node;
+        const nameCapture = nameCaptures.find((nc) => nc.patternIndex === defCapture.patternIndex &&
+            nc.node.startIndex >= defNode.startIndex &&
+            nc.node.endIndex <= defNode.endIndex);
+        const name = nameCapture?.node.text;
+        if (!name)
+            continue;
+        // Skip private names, but keep Python dunder methods (__init__, __str__, etc.)
+        if (name.startsWith('_') && !(name.startsWith('__') && name.endsWith('__'))) {
+            continue;
+        }
+        const signature = extractSignature(defNode, sourceCode);
+        const docComment = findDocComment(defNode, docCaptures);
+        symbols.push({
+            name,
+            type: symbolType,
+            signature,
+            docComment,
+            startRow: defNode.startPosition.row,
+            endRow: defNode.endPosition.row,
+            startColumn: defNode.startPosition.column,
+            endColumn: defNode.endPosition.column,
+        });
+    }
+    return symbols;
+}
+/**
+ * Extract only function/method definitions.
+ */
+export async function extractFunctions(tree, sourceCode, language) {
+    const symbols = await extractSymbols(tree, sourceCode, language);
+    return symbols.filter((s) => s.type === 'function' || s.type === 'method');
+}
+/**
+ * Extract only class definitions.
+ */
+export async function extractClasses(tree, sourceCode, language) {
+    const symbols = await extractSymbols(tree, sourceCode, language);
+    return symbols.filter((s) => s.type === 'class');
+}
+/**
+ * Extract only interface/trait definitions.
+ */
+export async function extractInterfaces(tree, sourceCode, language) {
+    const symbols = await extractSymbols(tree, sourceCode, language);
+    return symbols.filter((s) => s.type === 'interface');
+}
+/**
+ * Extract only type definitions (type aliases, enums, structs).
+ */
+export async function extractTypes(tree, sourceCode, language) {
+    const symbols = await extractSymbols(tree, sourceCode, language);
+    return symbols.filter((s) => s.type === 'type_alias' || s.type === 'enum' || s.type === 'struct');
+}
+/**
+ * Extract all identifier names from source code (for BM25 tokenization).
+ * This is a lightweight extraction that doesn't need full query matching.
+ */
+export function extractIdentifiers(rootNode) {
+    const identifiers = [];
+    const seen = new Set();
+    function walk(node) {
+        if (node.type === 'identifier' ||
+            node.type === 'type_identifier' ||
+            node.type === 'field_identifier' ||
+            node.type === 'property_identifier') {
+            const text = node.text;
+            if (text && text.length > 1 && !seen.has(text)) {
+                seen.add(text);
+                identifiers.push(text);
+            }
+        }
+        for (const child of node.children) {
+            walk(child);
+        }
+    }
+    walk(rootNode);
+    return identifiers;
+}
+/**
+ * Reset the query cache (useful for testing).
+ */
+export function resetQueryCache() {
+    for (const query of queryCache.values()) {
+        try {
+            query.delete();
+        }
+        catch {
+            // intentional
+        }
+    }
+    queryCache.clear();
+    QueryClass = null;
+}
+//# sourceMappingURL=extractor.js.map

package/dist/lib/tree-sitter/extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.js","sourceRoot":"","sources":["../../../src/lib/tree-sitter/extractor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,mDAAmD;AACnD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAiB,CAAC;AAE5C,6DAA6D;AAC7D,IAAI,UAAU,GAAkD,IAAI,CAAC;AAErE;;;GAGG;AACH,KAAK,UAAU,QAAQ,CAAC,QAAgB;IACtC,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACxC,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,MAAM,WAAW,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAClD,IAAI,CAAC,WAAW;QAAE,OAAO,IAAI,CAAC;IAE9B,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,CAAC;IAC1C,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IAEvB,2FAA2F;IAC3F,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAC;YAC5C,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC;QACzB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAChD,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAChC,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,MAAM,CAAC;QACP,4EAA4E;QAC5E,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,uBAAuB,CAAC,WAAmB;IAClD,IAAI,WAAW,KAAK,qBAAqB;QAAE,OAAO,UAAU,CAAC;IAC7D,IAAI,WAAW,KAAK,mBAAmB;QAAE,OAAO,QAAQ,CAAC;IACzD,IAAI,WAAW,KAAK,kBAAkB;QAAE,OAAO,OAAO,CAAC;IACvD,IAAI,WAAW,KAAK,sBAAsB;QAAE,OAAO,WAAW,CAAC;IAC/D,IAAI,WAAW,KAAK,iBAAiB;QAAE,OAAO,YAAY,CAAC;IAC3D,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;GAIG;AACH,SAAS,gBAAgB,CAAC,IAAU,EAAE,UAAkB;IACtD,wEAAwE;IACxE,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC;IACxC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC;IAE1C,IAAI,CAAC,SAAS;QAAE,OAAO,SAAS,CAAC;IAEjC,sFAAsF;IACtF,MAAM,UAAU,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC1C,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;QACtB,8BAA8B;QAC9B,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,MAAM,GAAG,UAAU,CAAC;QACxB,KAAK,IAAI,CAAC,GAAG,UAAU,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACnD,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,GAAG;gBAAE,KAAK,EAAE,CAAC;YAClC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBACzB,KAAK,EAAE,CAAC;gBACR,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;oBAChB,MAAM,GAAG,CAAC,CAAC;oBACX,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,qEAAqE;QACrE,IAAI,YAAY,GAAG,MAAM,GAAG,CAAC,CAAC;QAC9B,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACjD,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACzC,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;YACjB,YAAY,IAAI,QAAQ,CAAC;QAC3B,CAAC;aAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACrC,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC;QAClC,CAAC;QAED,MAAM,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7D,oCAAoC;QACpC,OAAO,GAAG,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,SAAS,CAAC;IAC7D,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;GAGG;AACH,SAAS,cAAc,CAAC,IAAU,EAAE,WAA2B;IAC7D,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC;IAE3C,sEAAsE;IACtE,IAAI,OAA2B,CAAC;IAChC,IAAI,YAAY,GAAG,QAAQ,CAAC;IAE5B,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC;QAC/C,MAAM,QAAQ,GAAG,WAAW,GAAG,SAAS,CAAC;QAEzC,yDAAyD;QACzD,IAAI,QAAQ,IAAI,CAAC,IAAI,QAAQ,IAAI,CAAC,IAAI,QAAQ,GAAG,YAAY,EAAE,CAAC;YAC9D,YAAY,GAAG,QAAQ,CAAC;YACxB,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAE/B,uBAAuB;IACvB,OAAO,kBAAkB,CAAC,OAAO,CAAC,CAAC;AACrC,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,IAAY;IACtC,0DAA0D;IAC1D,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1B,OAAO,IAAI;aACR,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC;aAC1B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;aACvB,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;aAC5C,IAAI,CAAC,IAAI,CAAC;aACV,IAAI,EAAE,CAAC;IACZ,CAAC;IAED,gCAAgC;IAChC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1B,OAAO,IAAI;aACR,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;aAC9C,IAAI,CAAC,IAAI,CAAC;aACV,IAAI,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI;aACR,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;aAC3C,IAAI,CAAC,IAAI,CAAC;aACV,IAAI,EAAE,CAAC;IACZ,CAAC;IAED,4BAA4B;IAC5B,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,IAAI;aACR,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;aAChD,IAAI,CAAC,IAAI,CAAC;aACV,IAAI,EAAE,CAAC;IACZ,CAAC;IAED,2CAA2C;IAC3C,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACrD,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAClC,CAAC;IACD,gDAAgD;IAChD,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACjD,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACnD,CAAC;IAED,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;AACrB,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,IAAU,EACV,UAAkB,EAClB,QAAgB;IAEhB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvC,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IAEtB,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAiB,EAAE,CAAC;IAEjC,iDAAiD;IACjD,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC;IAC7D,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IAE/D,+EAA+E;IAC/E,MAAM,kBAAkB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC;IAEpF,KAAK,MAAM,UAAU,IAAI,kBAAkB,EAAE,CAAC;QAC5C,MAAM,UAAU,GAAG,uBAAuB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC5D,IAAI,CAAC,UAAU;YAAE,SAAS;QAE1B,6CAA6C;QAC7C,mDAAmD;QACnD,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC;QAChC,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CACnC,CAAC,EAAE,EAAE,EAAE,CACL,EAAE,CAAC,YAAY,KAAK,UAAU,CAAC,YAAY;YAC3C,EAAE,CAAC,IAAI,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU;YACxC,EAAE,CAAC,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CACvC,CAAC;QAEF,MAAM,IAAI,GAAG,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC;QACpC,IAAI,CAAC,IAAI;YAAE,SAAS;QAEpB,+EAA+E;QAC/E,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YAC5E,SAAS;QACX,CAAC;QAED,MAAM,SAAS,GAAG,gBAAgB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,cAAc,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAExD,OAAO,CAAC,IAAI,CAAC;YACX,IAAI;YACJ,IAAI,EAAE,UAAU;YAChB,SAAS;YACT,UAAU;YACV,QAAQ,EAAE,OAAO,CAAC,aAAa,CAAC,GAAG;YACnC,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC,GAAG;YAC/B,WAAW,EAAE,OAAO,CAAC,aAAa,CAAC,MAAM;YACzC,SAAS,EAAE,OAAO,CAAC,WAAW,CAAC,MAAM;SACtC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAU,EACV,UAAkB,EAClB,QAAgB;IAEhB,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;IACjE,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;AAC7E,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,IAAU,EACV,UAAkB,EAClB,QAAgB;IAEhB,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;IACjE,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;AACnD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,IAAU,EACV,UAAkB,EAClB,QAAgB;IAEhB,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;IACjE,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;AACvD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,IAAU,EACV,UAAkB,EAClB,QAAgB;IAEhB,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;IACjE,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;AACpG,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,QAAc;IAC/C,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,SAAS,IAAI,CAAC,IAAU;QACtB,IACE,IAAI,CAAC,IAAI,KAAK,YAAY;YAC1B,IAAI,CAAC,IAAI,KAAK,iBAAiB;YAC/B,IAAI,CAAC,IAAI,KAAK,kBAAkB;YAChC,IAAI,CAAC,IAAI,KAAK,qBAAqB,EACnC,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;YACvB,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC/C,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACf,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClC,IAAI,CAAC,KAAK,CAAC,CAAC;QACd,CAAC;IACH,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,CAAC;IACf,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe;IAC7B,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;QACxC,IAAI,CAAC;YACH,KAAK,CAAC,MAAM,EAAE,CAAC;QACjB,CAAC;QAAC,MAAM,CAAC;YACP,cAAc;QAChB,CAAC;IACH,CAAC;IACD,UAAU,CAAC,KAAK,EAAE,CAAC;IACnB,UAAU,GAAG,IAAI,CAAC;AACpB,CAAC"}

package/dist/lib/tree-sitter/index.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Tree-sitter code intelligence infrastructure.
+ *
+ * Public API for consumers (chunker.ts, bm25.ts, analyze.ts, etc.)
+ */
+export type { SymbolInfo, SymbolType, TreeSitterChunk, LanguageConfig } from './types.js';
+export { EXTENSION_TO_LANGUAGE, LANGUAGE_TO_WASM, LANGUAGES_WITH_QUERIES, getLanguageForExtension, getWasmFileForLanguage, } from './types.js';
+export type { Tree, Node, Query, QueryMatch, QueryCapture } from './parser.js';
+export { initTreeSitter, getParserForLanguage, getParserForFile, loadLanguage, parseCode, parseFile, isGrammarCached, listCachedGrammars, clearGrammarCache, getGrammarsDir, resetParserState, } from './parser.js';
+export { getQueryForLanguage, getSupportedQueryLanguages } from './queries.js';
+export { extractSymbols, extractFunctions, extractClasses, extractInterfaces, extractTypes, extractIdentifiers, resetQueryCache, } from './extractor.js';
+export { chunkCodeWithTreeSitter } from './chunker-ts.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/lib/tree-sitter/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/lib/tree-sitter/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC1F,OAAO,EACL,qBAAqB,EACrB,gBAAgB,EAChB,sBAAsB,EACtB,uBAAuB,EACvB,sBAAsB,GACvB,MAAM,YAAY,CAAC;AAGpB,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC/E,OAAO,EACL,cAAc,EACd,oBAAoB,EACpB,gBAAgB,EAChB,YAAY,EACZ,SAAS,EACT,SAAS,EACT,eAAe,EACf,kBAAkB,EAClB,iBAAiB,EACjB,cAAc,EACd,gBAAgB,GACjB,MAAM,aAAa,CAAC;AAGrB,OAAO,EAAE,mBAAmB,EAAE,0BAA0B,EAAE,MAAM,cAAc,CAAC;AAG/E,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,cAAc,EACd,iBAAiB,EACjB,YAAY,EACZ,kBAAkB,EAClB,eAAe,GAChB,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/lib/tree-sitter/index.js

@@ -0,0 +1,14 @@
+/**
+ * Tree-sitter code intelligence infrastructure.
+ *
+ * Public API for consumers (chunker.ts, bm25.ts, analyze.ts, etc.)
+ */
+export { EXTENSION_TO_LANGUAGE, LANGUAGE_TO_WASM, LANGUAGES_WITH_QUERIES, getLanguageForExtension, getWasmFileForLanguage, } from './types.js';
+export { initTreeSitter, getParserForLanguage, getParserForFile, loadLanguage, parseCode, parseFile, isGrammarCached, listCachedGrammars, clearGrammarCache, getGrammarsDir, resetParserState, } from './parser.js';
+// Queries
+export { getQueryForLanguage, getSupportedQueryLanguages } from './queries.js';
+// Extractor
+export { extractSymbols, extractFunctions, extractClasses, extractInterfaces, extractTypes, extractIdentifiers, resetQueryCache, } from './extractor.js';
+// Chunker
+export { chunkCodeWithTreeSitter } from './chunker-ts.js';
+//# sourceMappingURL=index.js.map

package/dist/lib/tree-sitter/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/lib/tree-sitter/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,EACL,qBAAqB,EACrB,gBAAgB,EAChB,sBAAsB,EACtB,uBAAuB,EACvB,sBAAsB,GACvB,MAAM,YAAY,CAAC;AAIpB,OAAO,EACL,cAAc,EACd,oBAAoB,EACpB,gBAAgB,EAChB,YAAY,EACZ,SAAS,EACT,SAAS,EACT,eAAe,EACf,kBAAkB,EAClB,iBAAiB,EACjB,cAAc,EACd,gBAAgB,GACjB,MAAM,aAAa,CAAC;AAErB,UAAU;AACV,OAAO,EAAE,mBAAmB,EAAE,0BAA0B,EAAE,MAAM,cAAc,CAAC;AAE/E,YAAY;AACZ,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,cAAc,EACd,iBAAiB,EACjB,YAAY,EACZ,kBAAkB,EAClB,eAAe,GAChB,MAAM,gBAAgB,CAAC;AAExB,UAAU;AACV,OAAO,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/lib/tree-sitter/parser.d.ts

@@ -0,0 +1,70 @@
+/**
+ * Tree-sitter parser infrastructure.
+ *
+ * Handles:
+ * - web-tree-sitter WASM runtime initialization
+ * - Lazy grammar download to ~/.succ/grammars/
+ * - Parser instance caching per language
+ * - Graceful fallback when grammars are unavailable
+ */
+import type { Tree, Node, Query, QueryMatch, QueryCapture } from 'web-tree-sitter';
+export type { Tree, Node, Query, QueryMatch, QueryCapture };
+/**
+ * Get the grammars directory path.
+ * Defaults to ~/.succ/grammars/
+ */
+export declare function getGrammarsDir(): string;
+/**
+ * Initialize the web-tree-sitter runtime.
+ * This must be called once before any parsing. Safe to call multiple times.
+ */
+export declare function initTreeSitter(): Promise<boolean>;
+/**
+ * Get (or create) a parser for the given language.
+ * Downloads the grammar WASM if not cached locally.
+ *
+ * @returns Parser instance with language set, or null if unavailable
+ */
+export declare function getParserForLanguage(language: string): Promise<import('web-tree-sitter').Parser | null>;
+/**
+ * Get a parser for a file by its path (uses extension to detect language).
+ *
+ * @returns [parser, languageName] tuple, or [null, undefined] if unavailable
+ */
+export declare function getParserForFile(filePath: string): Promise<[import('web-tree-sitter').Parser | null, string | undefined]>;
+/**
+ * Load a tree-sitter Language object, downloading its grammar if needed.
+ * Results are cached in memory.
+ */
+export declare function loadLanguage(language: string): Promise<import('web-tree-sitter').Language | null>;
+/**
+ * Parse source code using tree-sitter.
+ *
+ * @param code - Source code string
+ * @param language - Tree-sitter language name (e.g. "typescript", "python")
+ * @returns Parse tree, or null if parser/grammar unavailable
+ */
+export declare function parseCode(code: string, language: string): Promise<Tree | null>;
+/**
+ * Parse a file by its path.
+ *
+ * @returns [tree, languageName] tuple, or [null, undefined] if unavailable
+ */
+export declare function parseFile(filePath: string, content: string): Promise<[Tree | null, string | undefined]>;
+/**
+ * Check if a grammar is available locally (already downloaded).
+ */
+export declare function isGrammarCached(language: string): boolean;
+/**
+ * List all locally cached grammars.
+ */
+export declare function listCachedGrammars(): string[];
+/**
+ * Clear all cached grammars.
+ */
+export declare function clearGrammarCache(): void;
+/**
+ * Reset the parser state (useful for testing).
+ */
+export declare function resetParserState(): void;
+//# sourceMappingURL=parser.d.ts.map

package/dist/lib/tree-sitter/parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../../src/lib/tree-sitter/parser.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAOH,OAAO,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACnF,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC;AAqC5D;;;GAGG;AACH,wBAAgB,cAAc,IAAI,MAAM,CAGvC;AAED;;;GAGG;AACH,wBAAsB,cAAc,IAAI,OAAO,CAAC,OAAO,CAAC,CA8BvD;AAqCD;;;;;GAKG;AACH,wBAAsB,oBAAoB,CACxC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,OAAO,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC,CAmBlD;AAED;;;;GAIG;AACH,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,CAAC,OAAO,iBAAiB,EAAE,MAAM,GAAG,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,CAOxE;AAED;;;GAGG;AACH,wBAAsB,YAAY,CAChC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,OAAO,iBAAiB,EAAE,QAAQ,GAAG,IAAI,CAAC,CA8CpD;AA0FD;;;;;;GAMG;AACH,wBAAsB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,CASpF;AAED;;;;GAIG;AACH,wBAAsB,SAAS,CAC7B,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,CAAC,IAAI,GAAG,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC,CAU5C;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAIzD;AAED;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,MAAM,EAAE,CAQ7C;AAED;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,IAAI,CASxC;AAED;;GAEG;AACH,wBAAgB,gBAAgB,IAAI,IAAI,CAcvC"}