clast-ai 0.1.2 → 0.2.0

package/dist/indexer/scan.js

@@ -0,0 +1,223 @@
+import ignoreFactory from 'ignore';
+import { readdirSync, readFileSync, existsSync } from 'node:fs';
+import { stat } from 'node:fs/promises';
+import { extname, join } from 'node:path';
+import { supportedExtensions } from '../parser/registry.js';
+// `ignore` is CJS; under NodeNext the default import may be the module object.
+const createIgnore = ignoreFactory.default ?? ignoreFactory;
+const BINARY_EXTENSIONS = new Set([
+    '.png', '.jpg', '.jpeg', '.gif', '.bmp', '.ico', '.webp', '.tiff', '.psd', '.svgz', '.pdf', '.zip', '.gz',
+    '.tgz', '.bz2', '.xz', '.7z', '.rar', '.tar', '.jar', '.war', '.class', '.exe', '.dll', '.so', '.dylib', '.a',
+    '.o', '.obj', '.lib', '.pdb', '.wasm', '.woff', '.woff2', '.ttf', '.otf', '.eot', '.mp3', '.mp4', '.mov',
+    '.avi', '.wav', '.ogg', '.flac', '.webm', '.bin', '.dat', '.db', '.sqlite', '.pyc', '.pyo', '.node', '.snap',
+    '.map', '.min.js', '.icns', '.cur', '.keystore', '.p12', '.pfx', '.der', '.nupkg', '.dmg', '.iso', '.blend',
+]);
+const LOCK_FILES = new Set([
+    'package-lock.json', 'yarn.lock', 'pnpm-lock.yaml', 'Cargo.lock', 'composer.lock', 'Gemfile.lock', 'poetry.lock',
+    'go.sum', 'bun.lockb', 'npm-shrinkwrap.json',
+]);
+/**
+ * Ignore decisions shared by the scanner and the watcher: config patterns plus
+ * (optionally) every .gitignore from the project root down to the file.
+ */
+export class IgnoreRules {
+    root;
+    useGitignore;
+    rootRule;
+    dirRules = new Map();
+    extensions;
+    maxFileSize;
+    constructor(root, config) {
+        this.root = root;
+        this.useGitignore = config.respectGitignore;
+        this.rootRule = { base: '', ig: createIgnore().add(config.ignoredPaths) };
+        this.extensions = supportedExtensions(config.languages);
+        this.maxFileSize = config.maxFileSize;
+        this.maxFiles = config.maxFiles;
+    }
+    /** Forget cached .gitignore contents (call when a .gitignore changes). */
+    invalidate() {
+        this.dirRules.clear();
+    }
+    /** Rule for the .gitignore inside `dirRel` ('' or 'a/b/'), if any. */
+    ruleFor(dirRel) {
+        if (!this.useGitignore)
+            return null;
+        let rule = this.dirRules.get(dirRel);
+        if (rule !== undefined)
+            return rule;
+        rule = null;
+        const file = join(this.root, dirRel, '.gitignore');
+        try {
+            if (existsSync(file)) {
+                rule = { base: dirRel, ig: createIgnore().add(readFileSync(file, 'utf-8')) };
+            }
+        }
+        catch {
+            rule = null;
+        }
+        this.dirRules.set(dirRel, rule);
+        return rule;
+    }
+    static test(rules, rel, isDir) {
+        let ignored = false;
+        for (const r of rules) {
+            const sub = rel.slice(r.base.length) + (isDir ? '/' : '');
+            if (!sub)
+                continue;
+            const t = r.ig.test(sub);
+            if (t.ignored)
+                ignored = true;
+            else if (t.unignored)
+                ignored = false;
+        }
+        return ignored;
+    }
+    /** Full check for an arbitrary project-relative path (used by the watcher). */
+    isIgnored(rel) {
+        const parts = rel.split('/');
+        const rules = [this.rootRule];
+        const rootGit = this.ruleFor('');
+        if (rootGit)
+            rules.push(rootGit);
+        let prefix = '';
+        for (let i = 0; i < parts.length; i++) {
+            const name = parts[i];
+            const isDir = i < parts.length - 1;
+            if (isDir && name.startsWith('.'))
+                return true;
+            const path = prefix + name;
+            if (IgnoreRules.test(rules, path, isDir))
+                return true;
+            if (isDir) {
+                prefix = path + '/';
+                const r = this.ruleFor(prefix);
+                if (r)
+                    rules.push(r);
+            }
+        }
+        return false;
+    }
+    isSupported(rel) {
+        return this.extensions.has(extname(rel).toLowerCase());
+    }
+    /** Files skipped by the last scan because they exceed maxFileSize. */
+    skippedLarge = 0;
+    /** True when the last scan stopped at the maxFiles cap. */
+    truncated = false;
+    maxFiles;
+    /**
+     * Project-relative paths of text-like files that are NOT indexed (config,
+     * docs, data, unsupported languages) but pass the ignore rules. Used by
+     * text search so it can replace a plain grep.
+     */
+    otherTextFiles(limit = 60000) {
+        const out = [];
+        const visit = (dirRel, parentRules, depth) => {
+            if (depth > 40 || out.length >= limit)
+                return;
+            const rule = this.ruleFor(dirRel);
+            const rules = rule ? [...parentRules, rule] : parentRules;
+            let entries;
+            try {
+                entries = readdirSync(join(this.root, dirRel), { withFileTypes: true });
+            }
+            catch {
+                return;
+            }
+            for (const e of entries) {
+                const name = e.name;
+                if (e.isDirectory()) {
+                    if (name.startsWith('.') && name !== '.github')
+                        continue;
+                    const rel = dirRel + name;
+                    if (IgnoreRules.test(rules, rel, true))
+                        continue;
+                    visit(rel + '/', rules, depth + 1);
+                }
+                else if (e.isFile()) {
+                    const ext = extname(name).toLowerCase();
+                    if (this.extensions.has(ext) || BINARY_EXTENSIONS.has(ext) || LOCK_FILES.has(name))
+                        continue;
+                    const rel = dirRel + name;
+                    if (IgnoreRules.test(rules, rel, false))
+                        continue;
+                    out.push(rel);
+                    if (out.length >= limit)
+                        return;
+                }
+            }
+        };
+        visit('', [this.rootRule], 0);
+        return out;
+    }
+    /** Walk the project and return every indexable file. */
+    async scan() {
+        const candidates = [];
+        this.skippedLarge = 0;
+        this.truncated = false;
+        const rules = [this.rootRule];
+        this.walk('', rules, candidates, 0);
+        // stat() dominates a warm start (especially on Windows); run it on the
+        // libuv thread pool instead of serially on the main thread.
+        const out = new Array(candidates.length);
+        let next = 0;
+        const worker = async () => {
+            while (next < candidates.length) {
+                const i = next++;
+                const rel = candidates[i];
+                const abs = join(this.root, rel);
+                try {
+                    const st = await stat(abs);
+                    if (st.size <= this.maxFileSize)
+                        out[i] = { abs, rel, mtime: st.mtimeMs, size: st.size };
+                    else
+                        this.skippedLarge++;
+                }
+                catch {
+                    // vanished between readdir and stat
+                }
+            }
+        };
+        await Promise.all(Array.from({ length: Math.min(32, candidates.length) }, worker));
+        return out.filter(Boolean);
+    }
+    walk(dirRel, parentRules, out, depth) {
+        if (depth > 40)
+            return;
+        if (out.length >= this.maxFiles) {
+            this.truncated = true;
+            return;
+        }
+        const rule = this.ruleFor(dirRel);
+        const rules = rule ? [...parentRules, rule] : parentRules;
+        let entries;
+        try {
+            entries = readdirSync(join(this.root, dirRel), { withFileTypes: true });
+        }
+        catch {
+            return;
+        }
+        for (const e of entries) {
+            const name = e.name;
+            if (e.isDirectory()) {
+                if (name.startsWith('.'))
+                    continue;
+                const rel = dirRel + name;
+                if (IgnoreRules.test(rules, rel, true))
+                    continue;
+                this.walk(rel + '/', rules, out, depth + 1);
+            }
+            else if (e.isFile()) {
+                if (!this.extensions.has(extname(name).toLowerCase()))
+                    continue;
+                const rel = dirRel + name;
+                if (IgnoreRules.test(rules, rel, false))
+                    continue;
+                out.push(rel);
+            }
+            // Symlinks are skipped: they cause cycles and duplicate symbols.
+        }
+    }
+}
+//# sourceMappingURL=scan.js.map

package/dist/indexer/scan.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scan.js","sourceRoot":"","sources":["../../src/indexer/scan.ts"],"names":[],"mappings":"AAAA,OAAO,aAA8B,MAAM,QAAQ,CAAC;AACpD,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAChE,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAE1C,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAE5D,+EAA+E;AAC/E,MAAM,YAAY,GACf,aAAuD,CAAC,OAAO,IAAK,aAAyC,CAAC;AAEjH,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK;IACzG,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI;IAC7G,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IACxG,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO;IAC5G,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ;CAC5G,CAAC,CAAC;AACH,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACzB,mBAAmB,EAAE,WAAW,EAAE,gBAAgB,EAAE,YAAY,EAAE,eAAe,EAAE,cAAc,EAAE,aAAa;IAChH,QAAQ,EAAE,WAAW,EAAE,qBAAqB;CAC7C,CAAC,CAAC;AAgBH;;;GAGG;AACH,MAAM,OAAO,WAAW;IACL,IAAI,CAAS;IACb,YAAY,CAAU;IACtB,QAAQ,CAAO;IACf,QAAQ,GAAG,IAAI,GAAG,EAAuB,CAAC;IAClD,UAAU,CAAc;IACxB,WAAW,CAAS;IAE7B,YAAY,IAAY,EAAE,MAAmB;QAC3C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,gBAAgB,CAAC;QAC5C,IAAI,CAAC,QAAQ,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;QAC1E,IAAI,CAAC,UAAU,GAAG,mBAAmB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACxD,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;QACtC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;IAClC,CAAC;IAED,0EAA0E;IAC1E,UAAU;QACR,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;IAED,sEAAsE;IAC9D,OAAO,CAAC,MAAc;QAC5B,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO,IAAI,CAAC;QACpC,IAAI,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACrC,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACpC,IAAI,GAAG,IAAI,CAAC;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC;QACnD,IAAI,CAAC;YACH,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACrB,IAAI,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC;YAC/E,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,GAAG,IAAI,CAAC;QACd,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,MAAM,CAAC,IAAI,CAAC,KAAa,EAAE,GAAW,EAAE,KAAc;QAC5D,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC1D,IAAI,CAAC,GAAG;gBAAE,SAAS;YACnB,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,IAAI,CAAC,CAAC,OAAO;gBAAE,OAAO,GAAG,IAAI,CAAC;iBACzB,IAAI,CAAC,CAAC,SAAS;gBAAE,OAAO,GAAG,KAAK,CAAC;QACxC,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,+EAA+E;IAC/E,SAAS,CAAC,GAAW;QACnB,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACjC,IAAI,OAAO;YAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACjC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YACvB,MAAM,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YACnC,IAAI,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;YAC/C,MAAM,IAAI,GAAG,MAAM,GAAG,IAAI,CAAC;YAC3B,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC;YACtD,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,GAAG,IAAI,GAAG,GAAG,CAAC;gBACpB,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAC/B,IAAI,CAAC;oBAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,WAAW,CAAC,GAAW;QACrB,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,sEAAsE;IACtE,YAAY,GAAG,CAAC,CAAC;IACjB,2DAA2D;IAC3D,SAAS,GAAG,KAAK,CAAC;IACD,QAAQ,CAAS;IAElC;;;;OAIG;IACH,cAAc,CAAC,KAAK,GAAG,KAAK;QAC1B,MAAM,GAAG,GAAa,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,CAAC,MAAc,EAAE,WAAmB,EAAE,KAAa,EAAQ,EAAE;YACzE,IAAI,KAAK,GAAG,EAAE,IAAI,GAAG,CAAC,MAAM,IAAI,KAAK;gBAAE,OAAO;YAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAClC,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;YAC1D,IAAI,OAAO,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1E,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO;YACT,CAAC;YACD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC;gBACpB,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;oBACpB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,SAAS;wBAAE,SAAS;oBACzD,MAAM,GAAG,GAAG,MAAM,GAAG,IAAI,CAAC;oBAC1B,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC;wBAAE,SAAS;oBACjD,KAAK,CAAC,GAAG,GAAG,GAAG,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;gBACrC,CAAC;qBAAM,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;oBACtB,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;oBACxC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC;wBAAE,SAAS;oBAC7F,MAAM,GAAG,GAAG,MAAM,GAAG,IAAI,CAAC;oBAC1B,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC;wBAAE,SAAS;oBAClD,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACd,IAAI,GAAG,CAAC,MAAM,IAAI,KAAK;wBAAE,OAAO;gBAClC,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QACF,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9B,OAAO,GAAG,CAAC;IACb,CAAC;IAED,wDAAwD;IACxD,KAAK,CAAC,IAAI;QACR,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,MAAM,KAAK,GAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;QAEpC,uEAAuE;QACvE,4DAA4D;QAC5D,MAAM,GAAG,GAAkB,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACxD,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,MAAM,MAAM,GAAG,KAAK,IAAmB,EAAE;YACvC,OAAO,IAAI,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;gBAChC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC;gBACjB,MAAM,GAAG,GAAG,UAAU,CAAC,CAAC,CAAE,CAAC;gBAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBACjC,IAAI,CAAC;oBACH,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC;oBAC3B,IAAI,EAAE,CAAC,IAAI,IAAI,IAAI,CAAC,WAAW;wBAAE,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;;wBACpF,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC3B,CAAC;gBAAC,MAAM,CAAC;oBACP,oCAAoC;gBACtC,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QACF,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;QACnF,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAEO,IAAI,CAAC,MAAc,EAAE,WAAmB,EAAE,GAAa,EAAE,KAAa;QAC5E,IAAI,KAAK,GAAG,EAAE;YAAE,OAAO;QACvB,IAAI,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,OAAO;QACT,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;QAE1D,IAAI,OAAO,CAAC;QACZ,IAAI,CAAC;YACH,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1E,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC;YACpB,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;gBACpB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;oBAAE,SAAS;gBACnC,MAAM,GAAG,GAAG,MAAM,GAAG,IAAI,CAAC;gBAC1B,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC;oBAAE,SAAS;gBACjD,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAC9C,CAAC;iBAAM,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;gBACtB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;oBAAE,SAAS;gBAChE,MAAM,GAAG,GAAG,MAAM,GAAG,IAAI,CAAC;gBAC1B,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC;oBAAE,SAAS;gBAClD,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,CAAC;YACD,iEAAiE;QACnE,CAAC;IACH,CAAC;CACF"}

package/dist/indexer/worker.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/indexer/worker.js

@@ -0,0 +1,23 @@
+import { parentPort, workerData } from 'node:worker_threads';
+import { SourceParser } from '../parser/index.js';
+import { processFile } from './process.js';
+/**
+ * Indexing worker: receives batches of files, reads + parses them, and posts
+ * the extraction results back. The main thread owns the database.
+ */
+const { maxFileSize } = workerData;
+const parser = new SourceParser();
+if (parentPort) {
+    const port = parentPort;
+    port.on('message', async (tasks) => {
+        if (tasks === null) {
+            process.exit(0);
+        }
+        const results = [];
+        for (const task of tasks) {
+            results.push(await processFile(parser, task, maxFileSize));
+        }
+        port.postMessage(results);
+    });
+}
+//# sourceMappingURL=worker.js.map

package/dist/indexer/worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../src/indexer/worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAkC,MAAM,cAAc,CAAC;AAE3E;;;GAGG;AACH,MAAM,EAAE,WAAW,EAAE,GAAG,UAAqC,CAAC;AAC9D,MAAM,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;AAElC,IAAI,UAAU,EAAE,CAAC;IACf,MAAM,IAAI,GAAG,UAAU,CAAC;IACxB,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,KAAwB,EAAE,EAAE;QACpD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CAAC,MAAM,WAAW,CAAC,MAAM,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/llm/comment-generator.d.ts

@@ -1,26 +1,24 @@
-import { LlmClient } from './index.js';
-import type { Queries } from '../db/queries.js';
+import type { ClastDb } from '../db/index.js';
 import type { ClastConfig } from '../config/index.js';
+import { type SymbolRow } from '../types.js';
+import type { LineCache } from '../query/format.js';
+/**
+ * Generates documentation for undocumented symbols with an OpenAI-compatible
+ * endpoint. Generated text is stored by (path, qualified name) so it survives
+ * re-indexing of the file.
+ */
 export declare class CommentGenerator {
+    private readonly db;
+    private readonly config;
+    private readonly lines;
     private client;
-    private queries;
-    private config;
-    constructor(client: LlmClient, queries: Queries, config: ClastConfig);
+    constructor(db: ClastDb, config: ClastConfig, lines: LineCache);
     get isAvailable(): boolean;
+    /** Previously generated doc for a symbol, if any. */
+    stored(sym: SymbolRow): string | null;
     /**
-     * Generate a comment for a specific node.
-     * Returns the generated comment text, or null if generation is disabled/failed.
+     * Returns the doc for a symbol: the original comment when present (unless
+     * alwaysGenerate), else a stored or freshly generated one. Null on failure.
      */
-    generateForNode(nodeId: number): Promise<string | null>;
-    /**
-     * Batch generate comments for nodes without any comments.
-     * Returns counts of successes and failures.
-     */
-    batchGenerate(limit?: number, onProgress?: (current: number, total: number) => void): Promise<{
-        success: number;
-        failed: number;
-        skipped: number;
-    }>;
-    private buildPrompt;
+    generate(sym: SymbolRow, force?: boolean): Promise<string | null>;
 }
-//# sourceMappingURL=comment-generator.d.ts.map

package/dist/llm/comment-generator.js

@@ -1,106 +1,72 @@
+import { LlmClient } from './index.js';
 import { buildFunctionCommentPrompt, buildClassCommentPrompt } from './prompts.js';
+import { CONTAINER_KINDS } from '../types.js';
+/**
+ * Generates documentation for undocumented symbols with an OpenAI-compatible
+ * endpoint. Generated text is stored by (path, qualified name) so it survives
+ * re-indexing of the file.
+ */
 export class CommentGenerator {
-    client;
-    queries;
+    db;
     config;
-    constructor(client, queries, config) {
-        this.client = client;
-        this.queries = queries;
+    lines;
+    client;
+    constructor(db, config, lines) {
+        this.db = db;
         this.config = config;
+        this.lines = lines;
+        this.client = new LlmClient(config.llm.endpoint, config.llm.model, config.llm.apiKey);
     }
     get isAvailable() {
         return this.client.isConfigured;
     }
+    /** Previously generated doc for a symbol, if any. */
+    stored(sym) {
+        const row = this.db.get(`SELECT text FROM gen_docs WHERE path = ? AND qname = ?`, sym.path, sym.qname);
+        return row?.text ?? null;
+    }
     /**
-     * Generate a comment for a specific node.
-     * Returns the generated comment text, or null if generation is disabled/failed.
+     * Returns the doc for a symbol: the original comment when present (unless
+     * alwaysGenerate), else a stored or freshly generated one. Null on failure.
      */
-    async generateForNode(nodeId) {
+    async generate(sym, force = false) {
+        if (sym.doc && !this.config.llm.alwaysGenerate && !force)
+            return sym.doc;
+        if (!force) {
+            const existing = this.stored(sym);
+            if (existing)
+                return existing;
+        }
         if (!this.client.isConfigured)
             return null;
-        const node = this.queries.getNodeById(nodeId);
-        if (!node)
-            return null;
-        // Check if original comment exists
-        const existingComments = this.queries.getCommentsForNode(nodeId);
-        const hasOriginal = existingComments.some(c => c.source === 'original');
-        if (hasOriginal && !this.config.llm.alwaysGenerate) {
-            // Original comment exists and we're not forcing generation
-            return existingComments.find(c => c.source === 'original')?.text ?? null;
+        let prompt;
+        if (CONTAINER_KINDS.has(sym.kind)) {
+            const members = this.db
+                .all(`SELECT name FROM symbols WHERE parent_id = ? AND kind IN ('method', 'function') LIMIT 60`, sym.id)
+                .map(m => m.name);
+            prompt = buildClassCommentPrompt(sym.name, sym.signature, members, sym.lang);
+        }
+        else {
+            const src = this.lines.lines(sym.path);
+            const body = src ? src.slice(sym.start_line - 1, Math.min(sym.end_line, sym.start_line + 80)).join('\n') : '';
+            prompt = buildFunctionCommentPrompt(sym.signature, body, sym.lang);
         }
         try {
-            const prompt = this.buildPrompt(node);
             const response = await this.client.complete([
                 { role: 'system', content: prompt.system },
                 { role: 'user', content: prompt.user },
             ]);
-            const comment = response.content.trim();
-            if (!comment)
+            const text = response.content.trim();
+            if (!text)
                 return null;
-            // Remove existing generated comment if any
-            this.queries.deleteCommentsBySource(nodeId, 'generated');
-            // Store the generated comment
-            this.queries.insertComment(nodeId, comment, 'generated');
-            return comment;
+            this.db.run(`INSERT INTO gen_docs (path, qname, text, created_at) VALUES (?, ?, ?, ?)
+         ON CONFLICT(path, qname) DO UPDATE SET text = excluded.text, created_at = excluded.created_at`, sym.path, sym.qname, text, Date.now());
+            return text;
         }
         catch (err) {
-            console.error(`[clast] Failed to generate comment for node ${nodeId}:`, err);
+            console.error(`[clast] comment generation failed for ${sym.qname}:`, err instanceof Error ? err.message : err);
             return null;
         }
     }
-    /**
-     * Batch generate comments for nodes without any comments.
-     * Returns counts of successes and failures.
-     */
-    async batchGenerate(limit = 100, onProgress) {
-        if (!this.client.isConfigured) {
-            return { success: 0, failed: 0, skipped: 0 };
-        }
-        const nodes = this.queries.getNodesWithoutComments(limit);
-        let success = 0;
-        let failed = 0;
-        let skipped = 0;
-        // Process with concurrency limit
-        const concurrency = this.config.llm.maxConcurrent;
-        const chunks = chunkArray(nodes, concurrency);
-        let processed = 0;
-        for (const chunk of chunks) {
-            const results = await Promise.allSettled(chunk.map(node => this.generateForNode(node.id)));
-            for (const result of results) {
-                processed++;
-                onProgress?.(processed, nodes.length);
-                if (result.status === 'fulfilled') {
-                    if (result.value) {
-                        success++;
-                    }
-                    else {
-                        skipped++;
-                    }
-                }
-                else {
-                    failed++;
-                }
-            }
-        }
-        return { success, failed, skipped };
-    }
-    buildPrompt(node) {
-        if (node.type === 'class' || node.type === 'interface' || node.type === 'struct' || node.type === 'trait') {
-            // Get method names for context
-            const children = this.queries.searchNodes(node.name, 'method', 50);
-            const methodNames = children
-                .filter(c => c.file_path === node.file_path)
-                .map(c => c.name);
-            return buildClassCommentPrompt(node.name, node.signature, methodNames, node.language);
-        }
-        return buildFunctionCommentPrompt(node.signature, node.body_text, node.language);
-    }
-}
-function chunkArray(arr, size) {
-    const chunks = [];
-    for (let i = 0; i < arr.length; i += size) {
-        chunks.push(arr.slice(i, i + size));
-    }
-    return chunks;
 }
 //# sourceMappingURL=comment-generator.js.map

package/dist/llm/comment-generator.js.map

@@ -1 +1 @@
-{"version":3,"file":"comment-generator.js","sourceRoot":"","sources":["../../src/llm/comment-generator.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,0BAA0B,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAKnF,MAAM,OAAO,gBAAgB;IACnB,MAAM,CAAY;IAClB,OAAO,CAAU;IACjB,MAAM,CAAc;IAE5B,YAAY,MAAiB,EAAE,OAAgB,EAAE,MAAmB;QAClE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;IAClC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,eAAe,CAAC,MAAc;QAClC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY;YAAE,OAAO,IAAI,CAAC;QAE3C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAC9C,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QAEvB,mCAAmC;QACnC,MAAM,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QACjE,MAAM,WAAW,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC;QAExE,IAAI,WAAW,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;YACnD,2DAA2D;YAC3D,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,EAAE,IAAI,IAAI,IAAI,CAAC;QAC3E,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACtC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;gBAC1C,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;gBAC1C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE;aACvC,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACxC,IAAI,CAAC,OAAO;gBAAE,OAAO,IAAI,CAAC;YAE1B,2CAA2C;YAC3C,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;YAEzD,8BAA8B;YAC9B,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;YAEzD,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,+CAA+C,MAAM,GAAG,EAAE,GAAG,CAAC,CAAC;YAC7E,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa,CACjB,QAAgB,GAAG,EACnB,UAAqD;QAErD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;YAC9B,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QAC/C,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;QAC1D,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,iCAAiC;QACjC,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC;QAClD,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAE9C,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CACtC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CACjD,CAAC;YAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,CAAC,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;gBAEtC,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;oBAClC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;wBACjB,OAAO,EAAE,CAAC;oBACZ,CAAC;yBAAM,CAAC;wBACN,OAAO,EAAE,CAAC;oBACZ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,EAAE,CAAC;gBACX,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IACtC,CAAC;IAEO,WAAW,CAAC,IAAgB;QAClC,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1G,+BAA+B;YAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;YACnE,MAAM,WAAW,GAAG,QAAQ;iBACzB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,IAAI,CAAC,SAAS,CAAC;iBAC3C,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAEpB,OAAO,uBAAuB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxF,CAAC;QAED,OAAO,0BAA0B,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnF,CAAC;CACF;AAED,SAAS,UAAU,CAAI,GAAQ,EAAE,IAAY;IAC3C,MAAM,MAAM,GAAU,EAAE,CAAC;IACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;QAC1C,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}
+{"version":3,"file":"comment-generator.js","sourceRoot":"","sources":["../../src/llm/comment-generator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,0BAA0B,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAGnF,OAAO,EAAE,eAAe,EAAkB,MAAM,aAAa,CAAC;AAG9D;;;;GAIG;AACH,MAAM,OAAO,gBAAgB;IAIR,EAAE;IACF,MAAM;IACN,KAAK;IALhB,MAAM,CAAY;IAE1B,YACmB,EAAW,EACX,MAAmB,EACnB,KAAgB;kBAFhB,EAAE;sBACF,MAAM;qBACN,KAAK;QAEtB,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACxF,CAAC;IAED,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;IAClC,CAAC;IAED,qDAAqD;IACrD,MAAM,CAAC,GAAc;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CACrB,wDAAwD,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,CAC9E,CAAC;QACF,OAAO,GAAG,EAAE,IAAI,IAAI,IAAI,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,GAAc,EAAE,KAAK,GAAG,KAAK;QAC1C,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,IAAI,CAAC,KAAK;YAAE,OAAO,GAAG,CAAC,GAAG,CAAC;QACzE,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAClC,IAAI,QAAQ;gBAAE,OAAO,QAAQ,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY;YAAE,OAAO,IAAI,CAAC;QAE3C,IAAI,MAAwC,CAAC;QAC7C,IAAI,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE;iBACpB,GAAG,CACF,0FAA0F,EAAE,GAAG,CAAC,EAAE,CACnG;iBACA,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACpB,MAAM,GAAG,uBAAuB,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,SAAS,EAAE,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QAC/E,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACvC,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9G,MAAM,GAAG,0BAA0B,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;gBAC1C,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;gBAC1C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE;aACvC,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACrC,IAAI,CAAC,IAAI;gBAAE,OAAO,IAAI,CAAC;YACvB,IAAI,CAAC,EAAE,CAAC,GAAG,CACT;uGAC+F,EAC/F,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,CACtC,CAAC;YACF,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,yCAAyC,GAAG,CAAC,KAAK,GAAG,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAC/G,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF"}

package/dist/llm/index.d.ts

@@ -21,4 +21,3 @@ export declare class LlmClient {
         maxTokens?: number;
     }): Promise<LlmResponse>;
 }
-//# sourceMappingURL=index.d.ts.map

package/dist/llm/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAWA,MAAM,OAAO,SAAS;IACZ,QAAQ,CAAS;IACjB,KAAK,CAAS;IACd,MAAM,CAAS;IAEvB,YAAY,QAAgB,EAAE,KAAa,EAAE,SAAiB,EAAE;QAC9D,8CAA8C;QAC9C,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,QAAuB,EACvB,UAAwD,EAAE;QAE1D,MAAM,EAAE,WAAW,GAAG,GAAG,EAAE,SAAS,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC;QAEvD,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,QAAQ,mBAAmB,CAAC;QAChD,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;SACnC,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC;QACrD,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC;QAE5D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAChC,MAAM,EAAE,MAAM;gBACd,OAAO;gBACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ;oBACR,WAAW;oBACX,UAAU,EAAE,SAAS;iBACtB,CAAC;gBACF,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;gBACnD,MAAM,IAAI,KAAK,CAAC,iBAAiB,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;YAC/D,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAI/B,CAAC;YAEF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;YAC1D,OAAO;gBACL,OAAO;gBACP,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;gBAC/B,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;CACF"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAWA,MAAM,OAAO,SAAS;IACZ,QAAQ,CAAS;IACjB,KAAK,CAAS;IACd,MAAM,CAAS;IAEvB,YAAY,QAAgB,EAAE,KAAa,EAAE,MAAM,GAAW,EAAE;QAC9D,8CAA8C;QAC9C,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,QAAuB,EACvB,OAAO,GAAiD,EAAE;QAE1D,MAAM,EAAE,WAAW,GAAG,GAAG,EAAE,SAAS,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC;QAEvD,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,QAAQ,mBAAmB,CAAC;QAChD,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;SACnC,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC;QACrD,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC;QAE5D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAChC,MAAM,EAAE,MAAM;gBACd,OAAO;gBACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ;oBACR,WAAW;oBACX,UAAU,EAAE,SAAS;iBACtB,CAAC;gBACF,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;gBACnD,MAAM,IAAI,KAAK,CAAC,iBAAiB,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;YAC/D,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAI/B,CAAC;YAEF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;YAC1D,OAAO;gBACL,OAAO;gBACP,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;gBAC/B,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;CACF"}

package/dist/llm/prompts.d.ts

@@ -6,4 +6,3 @@ export declare function buildClassCommentPrompt(name: string, signature: string,
     system: string;
     user: string;
 };
-//# sourceMappingURL=prompts.d.ts.map

package/dist/llm/prompts.js

@@ -51,28 +51,28 @@ const LANGUAGE_COMMENT_STYLES = {
 export function buildFunctionCommentPrompt(signature, bodyText, language) {
     const style = LANGUAGE_COMMENT_STYLES[language] ?? LANGUAGE_COMMENT_STYLES['typescript'];
     const system = `You are a code documentation expert. Generate a concise, clear documentation comment for the given function or method. Use the ${language} documentation style. Output ONLY the comment text (no code fences, no extra explanation). Keep it brief: 1-3 sentences describing what the function does, its parameters, and return value if applicable.`;
-    const user = `Language: ${language}
-Comment style example: ${style.example}
-
-Signature:
-${signature}
-
-Body:
-${bodyText.slice(0, 1500)}
-
+    const user = `Language: ${language}
+Comment style example: ${style.example}
+
+Signature:
+${signature}
+
+Body:
+${bodyText.slice(0, 1500)}
+
 Generate a documentation comment for this function.`;
     return { system, user };
 }
 export function buildClassCommentPrompt(name, signature, methodNames, language) {
     const style = LANGUAGE_COMMENT_STYLES[language] ?? LANGUAGE_COMMENT_STYLES['typescript'];
     const system = `You are a code documentation expert. Generate a concise, clear documentation comment for the given class or type. Use the ${language} documentation style. Output ONLY the comment text (no code fences, no extra explanation). Keep it brief: 1-3 sentences describing the class purpose and responsibilities.`;
-    const user = `Language: ${language}
-Comment style example: ${style.example}
-
-Class: ${name}
-Signature: ${signature}
-Methods: ${methodNames.join(', ') || 'none'}
-
+    const user = `Language: ${language}
+Comment style example: ${style.example}
+
+Class: ${name}
+Signature: ${signature}
+Methods: ${methodNames.join(', ') || 'none'}
+
 Generate a documentation comment for this class.`;
     return { system, user };
 }

package/dist/parser/extractor.d.ts

@@ -1,17 +1,22 @@
-import type TreeSitter from 'web-tree-sitter';
-import type { AstNode } from '../types.js';
-export interface ExtractionResult {
-    nodes: AstNode[];
-    edges: Array<{
-        callerNodeIndex: number;
-        calleeName: string;
-        line: number;
-    }>;
-    comments: Array<{
-        nodeIndex: number;
-        text: string;
-        source: 'original';
-    }>;
+import type { Language, Tree } from 'web-tree-sitter';
+import { type Extraction } from '../types.js';
+import { type LangSpec, type Visitor } from './spec.js';
+/** A language spec bound to a loaded grammar (node types resolved to ids). */
+export interface CompiledSpec {
+    spec: LangSpec;
+    language: Language;
+    visitors: Array<Visitor | undefined>;
+    isIdent: Uint8Array;
+    isComment: Uint8Array;
+    /** Node types skipped between a doc comment and its item (attributes). */
+    isDocSkip: Uint8Array;
+    /** Visitor / identifier node types that do not exist in the grammar. */
+    unknownTypes: string[];
 }
-export declare function extractFromTree(tree: TreeSitter.Tree, filePath: string, language: string, source: string, maxBodySize?: number): ExtractionResult;
-//# sourceMappingURL=extractor.d.ts.map
+export declare function compileSpec(spec: LangSpec, language: Language): CompiledSpec;
+export declare function cleanComment(raw: string): string;
+/**
+ * Walk a parsed tree and extract symbols, calls, imports, heritage and
+ * identifier occurrences according to the language spec.
+ */
+export declare function extract(tree: Tree, source: string, compiled: CompiledSpec): Extraction;