clast-ai 0.1.2 → 0.2.0

package/dist/indexer/index.js

@@ -0,0 +1,360 @@
+import { Worker } from 'node:worker_threads';
+import { availableParallelism } from 'node:os';
+import { existsSync, statSync } from 'node:fs';
+import { fileURLToPath } from 'node:url';
+import { isAbsolute, join, relative } from 'node:path';
+import { SourceParser } from '../parser/index.js';
+import { IgnoreRules } from './scan.js';
+import { processFile } from './process.js';
+import { resolveImports } from './imports.js';
+const WORKER_THRESHOLD = 48;
+const TASK_BATCH = 12;
+const WRITE_BATCH = 150;
+const BULK_THRESHOLD = 400;
+const BULK_WRITE_BATCH = 800;
+/**
+ * Keeps the database in sync with the working tree: bulk (re)indexing with a
+ * worker pool, single-file updates, and on-demand freshness checks.
+ */
+export class Indexer {
+    config;
+    db;
+    root;
+    rules;
+    parser = new SourceParser();
+    progress = { phase: 'idle', done: 0, total: 0 };
+    lastResult = null;
+    /** True while a first-time index is being loaded (secondary indexes are not built yet). */
+    coldBuild = false;
+    running = null;
+    structureChanged = false;
+    constructor(root, config, db) {
+        this.config = config;
+        this.db = db;
+        this.root = root;
+        this.rules = new IgnoreRules(root, config);
+    }
+    get isIndexing() {
+        return this.running !== null;
+    }
+    /** Resolves when the in-flight bulk index (if any) is finished. */
+    async whenIdle(timeoutMs) {
+        if (!this.running)
+            return true;
+        if (timeoutMs === undefined) {
+            await this.running.catch(() => undefined);
+            return true;
+        }
+        let timer;
+        const timedOut = new Promise(res => { timer = setTimeout(() => res(false), timeoutMs); });
+        const done = this.running.then(() => true, () => true);
+        const result = await Promise.race([done, timedOut]);
+        clearTimeout(timer);
+        return result;
+    }
+    toRel(path) {
+        const rel = isAbsolute(path) ? relative(this.root, path) : path;
+        return rel.replace(/\\/g, '/').replace(/^\.\//, '');
+    }
+    /** Bring the whole index up to date. Concurrent calls share one run. */
+    indexAll(opts = {}) {
+        if (this.running)
+            return this.running;
+        this.running = this.runIndexAll(opts).finally(() => {
+            this.running = null;
+            this.progress = { phase: 'idle', done: 0, total: 0 };
+        });
+        return this.running;
+    }
+    async runIndexAll(opts) {
+        const start = performance.now();
+        this.progress = { phase: 'scanning', done: 0, total: 0 };
+        this.rules.invalidate();
+        const scanned = await this.rules.scan();
+        // A forced rebuild starts from an empty index so it can use the cold bulk path.
+        if (opts.force)
+            this.db.clearIndex();
+        const known = new Map();
+        for (const row of this.db.allFiles())
+            known.set(row.path, row);
+        const tasks = [];
+        const seen = new Set();
+        for (const f of scanned) {
+            seen.add(f.rel);
+            const row = known.get(f.rel);
+            if (!opts.force && row && row.mtime === f.mtime && row.size === f.size)
+                continue;
+            tasks.push({ abs: f.abs, rel: f.rel, knownHash: opts.force ? undefined : row?.hash });
+        }
+        let removed = 0;
+        const gone = [...known.keys()].filter(p => !seen.has(p));
+        if (gone.length) {
+            this.db.transaction(() => {
+                for (const p of gone)
+                    if (this.db.deleteFile(p))
+                        removed++;
+            });
+            this.structureChanged = true;
+        }
+        const bulk = tasks.length >= BULK_THRESHOLD;
+        const cold = known.size === 0;
+        const writeBatch = bulk ? BULK_WRITE_BATCH : WRITE_BATCH;
+        if (bulk)
+            this.db.beginBulk(cold);
+        this.coldBuild = bulk && cold;
+        this.progress = { phase: 'parsing', done: 0, total: tasks.length };
+        let parsed = 0;
+        let unchanged = 0;
+        const touchedIds = [];
+        let pending = [];
+        let writeMs = 0;
+        const flush = () => {
+            if (pending.length === 0)
+                return;
+            const batch = pending;
+            pending = [];
+            const t0 = performance.now();
+            this.db.transaction(() => {
+                for (const r of batch) {
+                    const outcome = this.apply(r);
+                    if (outcome.parsed) {
+                        parsed++;
+                        touchedIds.push(outcome.fileId);
+                    }
+                    else if (r.status === 'unchanged')
+                        unchanged++;
+                }
+            });
+            writeMs += performance.now() - t0;
+        };
+        const completed = new Set();
+        const onResult = (r) => {
+            pending.push(r);
+            completed.add(r.rel);
+            this.progress.done++;
+            if (pending.length >= writeBatch)
+                flush();
+        };
+        const inline = async (list) => {
+            for (const task of list) {
+                onResult(await processFile(this.parser, task, this.config.maxFileSize));
+                // Yield so the MCP transport stays responsive during a cold index.
+                if (this.progress.done % 25 === 0)
+                    await new Promise(res => setImmediate(res));
+            }
+        };
+        let workerCount = this.workerCount(tasks.length);
+        let endBulkMs = 0;
+        try {
+            if (workerCount > 1) {
+                try {
+                    await this.runPool(tasks, workerCount, onResult);
+                }
+                catch (err) {
+                    // A worker died (out of memory, a crashing grammar): finish the rest on this thread.
+                    console.error(`[clast] parser worker failed (${err instanceof Error ? err.message : err}); continuing without workers`);
+                    workerCount = 1;
+                    await inline(tasks.filter(t => !completed.has(t.rel)));
+                }
+            }
+            else {
+                await inline(tasks);
+            }
+            flush();
+        }
+        finally {
+            // Always leave bulk mode: it restores the journal and rebuilds the secondary indexes,
+            // without which every query would scan whole tables.
+            const tBulk = performance.now();
+            if (bulk)
+                this.db.endBulk();
+            endBulkMs = performance.now() - tBulk;
+            this.coldBuild = false;
+        }
+        const parseDoneMs = performance.now() - start;
+        this.progress.phase = 'finalizing';
+        if (parsed > 0 || removed > 0 || this.structureChanged) {
+            // New or removed files can change how *other* files' imports resolve.
+            const full = removed > 0 || this.structureChanged || parsed > 200;
+            resolveImports(this.db, full ? undefined : touchedIds);
+            this.structureChanged = false;
+            try {
+                this.db.db.exec('PRAGMA optimize');
+            }
+            catch { /* ignore */ }
+        }
+        const result = {
+            scanned: scanned.length,
+            parsed,
+            unchanged,
+            removed,
+            durationMs: Math.round(performance.now() - start),
+            workers: workerCount,
+        };
+        if (process.env.CLAST_DEBUG) {
+            console.error(`[clast] timing: total ${result.durationMs}ms, parse+write phase ${Math.round(parseDoneMs)}ms, db writes ${Math.round(writeMs)}ms, index build ${Math.round(endBulkMs)}ms`);
+        }
+        this.lastResult = result;
+        this.db.setMeta('last_full_index', String(Date.now()));
+        return result;
+    }
+    /** Write one processing result. Must run inside a transaction. */
+    apply(r) {
+        if (r.status === 'ok' && r.extraction) {
+            const isNew = !this.db.fileByPath(r.rel);
+            const fileId = this.db.writeFile({ path: r.rel, hash: r.hash, mtime: r.mtime, size: r.size }, r.extraction);
+            if (isNew)
+                this.structureChanged = true;
+            return { parsed: true, fileId };
+        }
+        if (r.status === 'unchanged') {
+            const row = this.db.fileByPath(r.rel);
+            if (row)
+                this.db.touchFile(row.id, r.mtime, r.size);
+            return { parsed: false };
+        }
+        // skip / missing: make sure nothing stale remains.
+        if (this.db.deleteFile(r.rel))
+            this.structureChanged = true;
+        return { parsed: false };
+    }
+    workerCount(taskCount) {
+        if (taskCount < WORKER_THRESHOLD)
+            return 1;
+        if (!existsSync(workerPath()))
+            return 1;
+        const configured = this.config.workers;
+        if (configured === 1)
+            return 1;
+        const auto = Math.max(1, Math.min(12, availableParallelism() - 1));
+        const n = configured > 0 ? configured : auto;
+        return Math.max(1, Math.min(n, Math.ceil(taskCount / TASK_BATCH)));
+    }
+    runPool(tasks, count, onResult) {
+        return new Promise((resolveAll, rejectAll) => {
+            let next = 0;
+            let active = 0;
+            let failed = false;
+            const workers = [];
+            const finish = (err) => {
+                if (failed)
+                    return;
+                if (err) {
+                    failed = true;
+                    for (const w of workers)
+                        void w.terminate();
+                    rejectAll(err);
+                    return;
+                }
+                if (active === 0 && next >= tasks.length) {
+                    for (const w of workers)
+                        w.postMessage(null);
+                    resolveAll();
+                }
+            };
+            const dispatch = (w) => {
+                if (next >= tasks.length)
+                    return finish();
+                const batch = tasks.slice(next, next + TASK_BATCH);
+                next += batch.length;
+                active++;
+                w.postMessage(batch);
+            };
+            for (let i = 0; i < count; i++) {
+                const w = new Worker(workerPath(), { workerData: { maxFileSize: this.config.maxFileSize } });
+                workers.push(w);
+                w.on('message', (results) => {
+                    active--;
+                    try {
+                        for (const r of results)
+                            onResult(r);
+                    }
+                    catch (err) {
+                        return finish(err);
+                    }
+                    dispatch(w);
+                });
+                w.on('error', err => finish(err));
+                // Two batches in flight per worker so it never idles while the main
+                // thread is busy writing a transaction.
+                dispatch(w);
+                dispatch(w);
+            }
+        });
+    }
+    /**
+     * Re-index a single file inline. Returns true if the index changed.
+     * Accepts absolute or project-relative paths.
+     */
+    async indexFile(path, opts = {}) {
+        const rel = this.toRel(path);
+        if (rel.startsWith('..'))
+            return false;
+        const abs = join(this.root, rel);
+        if (!this.rules.isSupported(rel) || this.rules.isIgnored(rel)) {
+            return this.removeFile(rel);
+        }
+        const row = this.db.fileByPath(rel);
+        const result = await processFile(this.parser, { abs, rel, knownHash: opts.force ? undefined : row?.hash }, this.config.maxFileSize);
+        let changed = false;
+        let fileId;
+        this.db.transaction(() => {
+            const outcome = this.apply(result);
+            changed = outcome.parsed || (result.status !== 'unchanged' && !!row);
+            fileId = outcome.fileId;
+        });
+        if (fileId !== undefined) {
+            // A new file can also satisfy other files' previously unresolved imports;
+            // only those that mention its name are retried (not the whole project).
+            resolveImports(this.db, [fileId], this.structureChanged ? [rel] : undefined);
+            this.structureChanged = false;
+        }
+        return changed;
+    }
+    removeFile(path) {
+        const rel = this.toRel(path);
+        let removed = false;
+        this.db.transaction(() => {
+            removed = this.db.deleteFile(rel);
+        });
+        return removed;
+    }
+    /**
+     * Make sure the given indexed files reflect what is on disk right now
+     * (cheap stat check, inline re-parse when stale). Query paths call this
+     * before returning line numbers or source text.
+     */
+    async ensureFresh(paths) {
+        let updated = 0;
+        const seen = new Set();
+        for (const rel of paths) {
+            if (seen.has(rel))
+                continue;
+            seen.add(rel);
+            const row = this.db.fileByPath(rel);
+            if (!row)
+                continue;
+            let st;
+            try {
+                st = statSync(join(this.root, rel));
+            }
+            catch {
+                if (this.removeFile(rel))
+                    updated++;
+                continue;
+            }
+            if (st.mtimeMs === row.mtime && st.size === row.size)
+                continue;
+            if (await this.indexFile(rel))
+                updated++;
+        }
+        return updated;
+    }
+    scan() {
+        return this.rules.scan();
+    }
+}
+function workerPath() {
+    return fileURLToPath(new URL('./worker.js', import.meta.url));
+}
+//# sourceMappingURL=index.js.map

package/dist/indexer/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/indexer/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAIvD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAoB,MAAM,WAAW,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAkC,MAAM,cAAc,CAAC;AAC3E,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAiB9C,MAAM,gBAAgB,GAAG,EAAE,CAAC;AAC5B,MAAM,UAAU,GAAG,EAAE,CAAC;AACtB,MAAM,WAAW,GAAG,GAAG,CAAC;AACxB,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAE7B;;;GAGG;AACH,MAAM,OAAO,OAAO;IAaC,MAAM;IACN,EAAE;IAbZ,IAAI,CAAS;IACb,KAAK,CAAc;IACnB,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;IACrC,QAAQ,GAAkB,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IAC/D,UAAU,GAAuB,IAAI,CAAC;IACtC,2FAA2F;IAC3F,SAAS,GAAG,KAAK,CAAC;IACV,OAAO,GAAgC,IAAI,CAAC;IAC5C,gBAAgB,GAAG,KAAK,CAAC;IAEjC,YACE,IAAY,EACK,MAAmB,EACnB,EAAW;sBADX,MAAM;kBACN,EAAE;QAEnB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,IAAI,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC;IAC/B,CAAC;IAED,mEAAmE;IACnE,KAAK,CAAC,QAAQ,CAAC,SAAkB;QAC/B,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC/B,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC1C,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,KAAgD,CAAC;QACrD,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAU,GAAG,CAAC,EAAE,GAAG,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnG,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;QACpD,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,IAAY;QAChB,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAChE,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,wEAAwE;IACxE,QAAQ,CAAC,IAAI,GAAwB,EAAE;QACrC,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,OAAO,CAAC;QACtC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YACjD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,IAAI,CAAC,QAAQ,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QACvD,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,IAAyB;QACjD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAChC,IAAI,CAAC,QAAQ,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QACzD,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAExC,gFAAgF;QAChF,IAAI,IAAI,CAAC,KAAK;YAAE,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAmB,CAAC;QACzC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE;YAAE,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAE/D,MAAM,KAAK,GAAe,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAChB,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,GAAG,IAAI,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI;gBAAE,SAAS;YACjF,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;QACxF,CAAC;QAED,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,MAAM,IAAI,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;gBACvB,KAAK,MAAM,CAAC,IAAI,IAAI;oBAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;wBAAE,OAAO,EAAE,CAAC;YAC7D,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC/B,CAAC;QAED,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,IAAI,cAAc,CAAC;QAC5C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC;QAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,WAAW,CAAC;QACzD,IAAI,IAAI;YAAE,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,IAAI,IAAI,IAAI,CAAC;QAE9B,IAAI,CAAC,QAAQ,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;QACnE,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,IAAI,OAAO,GAAiB,EAAE,CAAC;QAE/B,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,MAAM,KAAK,GAAG,GAAS,EAAE;YACvB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YACjC,MAAM,KAAK,GAAG,OAAO,CAAC;YACtB,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAC7B,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;gBACvB,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;oBACtB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC9B,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;wBAAC,MAAM,EAAE,CAAC;wBAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,MAAO,CAAC,CAAC;oBAAC,CAAC;yBAC9D,IAAI,CAAC,CAAC,MAAM,KAAK,WAAW;wBAAE,SAAS,EAAE,CAAC;gBACjD,CAAC;YACH,CAAC,CAAC,CAAC;YACH,OAAO,IAAI,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;QACpC,CAAC,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QACpC,MAAM,QAAQ,GAAG,CAAC,CAAa,EAAQ,EAAE;YACvC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAChB,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACrB,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACrB,IAAI,OAAO,CAAC,MAAM,IAAI,UAAU;gBAAE,KAAK,EAAE,CAAC;QAC5C,CAAC,CAAC;QACF,MAAM,MAAM,GAAG,KAAK,EAAE,IAAgB,EAAiB,EAAE;YACvD,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;gBACxB,QAAQ,CAAC,MAAM,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;gBACxE,mEAAmE;gBACnE,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,EAAE,KAAK,CAAC;oBAAE,MAAM,IAAI,OAAO,CAAO,GAAG,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;YACvF,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjD,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,CAAC;YACH,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;gBACpB,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;gBACnD,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,qFAAqF;oBACrF,OAAO,CAAC,KAAK,CAAC,iCAAiC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,+BAA+B,CAAC,CAAC;oBACxH,WAAW,GAAG,CAAC,CAAC;oBAChB,MAAM,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACzD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,MAAM,CAAC,KAAK,CAAC,CAAC;YACtB,CAAC;YACD,KAAK,EAAE,CAAC;QACV,CAAC;gBAAS,CAAC;YACT,sFAAsF;YACtF,qDAAqD;YACrD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAChC,IAAI,IAAI;gBAAE,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;YAC5B,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YACtC,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACzB,CAAC;QAED,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAC9C,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG,YAAY,CAAC;QACnC,IAAI,MAAM,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACvD,sEAAsE;YACtE,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,IAAI,IAAI,CAAC,gBAAgB,IAAI,MAAM,GAAG,GAAG,CAAC;YAClE,cAAc,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YACvD,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;YAC9B,IAAI,CAAC;gBAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,MAAM,GAAgB;YAC1B,OAAO,EAAE,OAAO,CAAC,MAAM;YACvB,MAAM;YACN,SAAS;YACT,OAAO;YACP,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YACjD,OAAO,EAAE,WAAW;SACrB,CAAC;QACF,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;YAC5B,OAAO,CAAC,KAAK,CAAC,yBAAyB,MAAM,CAAC,UAAU,yBAAyB,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,iBAAiB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,mBAAmB,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC5L,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC;QACzB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACvD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,kEAAkE;IAC1D,KAAK,CAAC,CAAa;QACzB,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;YACtC,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACzC,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;YAC5G,IAAI,KAAK;gBAAE,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YACxC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAClC,CAAC;QACD,IAAI,CAAC,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACtC,IAAI,GAAG;gBAAE,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YACpD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QAC3B,CAAC;QACD,mDAAmD;QACnD,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC;YAAE,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC5D,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IAC3B,CAAC;IAEO,WAAW,CAAC,SAAiB;QACnC,IAAI,SAAS,GAAG,gBAAgB;YAAE,OAAO,CAAC,CAAC;QAC3C,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YAAE,OAAO,CAAC,CAAC;QACxC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QACvC,IAAI,UAAU,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,oBAAoB,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QACnE,MAAM,CAAC,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;IACrE,CAAC;IAEO,OAAO,CAAC,KAAiB,EAAE,KAAa,EAAE,QAAiC;QACjF,OAAO,IAAI,OAAO,CAAO,CAAC,UAAU,EAAE,SAAS,EAAE,EAAE;YACjD,IAAI,IAAI,GAAG,CAAC,CAAC;YACb,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,IAAI,MAAM,GAAG,KAAK,CAAC;YACnB,MAAM,OAAO,GAAa,EAAE,CAAC;YAE7B,MAAM,MAAM,GAAG,CAAC,GAAW,EAAQ,EAAE;gBACnC,IAAI,MAAM;oBAAE,OAAO;gBACnB,IAAI,GAAG,EAAE,CAAC;oBACR,MAAM,GAAG,IAAI,CAAC;oBACd,KAAK,MAAM,CAAC,IAAI,OAAO;wBAAE,KAAK,CAAC,CAAC,SAAS,EAAE,CAAC;oBAC5C,SAAS,CAAC,GAAG,CAAC,CAAC;oBACf,OAAO;gBACT,CAAC;gBACD,IAAI,MAAM,KAAK,CAAC,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;oBACzC,KAAK,MAAM,CAAC,IAAI,OAAO;wBAAE,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;oBAC7C,UAAU,EAAE,CAAC;gBACf,CAAC;YACH,CAAC,CAAC;YAEF,MAAM,QAAQ,GAAG,CAAC,CAAS,EAAQ,EAAE;gBACnC,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM;oBAAE,OAAO,MAAM,EAAE,CAAC;gBAC1C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,GAAG,UAAU,CAAC,CAAC;gBACnD,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC;gBACrB,MAAM,EAAE,CAAC;gBACT,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC,CAAC;YAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/B,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;gBAC7F,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAChB,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAqB,EAAE,EAAE;oBACxC,MAAM,EAAE,CAAC;oBACT,IAAI,CAAC;wBACH,KAAK,MAAM,CAAC,IAAI,OAAO;4BAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;oBACvC,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,OAAO,MAAM,CAAC,GAAY,CAAC,CAAC;oBAC9B,CAAC;oBACD,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACd,CAAC,CAAC,CAAC;gBACH,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAClC,oEAAoE;gBACpE,wCAAwC;gBACxC,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACZ,QAAQ,CAAC,CAAC,CAAC,CAAC;YACd,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,IAAI,GAAwB,EAAE;QAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7B,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;QACvC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9D,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAC9B,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,MAAM,WAAW,CAC9B,IAAI,CAAC,MAAM,EACX,EAAE,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAC3D,IAAI,CAAC,MAAM,CAAC,WAAW,CACxB,CAAC;QACF,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,MAA0B,CAAC;QAC/B,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACvB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACnC,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACrE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC1B,CAAC,CAAC,CAAC;QACH,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,0EAA0E;YAC1E,wEAAwE;YACxE,cAAc,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAC7E,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAChC,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,UAAU,CAAC,IAAY;QACrB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7B,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACvB,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QACH,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,KAAuB;QACvC,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;YACxB,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YACpC,IAAI,CAAC,GAAG;gBAAE,SAAS;YACnB,IAAI,EAAE,CAAC;YACP,IAAI,CAAC;gBACH,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;YACtC,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;oBAAE,OAAO,EAAE,CAAC;gBACpC,SAAS;YACX,CAAC;YACD,IAAI,EAAE,CAAC,OAAO,KAAK,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI;gBAAE,SAAS;YAC/D,IAAI,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;gBAAE,OAAO,EAAE,CAAC;QAC3C,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAC3B,CAAC;CACF;AAED,SAAS,UAAU;IACjB,OAAO,aAAa,CAAC,IAAI,GAAG,CAAC,aAAa,EAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAChE,CAAC"}

package/dist/indexer/process.d.ts

@@ -0,0 +1,22 @@
+import type { Extraction } from '../types.js';
+import type { SourceParser } from '../parser/index.js';
+export interface FileTask {
+    abs: string;
+    rel: string;
+    /** Hash currently stored in the index, if any. */
+    knownHash?: string;
+}
+export interface FileResult {
+    rel: string;
+    /**
+     * ok: parsed, `extraction` is set. unchanged: content hash matches the index.
+     * skip: not indexable (binary, too large, unsupported). missing: file is gone.
+     */
+    status: 'ok' | 'unchanged' | 'skip' | 'missing';
+    hash: string;
+    mtime: number;
+    size: number;
+    extraction?: Extraction;
+}
+/** Read, hash and (if changed) parse one file. Never throws. */
+export declare function processFile(parser: SourceParser, task: FileTask, maxFileSize: number): Promise<FileResult>;

package/dist/indexer/process.js

@@ -0,0 +1,42 @@
+import { createHash } from 'node:crypto';
+import { readFileSync, statSync } from 'node:fs';
+/** Read, hash and (if changed) parse one file. Never throws. */
+export async function processFile(parser, task, maxFileSize) {
+    const base = { rel: task.rel, hash: '', mtime: 0, size: 0 };
+    let buf;
+    try {
+        const st = statSync(task.abs);
+        base.mtime = st.mtimeMs;
+        base.size = st.size;
+        if (!st.isFile())
+            return { ...base, status: 'missing' };
+        if (st.size > maxFileSize)
+            return { ...base, status: 'skip' };
+        buf = readFileSync(task.abs);
+    }
+    catch {
+        return { ...base, status: 'missing' };
+    }
+    // Binary sniff: NUL byte in the first block.
+    const head = buf.subarray(0, 4096);
+    if (head.includes(0))
+        return { ...base, status: 'skip' };
+    base.hash = createHash('sha1').update(buf).digest('hex');
+    if (task.knownHash && task.knownHash === base.hash)
+        return { ...base, status: 'unchanged' };
+    let source = buf.toString('utf-8');
+    if (source.charCodeAt(0) === 0xfeff)
+        source = source.slice(1);
+    try {
+        const extraction = await parser.extract(task.rel, source);
+        if (!extraction)
+            return { ...base, status: 'skip' };
+        return { ...base, status: 'ok', extraction };
+    }
+    catch (err) {
+        if (process.env.CLAST_DEBUG)
+            console.error(`[clast] parse failed for ${task.rel}:`, err);
+        return { ...base, status: 'skip' };
+    }
+}
+//# sourceMappingURL=process.js.map

package/dist/indexer/process.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"process.js","sourceRoot":"","sources":["../../src/indexer/process.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAwBjD,gEAAgE;AAChE,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,MAAoB,EACpB,IAAc,EACd,WAAmB;IAEnB,MAAM,IAAI,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC5D,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC,OAAO,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC,IAAI,CAAC;QACpB,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE;YAAE,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QACxD,IAAI,EAAE,CAAC,IAAI,GAAG,WAAW;YAAE,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAC9D,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IACxC,CAAC;IAED,6CAA6C;IAC7C,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACnC,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAEzD,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACzD,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;IAE5F,IAAI,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACnC,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,MAAM;QAAE,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAE9D,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC1D,IAAI,CAAC,UAAU;YAAE,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QACpD,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW;YAAE,OAAO,CAAC,KAAK,CAAC,4BAA4B,IAAI,CAAC,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC;QACzF,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IACrC,CAAC;AACH,CAAC"}

package/dist/indexer/scan.d.ts

@@ -0,0 +1,43 @@
+import type { ClastConfig } from '../config/index.js';
+export interface ScannedFile {
+    abs: string;
+    /** Project-relative path with forward slashes. */
+    rel: string;
+    mtime: number;
+    size: number;
+}
+/**
+ * Ignore decisions shared by the scanner and the watcher: config patterns plus
+ * (optionally) every .gitignore from the project root down to the file.
+ */
+export declare class IgnoreRules {
+    private readonly root;
+    private readonly useGitignore;
+    private readonly rootRule;
+    private readonly dirRules;
+    readonly extensions: Set<string>;
+    readonly maxFileSize: number;
+    constructor(root: string, config: ClastConfig);
+    /** Forget cached .gitignore contents (call when a .gitignore changes). */
+    invalidate(): void;
+    /** Rule for the .gitignore inside `dirRel` ('' or 'a/b/'), if any. */
+    private ruleFor;
+    private static test;
+    /** Full check for an arbitrary project-relative path (used by the watcher). */
+    isIgnored(rel: string): boolean;
+    isSupported(rel: string): boolean;
+    /** Files skipped by the last scan because they exceed maxFileSize. */
+    skippedLarge: number;
+    /** True when the last scan stopped at the maxFiles cap. */
+    truncated: boolean;
+    private readonly maxFiles;
+    /**
+     * Project-relative paths of text-like files that are NOT indexed (config,
+     * docs, data, unsupported languages) but pass the ignore rules. Used by
+     * text search so it can replace a plain grep.
+     */
+    otherTextFiles(limit?: number): string[];
+    /** Walk the project and return every indexable file. */
+    scan(): Promise<ScannedFile[]>;
+    private walk;
+}