pindex 1.2.3 → 1.4.0

package/dist/indexer/lsp-python.js

@@ -0,0 +1,234 @@
+import { spawn as nodeSpawn } from 'node:child_process';
+import { existsSync } from 'node:fs';
+import { resolve, join } from 'node:path';
+import { pathToFileURL } from 'node:url';
+import { StreamMessageReader, StreamMessageWriter, createMessageConnection, } from 'vscode-jsonrpc/node.js';
+import { mapDocumentSymbols } from './lsp-mapper.js';
+import { parseFile } from './parser.js';
+export class LspPythonClient {
+    _state = 'idle';
+    enabled;
+    projectRoot;
+    timeoutMs;
+    spawnImpl;
+    resolveImpl;
+    proc = null;
+    connection = null;
+    static warnedMissing = false;
+    pendingQueue = Promise.resolve();
+    restartAttempted = false;
+    consecutiveTimeouts = 0;
+    constructor(options) {
+        this.enabled = options.enabled;
+        this.projectRoot = options.projectRoot;
+        this.timeoutMs = options.timeoutMs ?? 5000;
+        this.spawnImpl =
+            options._spawn ??
+                ((path) => nodeSpawn(path, ['--stdio'], { stdio: ['pipe', 'pipe', 'pipe'] }));
+        this.resolveImpl = options._resolveServerPath ?? (() => resolvePyrightLangserver());
+    }
+    /** Test-only: resets module-level warning guard so tests can observe
+     *  stderr output repeatedly. NOT for production use. */
+    static _resetWarnedMissingForTest() {
+        LspPythonClient.warnedMissing = false;
+    }
+    get state() {
+        return this._state;
+    }
+    get ready() {
+        return this._state === 'ready';
+    }
+    async start() {
+        if (this._state !== 'idle')
+            return;
+        if (!this.enabled) {
+            this._state = 'failed';
+            return;
+        }
+        const path = this.resolveImpl();
+        if (!path) {
+            if (!LspPythonClient.warnedMissing) {
+                process.stderr.write(`[pindex] LSP: pyright-langserver not found on PATH or in node_modules; ` +
+                    `falling back to regex parsing. Install with "npm install pyright" or ` +
+                    `set PINDEX_LSP=false to silence this.\n`);
+                LspPythonClient.warnedMissing = true;
+            }
+            this._state = 'failed';
+            return;
+        }
+        this._state = 'starting';
+        try {
+            this.proc = this.spawnImpl(path);
+        }
+        catch (err) {
+            process.stderr.write(`[pindex] LSP: spawn failed: ${String(err)}\n`);
+            this._state = 'failed';
+            return;
+        }
+        // exitReject lets us abort the initialize handshake when the process exits early.
+        let exitReject;
+        const exitPromise = new Promise((_, reject) => { exitReject = reject; });
+        this.proc.on('exit', (code) => {
+            if (this._state === 'closed')
+                return;
+            process.stderr.write(`[pindex] LSP: pyright-langserver exited (code ${code})\n`);
+            if (!this.restartAttempted && this._state === 'ready') {
+                this.restartAttempted = true;
+                process.stderr.write(`[pindex] LSP: attempting one restart\n`);
+                this._state = 'idle';
+                this.proc = null;
+                this.connection?.dispose();
+                this.connection = null;
+                // Fire and forget — the restart is opportunistic.
+                this.start().catch(() => {
+                    /* swallow — state already reflects any failure */
+                });
+                return;
+            }
+            this._state = 'failed';
+            exitReject(new Error(`pyright-langserver exited with code ${String(code)}`));
+        });
+        this.connection = createMessageConnection(new StreamMessageReader(this.proc.stdout), new StreamMessageWriter(this.proc.stdin));
+        this.connection.listen();
+        try {
+            await Promise.race([
+                this.connection.sendRequest('initialize', {
+                    processId: process.pid,
+                    rootUri: pathToFileURL(resolve(this.projectRoot)).href,
+                    capabilities: { textDocument: { documentSymbol: { hierarchicalDocumentSymbolSupport: true } } },
+                }),
+                exitPromise,
+                new Promise((_, reject) => setTimeout(() => reject(new Error('initialize timeout')), this.timeoutMs)),
+            ]);
+            this.connection.sendNotification('initialized', {});
+            this._state = 'ready';
+        }
+        catch (err) {
+            // The exit handler may have already set _state to 'failed' via the event loop.
+            const currentState = this._state;
+            if (currentState !== 'failed' && currentState !== 'closed') {
+                process.stderr.write(`[pindex] LSP: initialize failed: ${String(err)}\n`);
+                this._state = 'failed';
+            }
+        }
+    }
+    async getDocumentSymbols(relPath, content) {
+        if (this._state !== 'ready' || !this.connection)
+            return null;
+        // Serialise concurrent callers so the LSP sees one request at a time.
+        const task = this.pendingQueue.then(() => this.runRequest(relPath, content));
+        this.pendingQueue = task.catch(() => undefined);
+        return task;
+    }
+    async runRequest(relPath, content) {
+        if (!this.connection || this._state !== 'ready')
+            return null;
+        const uri = pathToFileURL(resolve(this.projectRoot, relPath)).href;
+        try {
+            this.connection.sendNotification('textDocument/didOpen', {
+                textDocument: { uri, languageId: 'python', version: 1, text: content },
+            });
+            let timedOut = false;
+            let response;
+            try {
+                response = (await Promise.race([
+                    this.connection.sendRequest('textDocument/documentSymbol', {
+                        textDocument: { uri },
+                    }),
+                    new Promise((_, reject) => setTimeout(() => {
+                        timedOut = true;
+                        reject(new Error('request timeout'));
+                    }, this.timeoutMs)),
+                ]));
+            }
+            catch (err) {
+                if (timedOut) {
+                    this.consecutiveTimeouts++;
+                    if (this.consecutiveTimeouts >= 3) {
+                        process.stderr.write(`[pindex] LSP: 3 consecutive timeouts, treating as crash\n`);
+                        this.simulateCrash();
+                    }
+                    return null;
+                }
+                throw err;
+            }
+            this.connection.sendNotification('textDocument/didClose', {
+                textDocument: { uri },
+            });
+            if (!response || !Array.isArray(response)) {
+                return { symbols: [], imports: extractImportsFromContent(content) };
+            }
+            this.consecutiveTimeouts = 0;
+            return {
+                symbols: mapDocumentSymbols(response),
+                imports: extractImportsFromContent(content),
+            };
+        }
+        catch (err) {
+            process.stderr.write(`[pindex] LSP: documentSymbol failed for ${relPath}: ${String(err)}\n`);
+            return null;
+        }
+    }
+    /** Manually triggers the same restart-or-fail path the exit handler uses.
+     *  Used when the subprocess is unresponsive (repeated request timeouts). */
+    simulateCrash() {
+        if (this._state !== 'ready')
+            return;
+        this._state = 'idle';
+        try {
+            this.proc?.kill('SIGKILL');
+        }
+        catch { /* process already dead */ }
+        this.proc = null;
+        this.connection?.dispose();
+        this.connection = null;
+        if (!this.restartAttempted) {
+            this.restartAttempted = true;
+            this.start().catch(() => { });
+        }
+        else {
+            this._state = 'failed';
+        }
+    }
+    async close() {
+        this._state = 'closed';
+        if (this.connection) {
+            const conn = this.connection;
+            this.connection = null;
+            try {
+                await Promise.race([
+                    conn.sendRequest('shutdown', null),
+                    new Promise((_, reject) => setTimeout(() => reject(new Error('shutdown timeout')), 1000)),
+                ]);
+                conn.sendNotification('exit', null);
+            }
+            catch { /* subprocess may already be dead */ }
+            conn.dispose();
+        }
+        if (this.proc) {
+            try {
+                this.proc.kill('SIGTERM');
+            }
+            catch { /* ignore */ }
+            this.proc = null;
+        }
+    }
+}
+/** Resolves the pyright-langserver binary path by checking node_modules/.bin.
+ *  Returns null if not found; PATH-based discovery is intentionally not
+ *  implemented (would require spawn + stderr capture to detect failure, which
+ *  is a larger change and not worth the complexity for the optionalDependency
+ *  install path where node_modules is the canonical location). */
+function resolvePyrightLangserver() {
+    const local = join(process.cwd(), 'node_modules', '.bin', 'pyright-langserver');
+    if (existsSync(local))
+        return local;
+    return null;
+}
+/** Reuses the existing Python regex import extractor from parseFile(). Pyright's
+ *  documentSymbol does not expose import statements; the regex is reliable
+ *  enough for `import X` / `from Y import Z`. */
+function extractImportsFromContent(content) {
+    return parseFile('pseudo.py', content).imports;
+}
+//# sourceMappingURL=lsp-python.js.map

package/dist/indexer/lsp-python.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lsp-python.js","sourceRoot":"","sources":["../../src/indexer/lsp-python.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,IAAI,SAAS,EAAuC,MAAM,oBAAoB,CAAC;AAC7F,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,uBAAuB,GAExB,MAAM,wBAAwB,CAAC;AAGhC,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAcxC,MAAM,OAAO,eAAe;IAClB,MAAM,GAAkB,MAAM,CAAC;IACtB,OAAO,CAAU;IACjB,WAAW,CAAS;IACpB,SAAS,CAAS;IAClB,SAAS,CAAmD;IAC5D,WAAW,CAAsB;IAC1C,IAAI,GAA0C,IAAI,CAAC;IACnD,UAAU,GAA6B,IAAI,CAAC;IAC5C,MAAM,CAAC,aAAa,GAAG,KAAK,CAAC;IAC7B,YAAY,GAAqB,OAAO,CAAC,OAAO,EAAE,CAAC;IACnD,gBAAgB,GAAG,KAAK,CAAC;IACzB,mBAAmB,GAAG,CAAC,CAAC;IAEhC,YAAY,OAA+B;QACzC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;QAC3C,IAAI,CAAC,SAAS;YACZ,OAAO,CAAC,MAAM;gBACd,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAmC,CAAC,CAAC;QAClH,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,kBAAkB,IAAI,CAAC,GAAG,EAAE,CAAC,wBAAwB,EAAE,CAAC,CAAC;IACtF,CAAC;IAED;4DACwD;IACxD,MAAM,CAAC,0BAA0B;QAC/B,eAAe,CAAC,aAAa,GAAG,KAAK,CAAC;IACxC,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,KAAK,OAAO,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM;YAAE,OAAO;QACnC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC;YACvB,OAAO;QACT,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAChC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC;gBACnC,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,yEAAyE;oBACzE,uEAAuE;oBACvE,yCAAyC,CAC1C,CAAC;gBACF,eAAe,CAAC,aAAa,GAAG,IAAI,CAAC;YACvC,CAAC;YACD,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC;YACvB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC;QACzB,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACrE,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC;YACvB,OAAO;QACT,CAAC;QAED,kFAAkF;QAClF,IAAI,UAAiC,CAAC;QACtC,MAAM,WAAW,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,GAAG,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAEhF,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAC5B,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ;gBAAE,OAAO;YAErC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iDAAiD,IAAI,KAAK,CAAC,CAAC;YAEjF,IAAI,CAAC,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;gBACtD,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;gBAC7B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;gBAC/D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;gBACrB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;gBACjB,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,CAAC;gBAC3B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;gBACvB,kDAAkD;gBAClD,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE;oBACtB,kDAAkD;gBACpD,CAAC,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC;YACvB,UAAU,CAAC,IAAI,KAAK,CAAC,uCAAuC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,GAAG,uBAAuB,CACvC,IAAI,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EACzC,IAAI,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CACzC,CAAC;QACF,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;QAEzB,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjB,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,YAAY,EAAE;oBACxC,SAAS,EAAE,OAAO,CAAC,GAAG;oBACtB,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;oBACtD,YAAY,EAAE,EAAE,YAAY,EAAE,EAAE,cAAc,EAAE,EAAE,iCAAiC,EAAE,IAAI,EAAE,EAAE,EAAE;iBAChG,CAAC;gBACF,WAAW;gBACX,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;aACtG,CAAC,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;YACpD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC;QACxB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,+EAA+E;YAC/E,MAAM,YAAY,GAAG,IAAI,CAAC,MAAuB,CAAC;YAClD,IAAI,YAAY,KAAK,QAAQ,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;gBAC3D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC1E,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB,CACtB,OAAe,EACf,OAAe;QAEf,IAAI,IAAI,CAAC,MAAM,KAAK,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC;QAE7D,sEAAsE;QACtE,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QAC7E,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAChD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,OAAe,EACf,OAAe;QAEf,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,KAAK,OAAO;YAAE,OAAO,IAAI,CAAC;QAE7D,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;QAEnE,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,sBAAsB,EAAE;gBACvD,YAAY,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE;aACvE,CAAC,CAAC;YAEH,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,IAAI,QAAiC,CAAC;YACtC,IAAI,CAAC;gBACH,QAAQ,GAAG,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC;oBAC7B,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,6BAA6B,EAAE;wBACzD,YAAY,EAAE,EAAE,GAAG,EAAE;qBACtB,CAAC;oBACF,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CACxB,UAAU,CAAC,GAAG,EAAE;wBACd,QAAQ,GAAG,IAAI,CAAC;wBAChB,MAAM,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC;oBACvC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CACnB;iBACF,CAAC,CAA4B,CAAC;YACjC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,QAAQ,EAAE,CAAC;oBACb,IAAI,CAAC,mBAAmB,EAAE,CAAC;oBAC3B,IAAI,IAAI,CAAC,mBAAmB,IAAI,CAAC,EAAE,CAAC;wBAClC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,2DAA2D,CAAC,CAAC;wBAClF,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvB,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,GAAG,CAAC;YACZ,CAAC;YAED,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,uBAAuB,EAAE;gBACxD,YAAY,EAAE,EAAE,GAAG,EAAE;aACtB,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC1C,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,yBAAyB,CAAC,OAAO,CAAC,EAAE,CAAC;YACtE,CAAC;YAED,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;YAC7B,OAAO;gBACL,OAAO,EAAE,kBAAkB,CAAC,QAAQ,CAAC;gBACrC,OAAO,EAAE,yBAAyB,CAAC,OAAO,CAAC;aAC5C,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,2CAA2C,OAAO,KAAK,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC7F,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;gFAC4E;IACpE,aAAa;QACnB,IAAI,IAAI,CAAC,MAAM,KAAK,OAAO;YAAE,OAAO;QACpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC;YAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,0BAA0B,CAAC,CAAC;QACxE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAiB,CAAC,CAAC,CAAC;QAC9C,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC;QACzB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC;QACvB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC;YAC7B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC;gBACH,MAAM,OAAO,CAAC,IAAI,CAAC;oBACjB,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,IAAI,CAAC;oBAClC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;iBAC1F,CAAC,CAAC;gBACH,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACtC,CAAC;YAAC,MAAM,CAAC,CAAC,oCAAoC,CAAC,CAAC;YAChD,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,IAAI,CAAC;gBAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;YACzD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACnB,CAAC;IACH,CAAC;;AAGH;;;;kEAIkE;AAClE,SAAS,wBAAwB;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,MAAM,EAAE,oBAAoB,CAAC,CAAC;IAChF,IAAI,UAAU,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACpC,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;iDAEiD;AACjD,SAAS,yBAAyB,CAAC,OAAe;IAChD,OAAO,SAAS,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC;AACjD,CAAC"}

package/dist/indexer/parse-pool.d.ts

@@ -0,0 +1,26 @@
+import type { ParseJobInput, ParseJobResult, ParsePoolOptions } from './parse-types.js';
+export declare class ParsePool {
+    private readonly maxWorkers;
+    private readonly maxFileSize;
+    private workers;
+    private idleWorkers;
+    private workerJobs;
+    private pending;
+    private closed;
+    constructor(options: ParsePoolOptions);
+    parseMany(jobs: ParseJobInput[]): AsyncGenerator<ParseJobResult>;
+    close(): Promise<void>;
+    private spawnWorker;
+    private enqueue;
+    private drainQueue;
+    /** Picks a default worker count based on the host CPU count and an env
+     *  override. Capped to leave at least one CPU for the main thread. Forces
+     *  0 (sync fallback) when VITEST is running, so the global tree-sitter
+     *  mock in tests/setup.ts continues to apply. */
+    static pickDefaultWorkerCount(explicit: number | undefined): number;
+    /** Picks the effective worker count for a given job batch. Small batches
+     *  downshift to avoid the worker startup overhead exceeding the gain. */
+    static pickEffectiveWorkerCount(jobCount: number, configured: number): number;
+    private runJobSync;
+}
+//# sourceMappingURL=parse-pool.d.ts.map

package/dist/indexer/parse-pool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-pool.d.ts","sourceRoot":"","sources":["../../src/indexer/parse-pool.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,gBAAgB,EACjB,MAAM,kBAAkB,CAAC;AAgB1B,qBAAa,SAAS;IACpB,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,WAAW,CAAgB;IACnC,OAAO,CAAC,UAAU,CAAiC;IACnD,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,MAAM,CAAS;gBAEX,OAAO,EAAE,gBAAgB;IAQ9B,SAAS,CAAC,IAAI,EAAE,aAAa,EAAE,GAAG,cAAc,CAAC,cAAc,CAAC;IAyCjE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA0B5B,OAAO,CAAC,WAAW;IAsCnB,OAAO,CAAC,OAAO;IAKf,OAAO,CAAC,UAAU;IAYlB;;;qDAGiD;IACjD,MAAM,CAAC,sBAAsB,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM;IAYnE;6EACyE;IACzE,MAAM,CAAC,wBAAwB,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM;YAO/D,UAAU;CAwBzB"}

package/dist/indexer/parse-pool.js

@@ -0,0 +1,201 @@
+import { readFile, stat } from 'node:fs/promises';
+import { cpus } from 'node:os';
+import { Worker } from 'node:worker_threads';
+import { fileURLToPath } from 'node:url';
+import { dirname, resolve } from 'node:path';
+import { parseFile, hashContent } from './parser.js';
+const DEFAULT_MAX_FILE_SIZE = 1024 * 1024;
+const MAX_RETRIES = 1;
+// Resolve the compiled worker script relative to this module.
+// After `npm run build`, both files live in dist/indexer/.
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const WORKER_URL = resolve(__dirname, 'parse-worker.js');
+export class ParsePool {
+    maxWorkers;
+    maxFileSize;
+    workers = [];
+    idleWorkers = [];
+    workerJobs = new Map();
+    pending = [];
+    closed = false;
+    constructor(options) {
+        this.maxWorkers = Math.max(0, options.maxWorkers);
+        this.maxFileSize = options.maxFileSize ?? DEFAULT_MAX_FILE_SIZE;
+        for (let i = 0; i < this.maxWorkers; i++) {
+            this.spawnWorker();
+        }
+    }
+    async *parseMany(jobs) {
+        if (this.closed)
+            throw new Error('ParsePool is closed');
+        if (this.maxWorkers === 0) {
+            for (const job of jobs) {
+                yield await this.runJobSync(job);
+            }
+            return;
+        }
+        // Submit all jobs; drain results in completion order via a shared buffer.
+        const buffer = [];
+        let notify = null;
+        let remaining = jobs.length;
+        for (const job of jobs) {
+            this.enqueue({
+                job,
+                attempts: 0,
+                resolve: (result) => {
+                    buffer.push(result);
+                    remaining--;
+                    notify?.();
+                },
+            });
+        }
+        while (remaining > 0 || buffer.length > 0) {
+            if (buffer.length === 0) {
+                await new Promise((r) => {
+                    notify = () => {
+                        notify = null;
+                        r();
+                    };
+                });
+                continue;
+            }
+            yield buffer.shift();
+        }
+    }
+    async close() {
+        this.closed = true;
+        // Drain the pending queue: every waiting job gets a terminal result so the
+        // AsyncGenerator in parseMany can exit instead of hanging.
+        const cancelResult = (job) => ({
+            status: 'error',
+            relativePath: job.relativePath,
+            error: 'ParsePool closed',
+        });
+        for (const p of this.pending) {
+            p.resolve(cancelResult(p.job));
+        }
+        this.pending = [];
+        // Resolve any in-flight jobs BEFORE terminate, so the generator notifies
+        // and wakes before we tear down the workers.
+        for (const [, p] of this.workerJobs) {
+            p.resolve(cancelResult(p.job));
+        }
+        this.workerJobs.clear();
+        await Promise.all(this.workers.map((w) => w.terminate().then(() => undefined)));
+        this.workers = [];
+        this.idleWorkers = [];
+    }
+    // ─── Internal ────────────────────────────────────────────────────────────────
+    spawnWorker() {
+        const worker = new Worker(WORKER_URL);
+        worker.on('message', (msg) => {
+            const pending = this.workerJobs.get(worker);
+            this.workerJobs.delete(worker);
+            this.idleWorkers.push(worker);
+            pending?.resolve(msg.result);
+            this.drainQueue();
+        });
+        worker.on('error', (err) => {
+            process.stderr.write(`[pindex] ParsePool worker error: ${String(err)}\n`);
+        });
+        worker.on('exit', (code) => {
+            if (code === 0 || this.closed)
+                return;
+            // Unexpected crash. If a job was in flight, requeue once; then replace.
+            const pending = this.workerJobs.get(worker);
+            this.workerJobs.delete(worker);
+            this.workers = this.workers.filter((w) => w !== worker);
+            this.idleWorkers = this.idleWorkers.filter((w) => w !== worker);
+            if (pending) {
+                if (pending.attempts < MAX_RETRIES) {
+                    pending.attempts++;
+                    this.pending.unshift(pending);
+                }
+                else {
+                    pending.resolve({
+                        status: 'error',
+                        relativePath: pending.job.relativePath,
+                        error: `Worker exited (code ${code}) after ${pending.attempts + 1} attempts`,
+                    });
+                }
+            }
+            if (!this.closed)
+                this.spawnWorker();
+            this.drainQueue();
+        });
+        this.workers.push(worker);
+        this.idleWorkers.push(worker);
+    }
+    enqueue(pending) {
+        this.pending.push(pending);
+        this.drainQueue();
+    }
+    drainQueue() {
+        while (this.pending.length > 0 && this.idleWorkers.length > 0) {
+            const pending = this.pending.shift();
+            const worker = this.idleWorkers.shift();
+            this.workerJobs.set(worker, pending);
+            worker.postMessage({
+                job: pending.job,
+                maxFileSize: this.maxFileSize,
+            });
+        }
+    }
+    /** Picks a default worker count based on the host CPU count and an env
+     *  override. Capped to leave at least one CPU for the main thread. Forces
+     *  0 (sync fallback) when VITEST is running, so the global tree-sitter
+     *  mock in tests/setup.ts continues to apply. */
+    static pickDefaultWorkerCount(explicit) {
+        if (explicit !== undefined)
+            return Math.max(0, explicit);
+        const fromEnv = process.env.PINDEX_PARSE_WORKERS;
+        if (fromEnv !== undefined && fromEnv !== '') {
+            const n = parseInt(fromEnv, 10);
+            if (!Number.isNaN(n) && n >= 0)
+                return n;
+        }
+        if (process.env.VITEST === 'true')
+            return 0;
+        const cpuCount = cpus().length;
+        return Math.max(1, cpuCount - 1);
+    }
+    /** Picks the effective worker count for a given job batch. Small batches
+     *  downshift to avoid the worker startup overhead exceeding the gain. */
+    static pickEffectiveWorkerCount(jobCount, configured) {
+        if (configured === 0)
+            return 0;
+        if (jobCount < 10)
+            return 0;
+        if (jobCount < configured * 2)
+            return 1;
+        return configured;
+    }
+    async runJobSync(job) {
+        try {
+            const st = await stat(job.absolutePath);
+            if (st.size > this.maxFileSize) {
+                return { status: 'skipped', relativePath: job.relativePath, reason: 'too_large' };
+            }
+        }
+        catch (err) {
+            process.stderr.write(`[pindex] ParsePool: stat failed for ${job.relativePath}: ${String(err)}\n`);
+            return { status: 'skipped', relativePath: job.relativePath, reason: 'not_found' };
+        }
+        let content;
+        try {
+            content = await readFile(job.absolutePath, 'utf-8');
+        }
+        catch (err) {
+            return { status: 'error', relativePath: job.relativePath, error: String(err) };
+        }
+        try {
+            const parsed = parseFile(job.absolutePath, content);
+            const hash = hashContent(content);
+            return { status: 'ok', relativePath: job.relativePath, parsed, hash, content };
+        }
+        catch (err) {
+            return { status: 'error', relativePath: job.relativePath, error: String(err) };
+        }
+    }
+}
+//# sourceMappingURL=parse-pool.js.map

package/dist/indexer/parse-pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-pool.js","sourceRoot":"","sources":["../../src/indexer/parse-pool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAC/B,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAOrD,MAAM,qBAAqB,GAAG,IAAI,GAAG,IAAI,CAAC;AAC1C,MAAM,WAAW,GAAG,CAAC,CAAC;AAEtB,8DAA8D;AAC9D,2DAA2D;AAC3D,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1D,MAAM,UAAU,GAAG,OAAO,CAAC,SAAS,EAAE,iBAAiB,CAAC,CAAC;AAQzD,MAAM,OAAO,SAAS;IACH,UAAU,CAAS;IACnB,WAAW,CAAS;IAC7B,OAAO,GAAa,EAAE,CAAC;IACvB,WAAW,GAAa,EAAE,CAAC;IAC3B,UAAU,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC3C,OAAO,GAAiB,EAAE,CAAC;IAC3B,MAAM,GAAG,KAAK,CAAC;IAEvB,YAAY,OAAyB;QACnC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QAClD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,qBAAqB,CAAC;QAChE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,SAAS,CAAC,IAAqB;QACpC,IAAI,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAExD,IAAI,IAAI,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;YAC1B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YACnC,CAAC;YACD,OAAO;QACT,CAAC;QAED,0EAA0E;QAC1E,MAAM,MAAM,GAAqB,EAAE,CAAC;QACpC,IAAI,MAAM,GAAwB,IAAI,CAAC;QACvC,IAAI,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC;QAE5B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC,OAAO,CAAC;gBACX,GAAG;gBACH,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE;oBAClB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACpB,SAAS,EAAE,CAAC;oBACZ,MAAM,EAAE,EAAE,CAAC;gBACb,CAAC;aACF,CAAC,CAAC;QACL,CAAC;QAED,OAAO,SAAS,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,MAAM,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,EAAE;oBAC5B,MAAM,GAAG,GAAG,EAAE;wBACZ,MAAM,GAAG,IAAI,CAAC;wBACd,CAAC,EAAE,CAAC;oBACN,CAAC,CAAC;gBACJ,CAAC,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YACD,MAAM,MAAM,CAAC,KAAK,EAAG,CAAC;QACxB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,2EAA2E;QAC3E,2DAA2D;QAC3D,MAAM,YAAY,GAAG,CAAC,GAAkB,EAAkB,EAAE,CAAC,CAAC;YAC5D,MAAM,EAAE,OAAO;YACf,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,KAAK,EAAE,kBAAkB;SAC1B,CAAC,CAAC;QACH,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC7B,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACjC,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,yEAAyE;QACzE,6CAA6C;QAC7C,KAAK,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACjC,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACxB,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAChF,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;IACxB,CAAC;IAED,gFAAgF;IAExE,WAAW;QACjB,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC;QACtC,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAA+B,EAAE,EAAE;YACvD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC5C,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC/B,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC9B,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC7B,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACzB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO;YACtC,wEAAwE;YACxE,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC5C,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC/B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC;YACxD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC;YAChE,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,OAAO,CAAC,QAAQ,GAAG,WAAW,EAAE,CAAC;oBACnC,OAAO,CAAC,QAAQ,EAAE,CAAC;oBACnB,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAChC,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,OAAO,CAAC;wBACd,MAAM,EAAE,OAAO;wBACf,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;wBACtC,KAAK,EAAE,uBAAuB,IAAI,WAAW,OAAO,CAAC,QAAQ,GAAG,CAAC,WAAW;qBAC7E,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,MAAM;gBAAE,IAAI,CAAC,WAAW,EAAE,CAAC;YACrC,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1B,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IAEO,OAAO,CAAC,OAAmB;QACjC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3B,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAEO,UAAU;QAChB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAG,CAAC;YACtC,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAG,CAAC;YACzC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACrC,MAAM,CAAC,WAAW,CAAC;gBACjB,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,WAAW,EAAE,IAAI,CAAC,WAAW;aAC9B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;qDAGiD;IACjD,MAAM,CAAC,sBAAsB,CAAC,QAA4B;QACxD,IAAI,QAAQ,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QACjD,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,EAAE,EAAE,CAAC;YAC5C,MAAM,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,OAAO,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,KAAK,MAAM;YAAE,OAAO,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC;QAC/B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC;IACnC,CAAC;IAED;6EACyE;IACzE,MAAM,CAAC,wBAAwB,CAAC,QAAgB,EAAE,UAAkB;QAClE,IAAI,UAAU,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC/B,IAAI,QAAQ,GAAG,EAAE;YAAE,OAAO,CAAC,CAAC;QAC5B,IAAI,QAAQ,GAAG,UAAU,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QACxC,OAAO,UAAU,CAAC;IACpB,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,GAAkB;QACzC,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YACxC,IAAI,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;gBAC/B,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;YACpF,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,uCAAuC,GAAG,CAAC,YAAY,KAAK,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAClG,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;QACpF,CAAC;QACD,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACtD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QACjF,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YACpD,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;YAClC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QACjF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QACjF,CAAC;IACH,CAAC;CACF"}

package/dist/indexer/parse-types.d.ts

@@ -0,0 +1,33 @@
+import type { ParsedFile, ParsedImport } from '../types.js';
+export type { ParsedFile, ParsedImport };
+/** Job submitted to the pool. Paths are absolute for the worker's readFile,
+ *  and project-relative for the main thread's DB lookups. */
+export interface ParseJobInput {
+    absolutePath: string;
+    relativePath: string;
+}
+export type ParseJobResult = {
+    status: 'ok';
+    relativePath: string;
+    parsed: ParsedFile;
+    hash: string;
+    /** File content, sent back so the main thread can slice snippets /
+     *  summarise without a second disk read. */
+    content: string;
+} | {
+    status: 'skipped';
+    relativePath: string;
+    reason: 'too_large' | 'not_found';
+} | {
+    status: 'error';
+    relativePath: string;
+    error: string;
+};
+export interface ParsePoolOptions {
+    /** 0 = run synchronously in the calling thread (test mode).
+     *  N > 0 = spawn N worker_threads. */
+    maxWorkers: number;
+    /** Max file size in bytes; larger files are returned as 'skipped'. Defaults to 1 MB. */
+    maxFileSize?: number;
+}
+//# sourceMappingURL=parse-types.d.ts.map

package/dist/indexer/parse-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-types.d.ts","sourceRoot":"","sources":["../../src/indexer/parse-types.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE5D,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC;AAEzC;6DAC6D;AAC7D,MAAM,WAAW,aAAa;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,MAAM,cAAc,GACtB;IACE,MAAM,EAAE,IAAI,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,UAAU,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb;gDAC4C;IAC5C,OAAO,EAAE,MAAM,CAAC;CACjB,GACD;IACE,MAAM,EAAE,SAAS,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,WAAW,GAAG,WAAW,CAAC;CACnC,GACD;IACE,MAAM,EAAE,OAAO,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEN,MAAM,WAAW,gBAAgB;IAC/B;0CACsC;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,wFAAwF;IACxF,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB"}

package/dist/indexer/parse-types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=parse-types.js.map

package/dist/indexer/parse-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-types.js","sourceRoot":"","sources":["../../src/indexer/parse-types.ts"],"names":[],"mappings":""}

package/dist/indexer/parse-worker.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=parse-worker.d.ts.map

package/dist/indexer/parse-worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-worker.d.ts","sourceRoot":"","sources":["../../src/indexer/parse-worker.ts"],"names":[],"mappings":""}

package/dist/indexer/parse-worker.js

@@ -0,0 +1,39 @@
+// src/indexer/parse-worker.ts
+import { readFileSync, statSync } from 'node:fs';
+import { parentPort } from 'node:worker_threads';
+import { parseFile, hashContent } from './parser.js';
+if (!parentPort) {
+    throw new Error('parse-worker.ts must be loaded as a worker_threads script');
+}
+parentPort.on('message', (msg) => {
+    const result = runJob(msg.job, msg.maxFileSize);
+    parentPort.postMessage({ result });
+});
+function runJob(job, maxFileSize) {
+    try {
+        const st = statSync(job.absolutePath);
+        if (st.size > maxFileSize) {
+            return { status: 'skipped', relativePath: job.relativePath, reason: 'too_large' };
+        }
+    }
+    catch (err) {
+        process.stderr.write(`[pindex] parse-worker: stat failed for ${job.relativePath}: ${String(err)}\n`);
+        return { status: 'skipped', relativePath: job.relativePath, reason: 'not_found' };
+    }
+    let content;
+    try {
+        content = readFileSync(job.absolutePath, 'utf-8');
+    }
+    catch (err) {
+        return { status: 'error', relativePath: job.relativePath, error: String(err) };
+    }
+    try {
+        const parsed = parseFile(job.absolutePath, content);
+        const hash = hashContent(content);
+        return { status: 'ok', relativePath: job.relativePath, parsed, hash, content };
+    }
+    catch (err) {
+        return { status: 'error', relativePath: job.relativePath, error: String(err) };
+    }
+}
+//# sourceMappingURL=parse-worker.js.map

package/dist/indexer/parse-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-worker.js","sourceRoot":"","sources":["../../src/indexer/parse-worker.ts"],"names":[],"mappings":"AAAA,8BAA8B;AAC9B,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAGrD,IAAI,CAAC,UAAU,EAAE,CAAC;IAChB,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;AAC/E,CAAC;AAOD,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAkB,EAAE,EAAE;IAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC;IAChD,UAAW,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;AACtC,CAAC,CAAC,CAAC;AAEH,SAAS,MAAM,CAAC,GAAkB,EAAE,WAAmB;IACrD,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACtC,IAAI,EAAE,CAAC,IAAI,GAAG,WAAW,EAAE,CAAC;YAC1B,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;QACpF,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,0CAA0C,GAAG,CAAC,YAAY,KAAK,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACrG,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;IACpF,CAAC;IAED,IAAI,OAAe,CAAC;IACpB,IAAI,CAAC;QACH,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IACpD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;IACjF,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QAClC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IACjF,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;IACjF,CAAC;AACH,CAAC"}

package/dist/indexer/parser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../src/indexer/parser.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,YAAY,EAAc,cAAc,EAAiB,MAAM,aAAa,CAAC;AAkC9H,uFAAuF;AACvF,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAE5D;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAGvD;AAID,gEAAgE;AAChE,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAGtD;AAID,kEAAkE;AAClE,wBAAgB,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAiClE;AAuJD,wDAAwD;AACxD,wBAAgB,cAAc,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,GAAG,YAAY,EAAE,CAmClF;AAID,kEAAkE;AAClE,wBAAgB,cAAc,CAAC,QAAQ,EAAE,OAAO,GAAG,YAAY,EAAE,CAsBhE;AA8KD;kDACkD;AAClD,wBAAgB,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,UAAU,CA0EvE;AAyDD,4DAA4D;AAC5D,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,cAAc,CAkB/E;AAED,qEAAqE;AACrE,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAEnD"}
+{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../src/indexer/parser.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,YAAY,EAAc,cAAc,EAAiB,MAAM,aAAa,CAAC;AAkC9H,uFAAuF;AACvF,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAE5D;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAGvD;AAID,gEAAgE;AAChE,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAGtD;AAID,kEAAkE;AAClE,wBAAgB,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAiClE;AAuJD,wDAAwD;AACxD,wBAAgB,cAAc,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,GAAG,YAAY,EAAE,CAmClF;AAID,kEAAkE;AAClE,wBAAgB,cAAc,CAAC,QAAQ,EAAE,OAAO,GAAG,YAAY,EAAE,CAsBhE;AA8KD;kDACkD;AAClD,wBAAgB,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,UAAU,CAkFvE;AAyDD,4DAA4D;AAC5D,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,cAAc,CAkB/E;AAED,qEAAqE;AACrE,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAEnD"}

package/dist/indexer/parser.js

@@ -482,9 +482,15 @@ export function parseFile(filePath, content) {
             return { language, symbols, imports, rawTokenEstimate };
         }
         let lang;
-        if (language === 'typescript' || language === 'tsx') {
+        if (language === 'typescript' ||
+            language === 'tsx' ||
+            language === 'javascript' ||
+            language === 'jsx') {
+            // The tree-sitter-typescript grammar is a TS-superset parser that also
+            // handles plain JavaScript and JSX correctly. Using it for JS files
+            // gives real AST-based symbol extraction instead of a silent empty result.
             const tsLangs = _require('tree-sitter-typescript');
-            lang = language === 'tsx' ? tsLangs.tsx : tsLangs.typescript;
+            lang = language === 'tsx' || language === 'jsx' ? tsLangs.tsx : tsLangs.typescript;
         }
         else {
             return { language, symbols: [], imports: [], rawTokenEstimate };
@@ -495,8 +501,8 @@ export function parseFile(filePath, content) {
         const imports = extractImports(tree.rootNode);
         return { language, symbols, imports, rawTokenEstimate };
     }
-    catch {
-        // tree-sitter not available or failed – return metadata only
+    catch (err) {
+        process.stderr.write(`[pindex] Parse error for ${filePath}: ${err}\n`);
         return { language, symbols: [], imports: [], rawTokenEstimate };
     }
 }