tea-rags 0.9.0

package/build/core/domains/ingest/pipeline/chunker/infra/pool.d.ts

@@ -0,0 +1,37 @@
+/**
+ * ChunkerPool - Worker thread pool for parallel AST parsing
+ *
+ * Manages a pool of worker_threads, each running its own TreeSitterChunker
+ * with independent Parser instances. This enables true parallel AST parsing,
+ * unblocking the main thread event loop.
+ */
+import type { ChunkerConfig, CodeChunk } from "../../../../../types.js";
+export interface FileChunkResult {
+    filePath: string;
+    chunks: CodeChunk[];
+}
+export declare class ChunkerPool {
+    private readonly poolSize;
+    private readonly config;
+    private workers;
+    private queue;
+    private isShutdown;
+    constructor(poolSize: number, config: ChunkerConfig);
+    private initWorkers;
+    /**
+     * Process a single file in a worker thread.
+     * Returns the same chunks that TreeSitterChunker.chunk() would produce.
+     */
+    processFile(filePath: string, code: string, language: string): Promise<FileChunkResult>;
+    /**
+     * Shut down all workers gracefully.
+     *
+     * Sends a shutdown message so each worker can close its port and let
+     * tree-sitter NAPI destructors run in the correct thread. Falls back
+     * to terminate() if a worker doesn't exit within the timeout.
+     */
+    shutdown(): Promise<void>;
+    private dispatch;
+    private processQueue;
+}
+//# sourceMappingURL=pool.d.ts.map

package/build/core/domains/ingest/pipeline/chunker/infra/pool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pool.d.ts","sourceRoot":"","sources":["../../../../../../../src/core/domains/ingest/pipeline/chunker/infra/pool.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAMH,OAAO,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAaxE,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,SAAS,EAAE,CAAC;CACrB;AAaD,qBAAa,WAAW;IAMpB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,MAAM;IANzB,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,KAAK,CAA6D;IAC1E,OAAO,CAAC,UAAU,CAAS;gBAGR,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,aAAa;IAKxC,OAAO,CAAC,WAAW;IAkDnB;;;OAGG;IACG,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAqB7F;;;;;;OAMG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAoC/B,OAAO,CAAC,QAAQ;IAMhB,OAAO,CAAC,YAAY;CAUrB"}

package/build/core/domains/ingest/pipeline/chunker/infra/pool.js

@@ -0,0 +1,146 @@
+/**
+ * ChunkerPool - Worker thread pool for parallel AST parsing
+ *
+ * Manages a pool of worker_threads, each running its own TreeSitterChunker
+ * with independent Parser instances. This enables true parallel AST parsing,
+ * unblocking the main thread event loop.
+ */
+import path from "node:path";
+import { fileURLToPath } from "node:url";
+import { Worker } from "node:worker_threads";
+import { isDebug } from "../../infra/runtime.js";
+/**
+ * Worker script path — always points to compiled JS in build/.
+ *
+ * worker_threads require compiled JS. import.meta.url resolves to:
+ *   production: .../build/core/ingest/pipeline/chunker/utils/pool.js
+ *   vitest:     .../src/core/ingest/pipeline/chunker/utils/pool.ts (remap to build/)
+ */
+const WORKER_PATH = path.join(path.dirname(fileURLToPath(import.meta.url)).replace("/src/", "/build/"), "worker.js");
+export class ChunkerPool {
+    poolSize;
+    config;
+    workers = [];
+    queue = [];
+    isShutdown = false;
+    constructor(poolSize, config) {
+        this.poolSize = poolSize;
+        this.config = config;
+        this.initWorkers();
+    }
+    initWorkers() {
+        for (let i = 0; i < this.poolSize; i++) {
+            const worker = new Worker(WORKER_PATH, {
+                workerData: this.config,
+            });
+            const poolWorker = {
+                worker,
+                busy: false,
+                pending: null,
+            };
+            worker.on("message", (response) => {
+                const { pending } = poolWorker;
+                poolWorker.busy = false;
+                poolWorker.pending = null;
+                if (pending) {
+                    if (response.error) {
+                        pending.reject(new Error(`Worker error: ${response.error}`));
+                    }
+                    else {
+                        pending.resolve({
+                            filePath: response.filePath,
+                            chunks: response.chunks,
+                        });
+                    }
+                }
+                // Process next queued item
+                this.processQueue();
+            });
+            worker.on("error", (error) => {
+                const { pending } = poolWorker;
+                poolWorker.busy = false;
+                poolWorker.pending = null;
+                if (pending) {
+                    pending.reject(error);
+                }
+            });
+            this.workers.push(poolWorker);
+        }
+        if (isDebug()) {
+            console.error(`[ChunkerPool] Initialized ${this.poolSize} worker threads`);
+        }
+    }
+    /**
+     * Process a single file in a worker thread.
+     * Returns the same chunks that TreeSitterChunker.chunk() would produce.
+     */
+    async processFile(filePath, code, language) {
+        if (this.isShutdown) {
+            throw new Error("ChunkerPool is shut down");
+        }
+        const request = { filePath, code, language };
+        return new Promise((resolve, reject) => {
+            const pending = { resolve, reject };
+            // Find a free worker
+            const freeWorker = this.workers.find((w) => !w.busy);
+            if (freeWorker) {
+                this.dispatch(freeWorker, request, pending);
+            }
+            else {
+                // All workers busy — queue the request
+                this.queue.push({ request, pending });
+            }
+        });
+    }
+    /**
+     * Shut down all workers gracefully.
+     *
+     * Sends a shutdown message so each worker can close its port and let
+     * tree-sitter NAPI destructors run in the correct thread. Falls back
+     * to terminate() if a worker doesn't exit within the timeout.
+     */
+    async shutdown() {
+        this.isShutdown = true;
+        // Reject any queued requests
+        for (const { pending } of this.queue) {
+            pending.reject(new Error("ChunkerPool shutting down"));
+        }
+        this.queue = [];
+        // Graceful shutdown: unref workers so they don't keep the process alive,
+        // then post shutdown message and wait for exit with a timeout fallback.
+        await Promise.all(this.workers.map(async (pw) => new Promise((resolve) => {
+            const timer = setTimeout(() => {
+                void pw.worker.terminate().then(() => {
+                    resolve();
+                });
+            }, 2000);
+            pw.worker.once("exit", () => {
+                clearTimeout(timer);
+                resolve();
+            });
+            pw.worker.unref();
+            pw.worker.postMessage({ type: "shutdown" });
+        })));
+        this.workers = [];
+        if (isDebug()) {
+            console.error("[ChunkerPool] Shut down all workers");
+        }
+    }
+    dispatch(poolWorker, request, pending) {
+        poolWorker.busy = true;
+        poolWorker.pending = pending;
+        poolWorker.worker.postMessage(request);
+    }
+    processQueue() {
+        if (this.queue.length === 0)
+            return;
+        const freeWorker = this.workers.find((w) => !w.busy);
+        if (!freeWorker)
+            return;
+        const next = this.queue.shift();
+        if (!next)
+            return;
+        this.dispatch(freeWorker, next.request, next.pending);
+    }
+}
+//# sourceMappingURL=pool.js.map

package/build/core/domains/ingest/pipeline/chunker/infra/pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pool.js","sourceRoot":"","sources":["../../../../../../../src/core/domains/ingest/pipeline/chunker/infra/pool.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAG7C,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AAGjD;;;;;;GAMG;AACH,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,WAAW,CAAC,CAAC;AAkBrH,MAAM,OAAO,WAAW;IAMH;IACA;IANX,OAAO,GAAiB,EAAE,CAAC;IAC3B,KAAK,GAA0D,EAAE,CAAC;IAClE,UAAU,GAAG,KAAK,CAAC;IAE3B,YACmB,QAAgB,EAChB,MAAqB;QADrB,aAAQ,GAAR,QAAQ,CAAQ;QAChB,WAAM,GAAN,MAAM,CAAe;QAEtC,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAEO,WAAW;QACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,WAAW,EAAE;gBACrC,UAAU,EAAE,IAAI,CAAC,MAAM;aACxB,CAAC,CAAC;YAEH,MAAM,UAAU,GAAe;gBAC7B,MAAM;gBACN,IAAI,EAAE,KAAK;gBACX,OAAO,EAAE,IAAI;aACd,CAAC;YAEF,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,QAAwB,EAAE,EAAE;gBAChD,MAAM,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC;gBAC/B,UAAU,CAAC,IAAI,GAAG,KAAK,CAAC;gBACxB,UAAU,CAAC,OAAO,GAAG,IAAI,CAAC;gBAE1B,IAAI,OAAO,EAAE,CAAC;oBACZ,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;wBACnB,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,iBAAiB,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;oBAC/D,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,OAAO,CAAC;4BACd,QAAQ,EAAE,QAAQ,CAAC,QAAQ;4BAC3B,MAAM,EAAE,QAAQ,CAAC,MAAM;yBACxB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAED,2BAA2B;gBAC3B,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBAC3B,MAAM,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC;gBAC/B,UAAU,CAAC,IAAI,GAAG,KAAK,CAAC;gBACxB,UAAU,CAAC,OAAO,GAAG,IAAI,CAAC;gBAE1B,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACxB,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,OAAO,EAAE,EAAE,CAAC;YACd,OAAO,CAAC,KAAK,CAAC,6BAA6B,IAAI,CAAC,QAAQ,iBAAiB,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CAAC,QAAgB,EAAE,IAAY,EAAE,QAAgB;QAChE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,OAAO,GAAkB,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QAE5D,OAAO,IAAI,OAAO,CAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACtD,MAAM,OAAO,GAAmB,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;YAEpD,qBAAqB;YACrB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACrD,IAAI,UAAU,EAAE,CAAC;gBACf,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAC9C,CAAC;iBAAM,CAAC;gBACN,uCAAuC;gBACvC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;YACxC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAEvB,6BAA6B;QAC7B,KAAK,MAAM,EAAE,OAAO,EAAE,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACrC,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC;QACzD,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAEhB,yEAAyE;QACzE,wEAAwE;QACxE,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,OAAO,CAAC,GAAG,CACd,KAAK,EAAE,EAAE,EAAE,EAAE,CACX,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC5B,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,KAAK,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;oBACnC,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;YACL,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;gBAC1B,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;YACH,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAClB,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;QAC9C,CAAC,CAAC,CACL,CACF,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAElB,IAAI,OAAO,EAAE,EAAE,CAAC;YACd,OAAO,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,UAAsB,EAAE,OAAsB,EAAE,OAAuB;QACtF,UAAU,CAAC,IAAI,GAAG,IAAI,CAAC;QACvB,UAAU,CAAC,OAAO,GAAG,OAAO,CAAC;QAC7B,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;IAEO,YAAY;QAClB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEpC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACrD,IAAI,CAAC,UAAU;YAAE,OAAO;QAExB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IACxD,CAAC;CACF"}

package/build/core/domains/ingest/pipeline/chunker/infra/worker.d.ts

@@ -0,0 +1,22 @@
+/**
+ * Worker thread entry point for AST parsing.
+ *
+ * Each worker thread creates its own TreeSitterChunker with independent
+ * Parser instances (tree-sitter native bindings are per-thread).
+ *
+ * Protocol:
+ *   Receives: { filePath, code, language, config }
+ *   Returns:  { filePath, chunks }
+ */
+import type { CodeChunk } from "../../../../../types.js";
+export interface WorkerRequest {
+    filePath: string;
+    code: string;
+    language: string;
+}
+export interface WorkerResponse {
+    filePath: string;
+    chunks: CodeChunk[];
+    error?: string;
+}
+//# sourceMappingURL=worker.d.ts.map

package/build/core/domains/ingest/pipeline/chunker/infra/worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.d.ts","sourceRoot":"","sources":["../../../../../../../src/core/domains/ingest/pipeline/chunker/infra/worker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,OAAO,KAAK,EAAiB,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAGxE,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB"}

package/build/core/domains/ingest/pipeline/chunker/infra/worker.js

@@ -0,0 +1,43 @@
+/**
+ * Worker thread entry point for AST parsing.
+ *
+ * Each worker thread creates its own TreeSitterChunker with independent
+ * Parser instances (tree-sitter native bindings are per-thread).
+ *
+ * Protocol:
+ *   Receives: { filePath, code, language, config }
+ *   Returns:  { filePath, chunks }
+ */
+import { parentPort, workerData } from "node:worker_threads";
+import { TreeSitterChunker } from "../tree-sitter.js";
+if (parentPort) {
+    const config = workerData;
+    const chunker = new TreeSitterChunker(config);
+    parentPort.on("message", (msg) => {
+        // Graceful shutdown: close the port so the thread exits cleanly,
+        // letting tree-sitter NAPI destructors run in the correct thread
+        // instead of crashing with libc++abi when worker.terminate() kills it.
+        if ("type" in msg && msg.type === "shutdown") {
+            parentPort?.close();
+            return;
+        }
+        const request = msg;
+        void (async () => {
+            try {
+                const chunks = await chunker.chunk(request.code, request.filePath, request.language);
+                parentPort?.postMessage({
+                    filePath: request.filePath,
+                    chunks,
+                });
+            }
+            catch (error) {
+                parentPort?.postMessage({
+                    filePath: request.filePath,
+                    chunks: [],
+                    error: error instanceof Error ? error.message : String(error),
+                });
+            }
+        })();
+    });
+}
+//# sourceMappingURL=worker.js.map

package/build/core/domains/ingest/pipeline/chunker/infra/worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../../../../../../src/core/domains/ingest/pipeline/chunker/infra/worker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAG7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AActD,IAAI,UAAU,EAAE,CAAC;IACf,MAAM,MAAM,GAAG,UAA2B,CAAC;IAC3C,MAAM,OAAO,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAE9C,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAyC,EAAE,EAAE;QACrE,iEAAiE;QACjE,iEAAiE;QACjE,uEAAuE;QACvE,IAAI,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC7C,UAAU,EAAE,KAAK,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,GAAoB,CAAC;QACrC,KAAK,CAAC,KAAK,IAAI,EAAE;YACf,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;gBACrF,UAAU,EAAE,WAAW,CAAC;oBACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,MAAM;iBACkB,CAAC,CAAC;YAC9B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,UAAU,EAAE,WAAW,CAAC;oBACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,MAAM,EAAE,EAAE;oBACV,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBACrC,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC,CAAC,CAAC;AACL,CAAC"}

package/build/core/domains/ingest/pipeline/chunker/tree-sitter.d.ts

@@ -0,0 +1,96 @@
+/**
+ * TreeSitterChunker - AST-aware code chunking using tree-sitter
+ * Primary chunking strategy for supported languages
+ *
+ * OPTIMIZATION: Lazy-loads parsers on first use to reduce startup time.
+ * Before: All 9 parsers loaded at construction (~3-5 seconds)
+ * After: Parsers loaded on demand (~0ms startup, ~100-200ms first use per language)
+ */
+import type { ChunkerConfig, CodeChunk } from "../../../../types.js";
+import type { CodeChunker } from "./base.js";
+export declare class TreeSitterChunker implements CodeChunker {
+    private readonly config;
+    /** Cache of initialized parsers (lazy-loaded) */
+    private readonly parserCache;
+    private readonly fallbackChunker;
+    private readonly markdownChunker;
+    /** Track loading promises to avoid duplicate loads */
+    private readonly loadingPromises;
+    /** Maximum lines for a chunk to be considered a merge candidate */
+    private static readonly MERGE_THRESHOLD;
+    /** Maximum gap (in source lines) between mergeable chunks */
+    private static readonly MERGE_GAP;
+    /** Chunk types eligible for merging */
+    private static readonly MERGEABLE_TYPES;
+    /**
+     * Build symbolId from name and optional parentName
+     * Format: "ParentName.childName" or just "name"
+     */
+    private buildSymbolId;
+    /**
+     * Compute 1-based endLine from a tree-sitter node.
+     * tree-sitter endPosition.row is inclusive (same row for single-line nodes),
+     * so we ensure endLine > startLine for at least 1 line span.
+     */
+    private computeEndLine;
+    constructor(config: ChunkerConfig);
+    /**
+     * Get or lazily initialize parser for a language.
+     * Returns null if language is not supported.
+     */
+    private getLanguageConfig;
+    /**
+     * Initialize a parser for a specific language
+     */
+    private initializeParser;
+    chunk(code: string, filePath: string, language: string): Promise<CodeChunk[]>;
+    /**
+     * Merge adjacent small top-level chunks into combined block chunks.
+     * Language-agnostic post-processing step that reduces search noise from
+     * many tiny declarations (type aliases, small interfaces) per file.
+     */
+    private mergeSmallChunks;
+    supportsLanguage(language: string): boolean;
+    getStrategyName(): string;
+    /**
+     * Get list of supported languages
+     */
+    getSupportedLanguages(): string[];
+    /**
+     * Preload specific language parsers (optional optimization)
+     * Call this if you know which languages will be used
+     */
+    preloadLanguages(languages: string[]): Promise<void>;
+    /**
+     * Get stats about loaded parsers
+     */
+    getLoadedParsers(): {
+        loaded: string[];
+        available: string[];
+    };
+    /**
+     * Find all chunkable nodes in the AST
+     */
+    private findChunkableNodes;
+    /**
+     * Find chunkable child nodes inside a parent node (e.g., methods inside a class).
+     * Unlike findChunkableNodes, this DOES traverse into the parent's children
+     * even if the parent is a chunkable type.
+     */
+    private findChildChunkableNodes;
+    /**
+     * Extract the "body" of a container node (class/module), excluding child chunks (methods).
+     * Collects class-level code: includes, associations, scopes, validations, constants, etc.
+     * Returns the collected lines as a string, or undefined if nothing remains.
+     */
+    private extractContainerBody;
+    /**
+     * Extract function/class name from AST node
+     */
+    private extractName;
+    /**
+     * Map AST node type to chunk type
+     */
+    private getChunkType;
+}
+//# sourceMappingURL=tree-sitter.d.ts.map

package/build/core/domains/ingest/pipeline/chunker/tree-sitter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tree-sitter.d.ts","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/chunker/tree-sitter.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAIH,OAAO,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAErE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAM7C,qBAAa,iBAAkB,YAAW,WAAW;IAiCvC,OAAO,CAAC,QAAQ,CAAC,MAAM;IAhCnC,iDAAiD;IACjD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA0C;IACtE,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAmB;IACnD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;IAClD,sDAAsD;IACtD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA0D;IAE1F,mEAAmE;IACnE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAK;IAC5C,6DAA6D;IAC7D,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAK;IACtC,uCAAuC;IACvC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAmC;IAE1E;;;OAGG;IACH,OAAO,CAAC,aAAa;IAKrB;;;;OAIG;IACH,OAAO,CAAC,cAAc;gBAIO,MAAM,EAAE,aAAa;IAMlD;;;OAGG;YACW,iBAAiB;IAkC/B;;OAEG;YACW,gBAAgB;IAgCxB,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IA+NnF;;;;OAIG;IACH,OAAO,CAAC,gBAAgB;IAiExB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAI3C,eAAe,IAAI,MAAM;IAIzB;;OAEG;IACH,qBAAqB,IAAI,MAAM,EAAE;IAIjC;;;OAGG;IACG,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAI1D;;OAEG;IACH,gBAAgB,IAAI;QAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,SAAS,EAAE,MAAM,EAAE,CAAA;KAAE;IAO7D;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAmB1B;;;;OAIG;IACH,OAAO,CAAC,uBAAuB;IA2B/B;;;;OAIG;IACH,OAAO,CAAC,oBAAoB;IA6B5B;;OAEG;IACH,OAAO,CAAC,WAAW;IAiBnB;;OAEG;IACH,OAAO,CAAC,YAAY;CAYrB"}