tea-rags 0.9.0

package/build/core/domains/ingest/pipeline/file-processor.js

@@ -0,0 +1,134 @@
+/**
+ * FileProcessor - Shared file processing logic for indexing pipelines.
+ *
+ * Reads files, checks for secrets, chunks them, and sends to ChunkPipeline.
+ * Eliminates duplication between IndexPipeline and ReindexPipeline.
+ */
+import { promises as fs } from "node:fs";
+import { join } from "node:path";
+import { generateChunkId } from "./chunker/utils/chunk-id.js";
+import { extractImportsExports } from "./chunker/utils/import-extractor.js";
+import { detectLanguage } from "./chunker/utils/language-detector.js";
+import { containsSecrets } from "./chunker/utils/secrets-detector.js";
+import { pipelineLog } from "./infra/debug-logger.js";
+import { parallelLimit } from "./infra/parallel.js";
+import { isDebug } from "./infra/runtime.js";
+/**
+ * Process a batch of files: read → secrets check → chunk → pipeline submit → enrichment track.
+ *
+ * @param absolutePaths - Absolute file paths to process
+ * @param basePath - Base path of the codebase (for pipeline context)
+ * @param chunkerPool - Pool for AST-aware chunking
+ * @param chunkPipeline - Pipeline for embedding and storage
+ * @param options - Processing options
+ * @param callbacks - Optional callbacks for progress tracking
+ */
+export async function processFiles(absolutePaths, basePath, chunkerPool, chunkPipeline, options, callbacks) {
+    const result = {
+        chunksCreated: 0,
+        filesProcessed: 0,
+        chunkMap: new Map(),
+        errors: [],
+    };
+    const concurrency = options.concurrency ?? 50;
+    await parallelLimit(absolutePaths, async (filePath) => {
+        try {
+            const code = await fs.readFile(filePath, "utf-8");
+            if (containsSecrets(code)) {
+                result.errors.push(`Skipped ${filePath}: potential secrets detected`);
+                return;
+            }
+            const language = detectLanguage(filePath);
+            const { imports } = extractImportsExports(code, language);
+            const parseStart = Date.now();
+            const { chunks } = await chunkerPool.processFile(filePath, code, language);
+            pipelineLog.addStageTime("parse", Date.now() - parseStart);
+            // Apply chunk limits if configured
+            const chunksToAdd = options.maxChunksPerFile ? chunks.slice(0, options.maxChunksPerFile) : chunks;
+            for (const chunk of chunksToAdd) {
+                // Check total chunk limit
+                if (options.maxTotalChunks && result.chunksCreated >= options.maxTotalChunks) {
+                    return;
+                }
+                const baseChunk = {
+                    content: chunk.content,
+                    startLine: chunk.startLine,
+                    endLine: chunk.endLine,
+                    metadata: {
+                        filePath: chunk.metadata.filePath,
+                        language: chunk.metadata.language,
+                        chunkIndex: chunk.metadata.chunkIndex,
+                        name: chunk.metadata.name,
+                        chunkType: chunk.metadata.chunkType,
+                        parentName: chunk.metadata.parentName,
+                        parentType: chunk.metadata.parentType,
+                        symbolId: chunk.metadata.symbolId,
+                        isDocumentation: chunk.metadata.isDocumentation,
+                        methodLines: chunk.metadata.methodLines,
+                        ...(imports.length > 0 && { imports }),
+                    },
+                };
+                // Wait for backpressure if needed
+                if (chunkPipeline.isBackpressured()) {
+                    await chunkPipeline.waitForBackpressure(30000);
+                }
+                // Send chunk to pipeline immediately
+                const chunkId = generateChunkId(chunk);
+                chunkPipeline.addChunk(baseChunk, chunkId, basePath);
+                result.chunksCreated++;
+                // Track for git enrichment
+                if (options.enableGitMetadata) {
+                    const entries = result.chunkMap.get(filePath) || [];
+                    entries.push({
+                        chunkId,
+                        startLine: chunk.startLine,
+                        endLine: chunk.endLine,
+                        lineRanges: chunk.metadata.lineRanges,
+                    });
+                    result.chunkMap.set(filePath, entries);
+                }
+            }
+            result.filesProcessed++;
+            callbacks?.onFileProcessed?.(filePath, chunksToAdd.length);
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            result.errors.push(`Skipped ${filePath}: ${errorMessage}`);
+        }
+    }, concurrency);
+    return result;
+}
+/**
+ * Process files given as relative paths, resolving them to absolute paths.
+ * Merges resulting chunkMap entries into a provided shared map.
+ *
+ * Convenience wrapper for reindex workflows where file lists are relative to basePath.
+ *
+ * @param relativePaths - File paths relative to basePath
+ * @param basePath - Base path of the codebase
+ * @param chunkerPool - Pool for AST-aware chunking
+ * @param chunkPipeline - Pipeline for embedding and storage
+ * @param options - Processing options
+ * @param chunkMap - Shared chunkMap to merge results into
+ * @param label - Label for debug logging
+ * @returns Number of chunks created
+ */
+export async function processRelativeFiles(relativePaths, basePath, chunkerPool, chunkPipeline, options, chunkMap, label) {
+    if (relativePaths.length === 0)
+        return 0;
+    const absolutePaths = relativePaths.map((f) => join(basePath, f));
+    if (isDebug()) {
+        console.error(`[Reindex] ${label}: starting ${relativePaths.length} files`);
+    }
+    const result = await processFiles(absolutePaths, basePath, chunkerPool, chunkPipeline, options);
+    // Merge chunkMap entries
+    for (const [key, entries] of result.chunkMap) {
+        const existing = chunkMap.get(key) || [];
+        chunkMap.set(key, [...existing, ...entries]);
+    }
+    if (isDebug()) {
+        console.error(`[Reindex] ${label}: completed ${relativePaths.length} files, ${result.chunksCreated} chunks queued`);
+    }
+    return result.chunksCreated;
+}
+//# sourceMappingURL=file-processor.js.map

package/build/core/domains/ingest/pipeline/file-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-processor.js","sourceRoot":"","sources":["../../../../../src/core/domains/ingest/pipeline/file-processor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAKjC,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,qCAAqC,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAE,MAAM,sCAAsC,CAAC;AACtE,OAAO,EAAE,eAAe,EAAE,MAAM,qCAAqC,CAAC;AACtE,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAoB7C;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,aAAuB,EACvB,QAAgB,EAChB,WAAwB,EACxB,aAA4B,EAC5B,OAA6B,EAC7B,SAAgC;IAEhC,MAAM,MAAM,GAAsB;QAChC,aAAa,EAAE,CAAC;QAChB,cAAc,EAAE,CAAC;QACjB,QAAQ,EAAE,IAAI,GAAG,EAAE;QACnB,MAAM,EAAE,EAAE;KACX,CAAC;IAEF,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC;IAE9C,MAAM,aAAa,CACjB,aAAa,EACb,KAAK,EAAE,QAAQ,EAAE,EAAE;QACjB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAElD,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC1B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,QAAQ,8BAA8B,CAAC,CAAC;gBACtE,OAAO;YACT,CAAC;YAED,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;YAC1C,MAAM,EAAE,OAAO,EAAE,GAAG,qBAAqB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC1D,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC9B,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,QAAQ,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC3E,WAAW,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,CAAC;YAE3D,mCAAmC;YACnC,MAAM,WAAW,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAElG,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;gBAChC,0BAA0B;gBAC1B,IAAI,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC,aAAa,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;oBAC7E,OAAO;gBACT,CAAC;gBAED,MAAM,SAAS,GAAG;oBAChB,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,QAAQ,EAAE;wBACR,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ;wBACjC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ;wBACjC,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,UAAU;wBACrC,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI;wBACzB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,SAAS;wBACnC,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,UAAU;wBACrC,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,UAAU;wBACrC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ;wBACjC,eAAe,EAAE,KAAK,CAAC,QAAQ,CAAC,eAAe;wBAC/C,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,WAAW;wBACvC,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC;qBACd;iBAC3B,CAAC;gBAEF,kCAAkC;gBAClC,IAAI,aAAa,CAAC,eAAe,EAAE,EAAE,CAAC;oBACpC,MAAM,aAAa,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;gBACjD,CAAC;gBAED,qCAAqC;gBACrC,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;gBACvC,aAAa,CAAC,QAAQ,CAAC,SAAsB,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;gBAClE,MAAM,CAAC,aAAa,EAAE,CAAC;gBAEvB,2BAA2B;gBAC3B,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;oBAC9B,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACpD,OAAO,CAAC,IAAI,CAAC;wBACX,OAAO;wBACP,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,UAAU;qBACtC,CAAC,CAAC;oBACH,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBACzC,CAAC;YACH,CAAC;YAED,MAAM,CAAC,cAAc,EAAE,CAAC;YACxB,SAAS,EAAE,eAAe,EAAE,CAAC,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,QAAQ,KAAK,YAAY,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC,EACD,WAAW,CACZ,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,aAAuB,EACvB,QAAgB,EAChB,WAAwB,EACxB,aAA4B,EAC5B,OAA6B,EAC7B,QAAyC,EACzC,KAAa;IAEb,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEzC,MAAM,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;IAElE,IAAI,OAAO,EAAE,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,aAAa,KAAK,cAAc,aAAa,CAAC,MAAM,QAAQ,CAAC,CAAC;IAC9E,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,aAAa,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;IAEhG,yBAAyB;IACzB,KAAK,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QAC7C,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QACzC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,QAAQ,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,OAAO,EAAE,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,aAAa,KAAK,eAAe,aAAa,CAAC,MAAM,WAAW,MAAM,CAAC,aAAa,gBAAgB,CAAC,CAAC;IACtH,CAAC;IAED,OAAO,MAAM,CAAC,aAAa,CAAC;AAC9B,CAAC"}

package/build/core/domains/ingest/pipeline/index.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Pipeline module exports
+ *
+ * Provides batching and worker pool functionality for efficient
+ * Qdrant operations with bounded concurrency and backpressure.
+ */
+export { ChunkPipeline } from "./chunk-pipeline.js";
+export type { ChunkPipelineConfig } from "./chunk-pipeline.js";
+export { BatchAccumulator } from "./infra/batch-accumulator.js";
+export { pipelineLog } from "./infra/debug-logger.js";
+export { WorkerPool } from "./infra/worker-pool.js";
+export { PipelineManager, createQdrantPipeline } from "./pipeline-manager.js";
+export type { PipelineHandlers } from "./pipeline-manager.js";
+export type { Batch, BatchAccumulatorConfig, BatchCompletionCallback, BatchHandler, BatchResult, BackpressureCallback, ChunkItem, DeleteItem, OperationType, PipelineConfig, PipelineStats, UpsertItem, WorkerPoolConfig, WorkItem, } from "./types.js";
+export { buildPipelineConfig } from "./types.js";
+//# sourceMappingURL=index.d.ts.map

package/build/core/domains/ingest/pipeline/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/core/domains/ingest/pipeline/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,YAAY,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC9E,YAAY,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAG9D,YAAY,EACV,KAAK,EACL,sBAAsB,EACtB,uBAAuB,EACvB,YAAY,EACZ,WAAW,EACX,oBAAoB,EACpB,SAAS,EACT,UAAU,EACV,aAAa,EACb,cAAc,EACd,aAAa,EACb,UAAU,EACV,gBAAgB,EAChB,QAAQ,GACT,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC"}

package/build/core/domains/ingest/pipeline/index.js

@@ -0,0 +1,14 @@
+/**
+ * Pipeline module exports
+ *
+ * Provides batching and worker pool functionality for efficient
+ * Qdrant operations with bounded concurrency and backpressure.
+ */
+// Core components
+export { ChunkPipeline } from "./chunk-pipeline.js";
+export { BatchAccumulator } from "./infra/batch-accumulator.js";
+export { pipelineLog } from "./infra/debug-logger.js";
+export { WorkerPool } from "./infra/worker-pool.js";
+export { PipelineManager, createQdrantPipeline } from "./pipeline-manager.js";
+export { buildPipelineConfig } from "./types.js";
+//# sourceMappingURL=index.js.map

package/build/core/domains/ingest/pipeline/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/core/domains/ingest/pipeline/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,kBAAkB;AAClB,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAqB9E,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC"}

package/build/core/domains/ingest/pipeline/indexing-marker.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Indexing Marker - Manages the metadata marker point in Qdrant collections.
+ *
+ * Stores a zero-vector marker that tracks indexing state (started/completed).
+ * Handles both dense-only and hybrid (dense+sparse) collections.
+ */
+import type { EmbeddingProvider } from "../../../adapters/embeddings/base.js";
+import type { QdrantManager } from "../../../adapters/qdrant/client.js";
+/**
+ * Store or update the indexing metadata marker in a collection.
+ *
+ * When `complete=false`: creates a new marker point (start of indexing).
+ * When `complete=true`: updates the existing marker to mark completion.
+ */
+export declare function storeIndexingMarker(qdrant: QdrantManager, embeddings: EmbeddingProvider, collectionName: string, complete: boolean): Promise<void>;
+//# sourceMappingURL=indexing-marker.d.ts.map

package/build/core/domains/ingest/pipeline/indexing-marker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexing-marker.d.ts","sourceRoot":"","sources":["../../../../../src/core/domains/ingest/pipeline/indexing-marker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sCAAsC,CAAC;AAC9E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AAGxE;;;;;GAKG;AACH,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,aAAa,EACrB,UAAU,EAAE,iBAAiB,EAC7B,cAAc,EAAE,MAAM,EACtB,QAAQ,EAAE,OAAO,GAChB,OAAO,CAAC,IAAI,CAAC,CA2Df"}

package/build/core/domains/ingest/pipeline/indexing-marker.js

@@ -0,0 +1,70 @@
+/**
+ * Indexing Marker - Manages the metadata marker point in Qdrant collections.
+ *
+ * Stores a zero-vector marker that tracks indexing state (started/completed).
+ * Handles both dense-only and hybrid (dense+sparse) collections.
+ */
+import { INDEXING_METADATA_ID } from "../constants.js";
+/**
+ * Store or update the indexing metadata marker in a collection.
+ *
+ * When `complete=false`: creates a new marker point (start of indexing).
+ * When `complete=true`: updates the existing marker to mark completion.
+ */
+export async function storeIndexingMarker(qdrant, embeddings, collectionName, complete) {
+    try {
+        if (complete) {
+            try {
+                await qdrant.setPayload(collectionName, { indexingComplete: true, completedAt: new Date().toISOString() }, { points: [INDEXING_METADATA_ID], wait: true });
+            }
+            catch (error) {
+                console.error("[IndexingMarker] Failed to set completion marker via setPayload:", error);
+                const vectorSize = embeddings.getDimensions();
+                const zeroVector = new Array(vectorSize).fill(0);
+                await qdrant.addPoints(collectionName, [
+                    {
+                        id: INDEXING_METADATA_ID,
+                        vector: zeroVector,
+                        payload: {
+                            _type: "indexing_metadata",
+                            indexingComplete: true,
+                            completedAt: new Date().toISOString(),
+                        },
+                    },
+                ]);
+            }
+            return;
+        }
+        const vectorSize = embeddings.getDimensions();
+        const zeroVector = new Array(vectorSize).fill(0);
+        const collectionInfo = await qdrant.getCollectionInfo(collectionName);
+        const payload = {
+            _type: "indexing_metadata",
+            indexingComplete: false,
+            startedAt: new Date().toISOString(),
+        };
+        if (collectionInfo.hybridEnabled) {
+            await qdrant.addPointsWithSparse(collectionName, [
+                {
+                    id: INDEXING_METADATA_ID,
+                    vector: zeroVector,
+                    sparseVector: { indices: [], values: [] },
+                    payload,
+                },
+            ]);
+        }
+        else {
+            await qdrant.addPoints(collectionName, [
+                {
+                    id: INDEXING_METADATA_ID,
+                    vector: zeroVector,
+                    payload,
+                },
+            ]);
+        }
+    }
+    catch (error) {
+        console.error("Failed to store indexing marker:", error);
+    }
+}
+//# sourceMappingURL=indexing-marker.js.map

package/build/core/domains/ingest/pipeline/indexing-marker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexing-marker.js","sourceRoot":"","sources":["../../../../../src/core/domains/ingest/pipeline/indexing-marker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAEvD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,MAAqB,EACrB,UAA6B,EAC7B,cAAsB,EACtB,QAAiB;IAEjB,IAAI,CAAC;QACH,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,UAAU,CACrB,cAAc,EACd,EAAE,gBAAgB,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,EACjE,EAAE,MAAM,EAAE,CAAC,oBAAoB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAC/C,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,kEAAkE,EAAE,KAAK,CAAC,CAAC;gBACzF,MAAM,UAAU,GAAG,UAAU,CAAC,aAAa,EAAE,CAAC;gBAC9C,MAAM,UAAU,GAAa,IAAI,KAAK,CAAS,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACnE,MAAM,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE;oBACrC;wBACE,EAAE,EAAE,oBAAoB;wBACxB,MAAM,EAAE,UAAU;wBAClB,OAAO,EAAE;4BACP,KAAK,EAAE,mBAAmB;4BAC1B,gBAAgB,EAAE,IAAI;4BACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;yBACtC;qBACF;iBACF,CAAC,CAAC;YACL,CAAC;YACD,OAAO;QACT,CAAC;QAED,MAAM,UAAU,GAAG,UAAU,CAAC,aAAa,EAAE,CAAC;QAC9C,MAAM,UAAU,GAAa,IAAI,KAAK,CAAS,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnE,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC;QAEtE,MAAM,OAAO,GAAG;YACd,KAAK,EAAE,mBAAmB;YAC1B,gBAAgB,EAAE,KAAK;YACvB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;QAEF,IAAI,cAAc,CAAC,aAAa,EAAE,CAAC;YACjC,MAAM,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE;gBAC/C;oBACE,EAAE,EAAE,oBAAoB;oBACxB,MAAM,EAAE,UAAU;oBAClB,YAAY,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;oBACzC,OAAO;iBACR;aACF,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE;gBACrC;oBACE,EAAE,EAAE,oBAAoB;oBACxB,MAAM,EAAE,UAAU;oBAClB,OAAO;iBACR;aACF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;IAC3D,CAAC;AACH,CAAC"}

package/build/core/domains/ingest/pipeline/infra/batch-accumulator.d.ts

@@ -0,0 +1,65 @@
+/**
+ * BatchAccumulator - Collects items into batches with backpressure support
+ *
+ * Features:
+ * - Accumulates items until batch size is reached
+ * - Automatic flush after timeout (partial batches)
+ * - Backpressure when queue is full
+ * - Thread-safe accumulation
+ */
+import type { BackpressureCallback, Batch, BatchAccumulatorConfig, OperationType, WorkItem } from "../types.js";
+export declare class BatchAccumulator<T extends WorkItem> {
+    private readonly config;
+    private readonly operationType;
+    private readonly onBatchReady;
+    private readonly onBackpressure?;
+    private pendingItems;
+    private flushTimer;
+    private isPaused;
+    private batchCount;
+    private deferCount;
+    private static readonly MAX_DEFERS;
+    constructor(config: BatchAccumulatorConfig, operationType: OperationType, onBatchReady: (batch: Batch<T>) => void, onBackpressure?: BackpressureCallback);
+    /**
+     * Add an item to the accumulator
+     * @returns true if accepted, false if backpressure is active
+     */
+    add(item: T): boolean;
+    /**
+     * Add multiple items at once
+     * @returns number of items accepted (may be less than input if backpressure)
+     */
+    addMany(items: T[]): number;
+    /**
+     * Force flush any pending items
+     */
+    flush(): void;
+    /**
+     * Apply backpressure - stop accepting new items
+     */
+    pause(): void;
+    /**
+     * Resume accepting items after backpressure
+     */
+    resume(): void;
+    /**
+     * Check if backpressure is active
+     */
+    isPausedState(): boolean;
+    /**
+     * Get number of pending items
+     */
+    getPendingCount(): number;
+    /**
+     * Drain all pending items and stop timers
+     */
+    drain(): void;
+    /**
+     * Clear all pending items without flushing
+     */
+    clear(): void;
+    private startFlushTimer;
+    private scheduleFlush;
+    private clearFlushTimer;
+}
+//# sourceMappingURL=batch-accumulator.d.ts.map

package/build/core/domains/ingest/pipeline/infra/batch-accumulator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch-accumulator.d.ts","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/infra/batch-accumulator.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAIH,OAAO,KAAK,EAAE,oBAAoB,EAAE,KAAK,EAAE,sBAAsB,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGhH,qBAAa,gBAAgB,CAAC,CAAC,SAAS,QAAQ;IAC9C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAyB;IAChD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;IAC9C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA4B;IACzD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAuB;IAEvD,OAAO,CAAC,YAAY,CAAW;IAC/B,OAAO,CAAC,UAAU,CAA+B;IACjD,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAK;gBAGrC,MAAM,EAAE,sBAAsB,EAC9B,aAAa,EAAE,aAAa,EAC5B,YAAY,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,EACvC,cAAc,CAAC,EAAE,oBAAoB;IAQvC;;;OAGG;IACH,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,OAAO;IAgBrB;;;OAGG;IACH,OAAO,CAAC,KAAK,EAAE,CAAC,EAAE,GAAG,MAAM;IAc3B;;OAEG;IACH,KAAK,IAAI,IAAI;IAyBb;;OAEG;IACH,KAAK,IAAI,IAAI;IAWb;;OAEG;IACH,MAAM,IAAI,IAAI;IAWd;;OAEG;IACH,aAAa,IAAI,OAAO;IAIxB;;OAEG;IACH,eAAe,IAAI,MAAM;IAIzB;;OAEG;IACH,KAAK,IAAI,IAAI;IAKb;;OAEG;IACH,KAAK,IAAI,IAAI;IAKb,OAAO,CAAC,eAAe;IASvB,OAAO,CAAC,aAAa;IAkBrB,OAAO,CAAC,eAAe;CAOxB"}

package/build/core/domains/ingest/pipeline/infra/batch-accumulator.js

@@ -0,0 +1,162 @@
+/**
+ * BatchAccumulator - Collects items into batches with backpressure support
+ *
+ * Features:
+ * - Accumulates items until batch size is reached
+ * - Automatic flush after timeout (partial batches)
+ * - Backpressure when queue is full
+ * - Thread-safe accumulation
+ */
+import { randomUUID } from "node:crypto";
+import { isDebug } from "./runtime.js";
+export class BatchAccumulator {
+    config;
+    operationType;
+    onBatchReady;
+    onBackpressure;
+    pendingItems = [];
+    flushTimer = null;
+    isPaused = false;
+    batchCount = 0;
+    deferCount = 0;
+    static MAX_DEFERS = 3;
+    constructor(config, operationType, onBatchReady, onBackpressure) {
+        this.config = config;
+        this.operationType = operationType;
+        this.onBatchReady = onBatchReady;
+        this.onBackpressure = onBackpressure;
+    }
+    /**
+     * Add an item to the accumulator
+     * @returns true if accepted, false if backpressure is active
+     */
+    add(item) {
+        if (this.isPaused) {
+            return false;
+        }
+        this.pendingItems.push(item);
+        this.startFlushTimer();
+        // Check if batch is full
+        if (this.pendingItems.length >= this.config.batchSize) {
+            this.flush();
+        }
+        return true;
+    }
+    /**
+     * Add multiple items at once
+     * @returns number of items accepted (may be less than input if backpressure)
+     */
+    addMany(items) {
+        let accepted = 0;
+        for (const item of items) {
+            if (this.add(item)) {
+                accepted++;
+            }
+            else {
+                break; // Backpressure active
+            }
+        }
+        return accepted;
+    }
+    /**
+     * Force flush any pending items
+     */
+    flush() {
+        this.clearFlushTimer();
+        if (this.pendingItems.length === 0) {
+            return;
+        }
+        const batch = {
+            id: `${this.operationType}-${++this.batchCount}-${randomUUID().slice(0, 8)}`,
+            type: this.operationType,
+            items: this.pendingItems,
+            createdAt: Date.now(),
+        };
+        this.pendingItems = [];
+        if (isDebug()) {
+            console.error(`[BatchAccumulator] ${this.operationType}: flushing batch ${batch.id} with ${batch.items.length} items`);
+        }
+        this.onBatchReady(batch);
+    }
+    /**
+     * Apply backpressure - stop accepting new items
+     */
+    pause() {
+        if (!this.isPaused) {
+            this.isPaused = true;
+            this.onBackpressure?.(true);
+            if (isDebug()) {
+                console.error(`[BatchAccumulator] ${this.operationType}: backpressure ACTIVE`);
+            }
+        }
+    }
+    /**
+     * Resume accepting items after backpressure
+     */
+    resume() {
+        if (this.isPaused) {
+            this.isPaused = false;
+            this.onBackpressure?.(false);
+            if (isDebug()) {
+                console.error(`[BatchAccumulator] ${this.operationType}: backpressure RELEASED`);
+            }
+        }
+    }
+    /**
+     * Check if backpressure is active
+     */
+    isPausedState() {
+        return this.isPaused;
+    }
+    /**
+     * Get number of pending items
+     */
+    getPendingCount() {
+        return this.pendingItems.length;
+    }
+    /**
+     * Drain all pending items and stop timers
+     */
+    drain() {
+        this.flush();
+        this.clearFlushTimer();
+    }
+    /**
+     * Clear all pending items without flushing
+     */
+    clear() {
+        this.pendingItems = [];
+        this.clearFlushTimer();
+    }
+    startFlushTimer() {
+        if (this.flushTimer) {
+            return; // Timer already running
+        }
+        this.deferCount = 0;
+        this.scheduleFlush(this.config.flushTimeoutMs);
+    }
+    scheduleFlush(delayMs) {
+        this.flushTimer = setTimeout(() => {
+            this.flushTimer = null;
+            if (this.pendingItems.length === 0)
+                return;
+            const minBatch = this.config.minBatchSize ?? Math.floor(this.config.batchSize * 0.5);
+            if (minBatch > 0 && this.pendingItems.length < minBatch && this.deferCount < BatchAccumulator.MAX_DEFERS) {
+                // Below minimum and defers left — re-arm with shorter timeout
+                this.deferCount++;
+                this.scheduleFlush(this.config.flushTimeoutMs / 2);
+            }
+            else {
+                this.flush();
+            }
+        }, delayMs);
+    }
+    clearFlushTimer() {
+        if (this.flushTimer) {
+            clearTimeout(this.flushTimer);
+            this.flushTimer = null;
+        }
+        this.deferCount = 0;
+    }
+}
+//# sourceMappingURL=batch-accumulator.js.map

package/build/core/domains/ingest/pipeline/infra/batch-accumulator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch-accumulator.js","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/infra/batch-accumulator.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAEvC,MAAM,OAAO,gBAAgB;IACV,MAAM,CAAyB;IAC/B,aAAa,CAAgB;IAC7B,YAAY,CAA4B;IACxC,cAAc,CAAwB;IAE/C,YAAY,GAAQ,EAAE,CAAC;IACvB,UAAU,GAA0B,IAAI,CAAC;IACzC,QAAQ,GAAG,KAAK,CAAC;IACjB,UAAU,GAAG,CAAC,CAAC;IACf,UAAU,GAAG,CAAC,CAAC;IACf,MAAM,CAAU,UAAU,GAAG,CAAC,CAAC;IAEvC,YACE,MAA8B,EAC9B,aAA4B,EAC5B,YAAuC,EACvC,cAAqC;QAErC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACvC,CAAC;IAED;;;OAGG;IACH,GAAG,CAAC,IAAO;QACT,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,IAAI,CAAC,eAAe,EAAE,CAAC;QAEvB,yBAAyB;QACzB,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACtD,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;OAGG;IACH,OAAO,CAAC,KAAU;QAChB,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACnB,QAAQ,EAAE,CAAC;YACb,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,sBAAsB;YAC/B,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,eAAe,EAAE,CAAC;QAEvB,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAa;YACtB,EAAE,EAAE,GAAG,IAAI,CAAC,aAAa,IAAI,EAAE,IAAI,CAAC,UAAU,IAAI,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YAC5E,IAAI,EAAE,IAAI,CAAC,aAAa;YACxB,KAAK,EAAE,IAAI,CAAC,YAAY;YACxB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QAEvB,IAAI,OAAO,EAAE,EAAE,CAAC;YACd,OAAO,CAAC,KAAK,CACX,sBAAsB,IAAI,CAAC,aAAa,oBAAoB,KAAK,CAAC,EAAE,SAAS,KAAK,CAAC,KAAK,CAAC,MAAM,QAAQ,CACxG,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,IAAI,CAAC,cAAc,EAAE,CAAC,IAAI,CAAC,CAAC;YAE5B,IAAI,OAAO,EAAE,EAAE,CAAC;gBACd,OAAO,CAAC,KAAK,CAAC,sBAAsB,IAAI,CAAC,aAAa,uBAAuB,CAAC,CAAC;YACjF,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,IAAI,CAAC,cAAc,EAAE,CAAC,KAAK,CAAC,CAAC;YAE7B,IAAI,OAAO,EAAE,EAAE,CAAC;gBACd,OAAO,CAAC,KAAK,CAAC,sBAAsB,IAAI,CAAC,aAAa,yBAAyB,CAAC,CAAC;YACnF,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,IAAI,CAAC,eAAe,EAAE,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,eAAe,EAAE,CAAC;IACzB,CAAC;IAEO,eAAe;QACrB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,OAAO,CAAC,wBAAwB;QAClC,CAAC;QAED,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IACjD,CAAC;IAEO,aAAa,CAAC,OAAe;QACnC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,EAAE;YAChC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YAEvB,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YAE3C,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC;YAErF,IAAI,QAAQ,GAAG,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,QAAQ,IAAI,IAAI,CAAC,UAAU,GAAG,gBAAgB,CAAC,UAAU,EAAE,CAAC;gBACzG,8DAA8D;gBAC9D,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC;YACrD,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,CAAC;QACH,CAAC,EAAE,OAAO,CAAC,CAAC;IACd,CAAC;IAEO,eAAe;QACrB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC9B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;IACtB,CAAC"}

package/build/core/domains/ingest/pipeline/infra/debug-logger.d.ts

@@ -0,0 +1,125 @@
+/**
+ * Debug Logger for Pipeline Operations
+ *
+ * Writes detailed trace logs to ~/.tea-rags/logs/ when DEBUG=1
+ * Helps diagnose:
+ * - Pipeline step timing
+ * - Batch formation and processing
+ * - Queue depth and backpressure
+ * - Fallback triggers
+ * - Thread/worker activity
+ */
+/**
+ * Initialize debug logger with injected dependencies (call once from bootstrap).
+ * If not called, the logger still works but skips config dump header and concurrency stats.
+ */
+export declare function initDebugLogger(opts: {
+    logsDir: string;
+    getConfigDump: () => Record<string, unknown>;
+    getConcurrency: () => {
+        pipelineConcurrency: number;
+        chunkerPoolSize: number;
+        gitChunkConcurrency: number;
+    };
+}): void;
+export type PipelineStage = "scan" | "parse" | "git" | "embed" | "qdrant" | "enrichment_prefetch" | "enrichGit" | "enrichApply" | "chunkChurn";
+export interface LogContext {
+    component: string;
+    operation?: string;
+    batchId?: string;
+    threadId?: string;
+}
+declare class DebugLogger {
+    private logFile;
+    private readonly sessionStart;
+    private readonly profiler;
+    private readonly counters;
+    constructor();
+    private initLogFile;
+    private writeRaw;
+    private formatTime;
+    /**
+     * Log a pipeline step with timing
+     */
+    step(ctx: LogContext, message: string, data?: Record<string, unknown>): void;
+    /**
+     * Log batch formation
+     */
+    batchFormed(ctx: LogContext, batchId: string, itemCount: number, trigger: "size" | "timeout" | "flush"): void;
+    /**
+     * Log batch processing start
+     */
+    batchStart(ctx: LogContext, batchId: string, itemCount: number): void;
+    /**
+     * Log batch processing complete
+     */
+    batchComplete(ctx: LogContext, batchId: string, itemCount: number, durationMs: number, retryCount: number): void;
+    /**
+     * Log batch failure
+     */
+    batchFailed(ctx: LogContext, batchId: string, error: string, attempt: number, maxRetries: number): void;
+    /**
+     * Log queue state change
+     */
+    queueState(ctx: LogContext, queueDepth: number, activeWorkers: number, pendingItems: number): void;
+    /**
+     * Log backpressure event
+     */
+    backpressure(ctx: LogContext, isPaused: boolean, reason: string): void;
+    /**
+     * Log embedding call
+     */
+    embedCall(ctx: LogContext, textCount: number, durationMs?: number): void;
+    /**
+     * Log Qdrant call
+     */
+    qdrantCall(ctx: LogContext, operation: string, pointCount: number, durationMs?: number): void;
+    /**
+     * Log fallback trigger
+     */
+    fallback(ctx: LogContext, level: number, reason: string): void;
+    /**
+     * Log reindex phase
+     */
+    reindexPhase(phase: string, data?: Record<string, unknown>): void;
+    /**
+     * Log git enrichment phase progress (Phase 2 of two-phase indexing)
+     */
+    enrichmentPhase(phase: string, data?: Record<string, unknown>): void;
+    /**
+     * Start timing a pipeline stage
+     */
+    stageStart(stage: PipelineStage): void;
+    /**
+     * End timing a pipeline stage
+     */
+    stageEnd(stage: PipelineStage): void;
+    /**
+     * Add pre-measured time to a pipeline stage
+     */
+    addStageTime(stage: PipelineStage, durationMs: number): void;
+    /**
+     * Get stage profiling summary
+     */
+    getStageSummary(): Record<PipelineStage, {
+        totalMs: number;
+        wallMs: number;
+        count: number;
+        percentage: number;
+    }>;
+    /**
+     * Reset stage profiler (for new indexing session)
+     */
+    resetProfiler(): void;
+    /**
+     * Log pipeline stats summary
+     */
+    summary(ctx: LogContext, stats: Record<string, unknown>): void;
+    /**
+     * Get log file path
+     */
+    getLogPath(): string | null;
+}
+export declare const pipelineLog: DebugLogger;
+export {};
+//# sourceMappingURL=debug-logger.d.ts.map

package/build/core/domains/ingest/pipeline/infra/debug-logger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"debug-logger.d.ts","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/infra/debug-logger.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAcH;;;GAGG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7C,cAAc,EAAE,MAAM;QAAE,mBAAmB,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,MAAM,CAAC;QAAC,mBAAmB,EAAE,MAAM,CAAA;KAAE,CAAC;CAC7G,GAAG,IAAI,CAIP;AASD,MAAM,MAAM,aAAa,GACrB,MAAM,GACN,OAAO,GACP,KAAK,GACL,OAAO,GACP,QAAQ,GACR,qBAAqB,GACrB,WAAW,GACX,aAAa,GACb,YAAY,CAAC;AAEjB,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AA8HD,cAAM,WAAW;IACf,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAuB;IAChD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAMvB;;IAMF,OAAO,CAAC,WAAW;IAkDnB,OAAO,CAAC,QAAQ;IAchB,OAAO,CAAC,UAAU;IAOlB;;OAEG;IACH,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAY5E;;OAEG;IACH,WAAW,CAAC,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,IAAI;IAS7G;;OAEG;IACH,UAAU,CAAC,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI;IAIrE;;OAEG;IACH,aAAa,CAAC,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAUhH;;OAEG;IACH,WAAW,CAAC,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IASvG;;OAEG;IACH,UAAU,CAAC,GAAG,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,IAAI;IAQlG;;OAEG;IACH,YAAY,CAAC,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;IAMtE;;OAEG;IACH,SAAS,CAAC,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI;IASxE;;OAEG;IACH,UAAU,CAAC,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI;IAS7F;;OAEG;IACH,QAAQ,CAAC,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;IAQ9D;;OAEG;IACH,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAIjE;;OAEG;IACH,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IAIpE;;OAEG;IACH,UAAU,CAAC,KAAK,EAAE,aAAa,GAAG,IAAI;IAItC;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,aAAa,GAAG,IAAI;IAIpC;;OAEG;IACH,YAAY,CAAC,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAI5D;;OAEG;IACH,eAAe,IAAI,MAAM,CAAC,aAAa,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC;IAIhH;;OAEG;IACH,aAAa,IAAI,IAAI;IAIrB;;OAEG;IACH,OAAO,CAAC,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI;IA+E9D;;OAEG;IACH,UAAU,IAAI,MAAM,GAAG,IAAI;CAG5B;AAGD,eAAO,MAAM,WAAW,aAAoB,CAAC"}