tea-rags 0.9.0

package/build/core/domains/ingest/pipeline/infra/debug-logger.js

@@ -0,0 +1,448 @@
+/**
+ * Debug Logger for Pipeline Operations
+ *
+ * Writes detailed trace logs to ~/.tea-rags/logs/ when DEBUG=1
+ * Helps diagnose:
+ * - Pipeline step timing
+ * - Batch formation and processing
+ * - Queue depth and backpressure
+ * - Fallback triggers
+ * - Thread/worker activity
+ */
+import { appendFileSync, existsSync, mkdirSync } from "node:fs";
+import { join } from "node:path";
+import { isDebug } from "./runtime.js";
+/** Module-level state populated via initDebugLogger() from bootstrap */
+let _logsDir = null;
+let _configDumpFn = null;
+let _concurrencyFn = null;
+/**
+ * Initialize debug logger with injected dependencies (call once from bootstrap).
+ * If not called, the logger still works but skips config dump header and concurrency stats.
+ */
+export function initDebugLogger(opts) {
+    _logsDir = opts.logsDir;
+    _configDumpFn = opts.getConfigDump;
+    _concurrencyFn = opts.getConcurrency;
+}
+/** Filesystem-safe local timestamp: 2026-03-06T01-23-45 */
+function localTimestamp() {
+    const d = new Date();
+    const pad = (n) => String(n).padStart(2, "0");
+    return `${d.getFullYear()}-${pad(d.getMonth() + 1)}-${pad(d.getDate())}T${pad(d.getHours())}-${pad(d.getMinutes())}-${pad(d.getSeconds())}`;
+}
+class StageProfiler {
+    stages = new Map();
+    getOrCreate(stage) {
+        let data = this.stages.get(stage);
+        if (!data) {
+            data = { totalMs: 0, count: 0, activeStarts: [], firstStart: null, lastEnd: null };
+            this.stages.set(stage, data);
+        }
+        return data;
+    }
+    startStage(stage) {
+        const now = Date.now();
+        const data = this.getOrCreate(stage);
+        data.activeStarts.push(now);
+        // Track earliest start time
+        if (data.firstStart === null || now < data.firstStart) {
+            data.firstStart = now;
+        }
+    }
+    endStage(stage) {
+        const now = Date.now();
+        const data = this.getOrCreate(stage);
+        const start = data.activeStarts.shift();
+        if (start !== undefined) {
+            data.totalMs += now - start;
+            data.count++;
+            // Track latest end time
+            if (data.lastEnd === null || now > data.lastEnd) {
+                data.lastEnd = now;
+            }
+        }
+    }
+    addTime(stage, durationMs) {
+        const now = Date.now();
+        const data = this.getOrCreate(stage);
+        data.totalMs += durationMs;
+        data.count++;
+        // Implied start time = callTime - duration
+        const impliedStart = now - durationMs;
+        if (data.firstStart === null || impliedStart < data.firstStart) {
+            data.firstStart = impliedStart;
+        }
+        // Track latest end time (now = when this work finished)
+        if (data.lastEnd === null || now > data.lastEnd) {
+            data.lastEnd = now;
+        }
+    }
+    getSummary() {
+        const totalMs = Array.from(this.stages.values()).reduce((sum, d) => sum + d.totalMs, 0);
+        const result = {};
+        for (const stage of [
+            "scan",
+            "parse",
+            "git",
+            "embed",
+            "qdrant",
+            "enrichment_prefetch",
+            "enrichGit",
+            "enrichApply",
+            "chunkChurn",
+        ]) {
+            const data = this.stages.get(stage);
+            if (data && data.totalMs > 0) {
+                // Wall time = span from earliest start to latest end
+                const wallMs = data.firstStart !== null && data.lastEnd !== null ? data.lastEnd - data.firstStart : 0;
+                result[stage] = {
+                    totalMs: data.totalMs,
+                    wallMs,
+                    count: data.count,
+                    percentage: totalMs > 0 ? (data.totalMs / totalMs) * 100 : 0,
+                };
+            }
+        }
+        return result;
+    }
+    getTotalMs() {
+        return Array.from(this.stages.values()).reduce((sum, d) => sum + d.totalMs, 0);
+    }
+    reset() {
+        this.stages.clear();
+    }
+}
+/**
+ * Format milliseconds as human-readable duration (e.g., "2m 30s", "45.5s", "150ms")
+ * @param ms - milliseconds
+ * @param width - optional fixed width with right-padding
+ */
+function formatDuration(ms, width) {
+    let result;
+    if (ms < 1000) {
+        result = `${ms}ms`;
+    }
+    else {
+        const totalSeconds = ms / 1000;
+        if (totalSeconds < 60) {
+            result = `${totalSeconds.toFixed(1)}s`;
+        }
+        else {
+            const minutes = Math.floor(totalSeconds / 60);
+            const seconds = Math.round(totalSeconds % 60);
+            result = `${minutes}m ${seconds.toString().padStart(2, "0")}s`;
+        }
+    }
+    return width ? result.padStart(width) : result;
+}
+class DebugLogger {
+    logFile = null;
+    sessionStart;
+    profiler = new StageProfiler();
+    counters = {
+        batches: 0,
+        chunks: 0,
+        embedCalls: 0,
+        qdrantCalls: 0,
+        fallbacks: 0,
+    };
+    constructor() {
+        this.sessionStart = Date.now();
+    }
+    initLogFile() {
+        try {
+            const logDir = _logsDir;
+            if (!logDir) {
+                // No logsDir configured — skip file logging
+                return;
+            }
+            if (!existsSync(logDir)) {
+                mkdirSync(logDir, { recursive: true });
+            }
+            const timestamp = localTimestamp();
+            this.logFile = join(logDir, `pipeline-${timestamp}.log`);
+            let dump = {};
+            try {
+                if (_configDumpFn) {
+                    dump = _configDumpFn();
+                }
+            }
+            catch {
+                // Config not available — fall back to empty dump
+            }
+            // Format config dump as aligned key=value pairs
+            const dumpEntries = Object.entries(dump);
+            const maxKeyLen = dumpEntries.length > 0 ? Math.max(...dumpEntries.map(([k]) => k.length)) : 0;
+            const configLines = dumpEntries.map(([k, v]) => `  ${k.padEnd(maxKeyLen)} = ${String(v)}`).join("\n");
+            // Derive concurrency stats
+            const concurrency = dump["ingest.tune.pipelineConcurrency"] ?? 1;
+            this.writeRaw(`
+================================================================================
+PIPELINE DEBUG LOG - Session started at ${new Date().toLocaleString()}
+================================================================================
+CONFIG:
+${configLines}
+  GIT_ENRICHMENT${"".padEnd(Math.max(0, maxKeyLen - "GIT_ENRICHMENT".length))} = background (CLI primary, isomorphic-git fallback)
+DERIVED:
+  maxQueueSize                = ${concurrency * 2} (ingest.tune.pipelineConcurrency × 2)
+  backpressure ON threshold   = ${concurrency * 2} batches
+  backpressure OFF threshold  = ${Math.floor(concurrency * 2 * 0.5)} batches
+================================================================================
+`);
+        }
+        catch (error) {
+            console.error("[DebugLogger] Failed to init log file:", error);
+        }
+    }
+    writeRaw(message) {
+        if (!isDebug())
+            return;
+        if (!this.logFile) {
+            this.initLogFile();
+        }
+        if (this.logFile) {
+            try {
+                appendFileSync(this.logFile, `${message}\n`);
+            }
+            catch {
+                // Ignore write errors
+            }
+        }
+    }
+    formatTime() {
+        const elapsed = Date.now() - this.sessionStart;
+        const sec = Math.floor(elapsed / 1000);
+        const ms = elapsed % 1000;
+        return `+${sec.toString().padStart(4, " ")}.${ms.toString().padStart(3, "0")}s`;
+    }
+    /**
+     * Log a pipeline step with timing
+     */
+    step(ctx, message, data) {
+        if (!isDebug())
+            return;
+        const time = this.formatTime();
+        const prefix = `[${time}] [${ctx.component}]`;
+        const suffix = data ? ` | ${JSON.stringify(data)}` : "";
+        const line = `${prefix} ${message}${suffix}`;
+        this.writeRaw(line);
+        console.error(line);
+    }
+    /**
+     * Log batch formation
+     */
+    batchFormed(ctx, batchId, itemCount, trigger) {
+        this.counters.batches++;
+        this.step(ctx, `BATCH_FORMED: ${batchId}`, {
+            items: itemCount,
+            trigger,
+            totalBatches: this.counters.batches,
+        });
+    }
+    /**
+     * Log batch processing start
+     */
+    batchStart(ctx, batchId, itemCount) {
+        this.step(ctx, `BATCH_START: ${batchId}`, { items: itemCount });
+    }
+    /**
+     * Log batch processing complete
+     */
+    batchComplete(ctx, batchId, itemCount, durationMs, retryCount) {
+        this.counters.chunks += itemCount;
+        this.step(ctx, `BATCH_COMPLETE: ${batchId}`, {
+            items: itemCount,
+            durationMs,
+            retryCount,
+            totalChunks: this.counters.chunks,
+        });
+    }
+    /**
+     * Log batch failure
+     */
+    batchFailed(ctx, batchId, error, attempt, maxRetries) {
+        this.step(ctx, `BATCH_FAILED: ${batchId}`, {
+            error,
+            attempt,
+            maxRetries,
+            willRetry: attempt < maxRetries,
+        });
+    }
+    /**
+     * Log queue state change
+     */
+    queueState(ctx, queueDepth, activeWorkers, pendingItems) {
+        this.step(ctx, "QUEUE_STATE", {
+            queueDepth,
+            activeWorkers,
+            pendingItems,
+        });
+    }
+    /**
+     * Log backpressure event
+     */
+    backpressure(ctx, isPaused, reason) {
+        this.step(ctx, isPaused ? "BACKPRESSURE_ON" : "BACKPRESSURE_OFF", {
+            reason,
+        });
+    }
+    /**
+     * Log embedding call
+     */
+    embedCall(ctx, textCount, durationMs) {
+        this.counters.embedCalls++;
+        this.step(ctx, "EMBED_CALL", {
+            texts: textCount,
+            durationMs,
+            totalCalls: this.counters.embedCalls,
+        });
+    }
+    /**
+     * Log Qdrant call
+     */
+    qdrantCall(ctx, operation, pointCount, durationMs) {
+        this.counters.qdrantCalls++;
+        this.step(ctx, `QDRANT_${operation.toUpperCase()}`, {
+            points: pointCount,
+            durationMs,
+            totalCalls: this.counters.qdrantCalls,
+        });
+    }
+    /**
+     * Log fallback trigger
+     */
+    fallback(ctx, level, reason) {
+        this.counters.fallbacks++;
+        this.step(ctx, `FALLBACK_L${level}`, {
+            reason,
+            totalFallbacks: this.counters.fallbacks,
+        });
+    }
+    /**
+     * Log reindex phase
+     */
+    reindexPhase(phase, data) {
+        this.step({ component: "Reindex" }, `PHASE: ${phase}`, data);
+    }
+    /**
+     * Log git enrichment phase progress (Phase 2 of two-phase indexing)
+     */
+    enrichmentPhase(phase, data) {
+        this.step({ component: "GitEnrich" }, `PHASE: ${phase}`, data);
+    }
+    /**
+     * Start timing a pipeline stage
+     */
+    stageStart(stage) {
+        this.profiler.startStage(stage);
+    }
+    /**
+     * End timing a pipeline stage
+     */
+    stageEnd(stage) {
+        this.profiler.endStage(stage);
+    }
+    /**
+     * Add pre-measured time to a pipeline stage
+     */
+    addStageTime(stage, durationMs) {
+        this.profiler.addTime(stage, durationMs);
+    }
+    /**
+     * Get stage profiling summary
+     */
+    getStageSummary() {
+        return this.profiler.getSummary();
+    }
+    /**
+     * Reset stage profiler (for new indexing session)
+     */
+    resetProfiler() {
+        this.profiler.reset();
+    }
+    /**
+     * Log pipeline stats summary
+     */
+    summary(ctx, stats) {
+        const stageSummary = this.profiler.getSummary();
+        const stageTotalMs = this.profiler.getTotalMs();
+        let stageBlock = "";
+        if (stageTotalMs > 0) {
+            // Calculate total wall time from all stages merged
+            const pipelineWallMs = stats.uptimeMs || stageTotalMs;
+            // Concurrency per stage (for estimating incremental time)
+            let pipelineConcurrency = 1;
+            let chunkerPoolSize = 4;
+            let gitChunkConcurrency = 10;
+            try {
+                if (_concurrencyFn) {
+                    ({ pipelineConcurrency, chunkerPoolSize, gitChunkConcurrency } = _concurrencyFn());
+                }
+            }
+            catch {
+                // Config not available — use defaults
+            }
+            const concurrency = {
+                scan: 1, // Serial file scanning
+                parse: chunkerPoolSize,
+                git: gitChunkConcurrency,
+                embed: pipelineConcurrency,
+                qdrant: pipelineConcurrency,
+                enrichment_prefetch: 1, // Parallel per-provider prefetch
+                enrichGit: 1, // Background, single-threaded
+                enrichApply: 1, // Streaming setPayload calls
+                chunkChurn: gitChunkConcurrency,
+            };
+            // Column widths
+            const W = { stage: 11, cum: 10, cpu: 6, wall: 10, wallP: 6, added: 8, calls: 6 };
+            stageBlock = "\nSTAGE PROFILING:\n";
+            stageBlock += `  ${"stage".padEnd(W.stage)}  ${"cumul.".padStart(W.cum)}  ${"cpu%".padStart(W.cpu)}  ${"wall".padStart(W.wall)}  ${"wall%".padStart(W.wallP)}  ${"~added".padStart(W.added)}  ${"calls".padStart(W.calls)}\n`;
+            stageBlock += `  ${"-".repeat(W.stage)}  ${"-".repeat(W.cum)}  ${"-".repeat(W.cpu)}  ${"-".repeat(W.wall)}  ${"-".repeat(W.wallP)}  ${"-".repeat(W.added)}  ${"-".repeat(W.calls)}\n`;
+            let totalAddedMs = 0;
+            for (const stage of [
+                "scan",
+                "parse",
+                "git",
+                "embed",
+                "qdrant",
+                "enrichment_prefetch",
+                "enrichGit",
+                "enrichApply",
+                "chunkChurn",
+            ]) {
+                const data = stageSummary[stage];
+                if (data) {
+                    const cpuPercent = `${data.percentage.toFixed(1)}%`.padStart(W.cpu);
+                    const wallPercent = pipelineWallMs > 0
+                        ? `${((data.wallMs / pipelineWallMs) * 100).toFixed(1)}%`.padStart(W.wallP)
+                        : "-".padStart(W.wallP);
+                    // Estimated incremental time = cumulative / concurrency
+                    const addedMs = Math.round(data.totalMs / concurrency[stage]);
+                    totalAddedMs += addedMs;
+                    stageBlock += `  ${stage.padEnd(W.stage)}  ${formatDuration(data.totalMs, W.cum)}  ${cpuPercent}  ${formatDuration(data.wallMs, W.wall)}  ${wallPercent}  ${formatDuration(addedMs, W.added)}  ${data.count.toString().padStart(W.calls)}\n`;
+                }
+            }
+            stageBlock += `  ${"-".repeat(W.stage)}  ${"-".repeat(W.cum)}  ${"-".repeat(W.cpu)}  ${"-".repeat(W.wall)}  ${"-".repeat(W.wallP)}  ${"-".repeat(W.added)}  ${"-".repeat(W.calls)}\n`;
+            stageBlock += `  ${"TOTAL".padEnd(W.stage)}  ${formatDuration(stageTotalMs, W.cum)}  ${" ".repeat(W.cpu)}  ${formatDuration(pipelineWallMs, W.wall)}  ${" ".repeat(W.wallP)}  ${formatDuration(totalAddedMs, W.added)}\n`;
+            stageBlock += `\n  ~added = cumul. / concurrency (estimated incremental cost)\n`;
+        }
+        this.writeRaw(`
+--------------------------------------------------------------------------------
+SUMMARY for ${ctx.component}
+--------------------------------------------------------------------------------
+${JSON.stringify(stats, null, 2)}
+Session counters: ${JSON.stringify(this.counters)}${stageBlock}
+--------------------------------------------------------------------------------
+`);
+    }
+    /**
+     * Get log file path
+     */
+    getLogPath() {
+        return this.logFile;
+    }
+}
+// Singleton instance
+export const pipelineLog = new DebugLogger();
+//# sourceMappingURL=debug-logger.js.map

package/build/core/domains/ingest/pipeline/infra/debug-logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"debug-logger.js","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/infra/debug-logger.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAChE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAEvC,wEAAwE;AACxE,IAAI,QAAQ,GAAkB,IAAI,CAAC;AACnC,IAAI,aAAa,GAA2C,IAAI,CAAC;AACjE,IAAI,cAAc,GAEP,IAAI,CAAC;AAEhB;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,IAI/B;IACC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC;IACxB,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;IACnC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;AACvC,CAAC;AAED,2DAA2D;AAC3D,SAAS,cAAc;IACrB,MAAM,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC;IACrB,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACtD,OAAO,GAAG,CAAC,CAAC,WAAW,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC;AAC9I,CAAC;AA8BD,MAAM,aAAa;IACA,MAAM,GAAkC,IAAI,GAAG,EAAE,CAAC;IAE3D,WAAW,CAAC,KAAoB;QACtC,IAAI,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACnF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,UAAU,CAAC,KAAoB;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACrC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,4BAA4B;QAC5B,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,GAAG,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YACtD,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC;QACxB,CAAC;IACH,CAAC;IAED,QAAQ,CAAC,KAAoB;QAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QACxC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,OAAO,IAAI,GAAG,GAAG,KAAK,CAAC;YAC5B,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,wBAAwB;YACxB,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,IAAI,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBAChD,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;YACrB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,CAAC,KAAoB,EAAE,UAAkB;QAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACrC,IAAI,CAAC,OAAO,IAAI,UAAU,CAAC;QAC3B,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,2CAA2C;QAC3C,MAAM,YAAY,GAAG,GAAG,GAAG,UAAU,CAAC;QACtC,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,YAAY,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAC/D,IAAI,CAAC,UAAU,GAAG,YAAY,CAAC;QACjC,CAAC;QACD,wDAAwD;QACxD,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,IAAI,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YAChD,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;QACrB,CAAC;IACH,CAAC;IAED,UAAU;QACR,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACxF,MAAM,MAAM,GAAG,EAAmG,CAAC;QAEnH,KAAK,MAAM,KAAK,IAAI;YAClB,MAAM;YACN,OAAO;YACP,KAAK;YACL,OAAO;YACP,QAAQ;YACR,qBAAqB;YACrB,WAAW;YACX,aAAa;YACb,YAAY;SACM,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACpC,IAAI,IAAI,IAAI,IAAI,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;gBAC7B,qDAAqD;gBACrD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtG,MAAM,CAAC,KAAK,CAAC,GAAG;oBACd,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,MAAM;oBACN,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,UAAU,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;iBAC7D,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,UAAU;QACR,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACjF,CAAC;IAED,KAAK;QACH,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC;CACF;AAED;;;;GAIG;AACH,SAAS,cAAc,CAAC,EAAU,EAAE,KAAc;IAChD,IAAI,MAAc,CAAC;IACnB,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC;QACd,MAAM,GAAG,GAAG,EAAE,IAAI,CAAC;IACrB,CAAC;SAAM,CAAC;QACN,MAAM,YAAY,GAAG,EAAE,GAAG,IAAI,CAAC;QAC/B,IAAI,YAAY,GAAG,EAAE,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC;YAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC;YAC9C,MAAM,GAAG,GAAG,OAAO,KAAK,OAAO,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC;QACjE,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;AACjD,CAAC;AAED,MAAM,WAAW;IACP,OAAO,GAAkB,IAAI,CAAC;IACrB,YAAY,CAAS;IACrB,QAAQ,GAAG,IAAI,aAAa,EAAE,CAAC;IAC/B,QAAQ,GAAG;QAC1B,OAAO,EAAE,CAAC;QACV,MAAM,EAAE,CAAC;QACT,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,CAAC;QACd,SAAS,EAAE,CAAC;KACb,CAAC;IAEF;QACE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACjC,CAAC;IAEO,WAAW;QACjB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,QAAQ,CAAC;YACxB,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,4CAA4C;gBAC5C,OAAO;YACT,CAAC;YAED,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBACxB,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACzC,CAAC;YAED,MAAM,SAAS,GAAG,cAAc,EAAE,CAAC;YACnC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,YAAY,SAAS,MAAM,CAAC,CAAC;YAEzD,IAAI,IAAI,GAA4B,EAAE,CAAC;YACvC,IAAI,CAAC;gBACH,IAAI,aAAa,EAAE,CAAC;oBAClB,IAAI,GAAG,aAAa,EAAE,CAAC;gBACzB,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,iDAAiD;YACnD,CAAC;YAED,gDAAgD;YAChD,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/F,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEtG,2BAA2B;YAC3B,MAAM,WAAW,GAAI,IAAI,CAAC,iCAAiC,CAAwB,IAAI,CAAC,CAAC;YAEzF,IAAI,CAAC,QAAQ,CAAC;;0CAEsB,IAAI,IAAI,EAAE,CAAC,cAAc,EAAE;;;EAGnE,WAAW;kBACK,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;;kCAE3C,WAAW,GAAG,CAAC;kCACf,WAAW,GAAG,CAAC;kCACf,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,GAAG,GAAG,CAAC;;CAElE,CAAC,CAAC;QACC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,OAAe;QAC9B,IAAI,CAAC,OAAO,EAAE;YAAE,OAAO;QACvB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC;gBACH,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,OAAO,IAAI,CAAC,CAAC;YAC/C,CAAC;YAAC,MAAM,CAAC;gBACP,sBAAsB;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IAEO,UAAU;QAChB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;QACvC,MAAM,EAAE,GAAG,OAAO,GAAG,IAAI,CAAC;QAC1B,OAAO,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC;IAClF,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,GAAe,EAAE,OAAe,EAAE,IAA8B;QACnE,IAAI,CAAC,OAAO,EAAE;YAAE,OAAO;QAEvB,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,IAAI,IAAI,MAAM,GAAG,CAAC,SAAS,GAAG,CAAC;QAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAExD,MAAM,IAAI,GAAG,GAAG,MAAM,IAAI,OAAO,GAAG,MAAM,EAAE,CAAC;QAC7C,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,GAAe,EAAE,OAAe,EAAE,SAAiB,EAAE,OAAqC;QACpG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QACxB,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,iBAAiB,OAAO,EAAE,EAAE;YACzC,KAAK,EAAE,SAAS;YAChB,OAAO;YACP,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO;SACpC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,GAAe,EAAE,OAAe,EAAE,SAAiB;QAC5D,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,gBAAgB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;IAClE,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,GAAe,EAAE,OAAe,EAAE,SAAiB,EAAE,UAAkB,EAAE,UAAkB;QACvG,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,SAAS,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,mBAAmB,OAAO,EAAE,EAAE;YAC3C,KAAK,EAAE,SAAS;YAChB,UAAU;YACV,UAAU;YACV,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM;SAClC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,GAAe,EAAE,OAAe,EAAE,KAAa,EAAE,OAAe,EAAE,UAAkB;QAC9F,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,iBAAiB,OAAO,EAAE,EAAE;YACzC,KAAK;YACL,OAAO;YACP,UAAU;YACV,SAAS,EAAE,OAAO,GAAG,UAAU;SAChC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,GAAe,EAAE,UAAkB,EAAE,aAAqB,EAAE,YAAoB;QACzF,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,aAAa,EAAE;YAC5B,UAAU;YACV,aAAa;YACb,YAAY;SACb,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,GAAe,EAAE,QAAiB,EAAE,MAAc;QAC7D,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,kBAAkB,EAAE;YAChE,MAAM;SACP,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,GAAe,EAAE,SAAiB,EAAE,UAAmB;QAC/D,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,EAAE;YAC3B,KAAK,EAAE,SAAS;YAChB,UAAU;YACV,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU;SACrC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,GAAe,EAAE,SAAiB,EAAE,UAAkB,EAAE,UAAmB;QACpF,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,SAAS,CAAC,WAAW,EAAE,EAAE,EAAE;YAClD,MAAM,EAAE,UAAU;YAClB,UAAU;YACV,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW;SACtC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,GAAe,EAAE,KAAa,EAAE,MAAc;QACrD,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;QAC1B,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,aAAa,KAAK,EAAE,EAAE;YACnC,MAAM;YACN,cAAc,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS;SACxC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,KAAa,EAAE,IAA8B;QACxD,IAAI,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,UAAU,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC;IAC/D,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,KAAa,EAAE,IAA8B;QAC3D,IAAI,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,EAAE,UAAU,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC;IACjE,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,KAAoB;QAC7B,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,KAAoB;QAC3B,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,KAAoB,EAAE,UAAkB;QACnD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,aAAa;QACX,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,GAAe,EAAE,KAA8B;QACrD,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;QAChD,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;QAEhD,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACrB,mDAAmD;YACnD,MAAM,cAAc,GAAI,KAA+B,CAAC,QAAQ,IAAI,YAAY,CAAC;YAEjF,0DAA0D;YAC1D,IAAI,mBAAmB,GAAG,CAAC,CAAC;YAC5B,IAAI,eAAe,GAAG,CAAC,CAAC;YACxB,IAAI,mBAAmB,GAAG,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,IAAI,cAAc,EAAE,CAAC;oBACnB,CAAC,EAAE,mBAAmB,EAAE,eAAe,EAAE,mBAAmB,EAAE,GAAG,cAAc,EAAE,CAAC,CAAC;gBACrF,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,sCAAsC;YACxC,CAAC;YACD,MAAM,WAAW,GAAkC;gBACjD,IAAI,EAAE,CAAC,EAAE,uBAAuB;gBAChC,KAAK,EAAE,eAAe;gBACtB,GAAG,EAAE,mBAAmB;gBACxB,KAAK,EAAE,mBAAmB;gBAC1B,MAAM,EAAE,mBAAmB;gBAC3B,mBAAmB,EAAE,CAAC,EAAE,iCAAiC;gBACzD,SAAS,EAAE,CAAC,EAAE,8BAA8B;gBAC5C,WAAW,EAAE,CAAC,EAAE,6BAA6B;gBAC7C,UAAU,EAAE,mBAAmB;aAChC,CAAC;YAEF,gBAAgB;YAChB,MAAM,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YAEjF,UAAU,GAAG,sBAAsB,CAAC;YACpC,UAAU,IAAI,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;YAC9N,UAAU,IAAI,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;YAEtL,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,KAAK,MAAM,KAAK,IAAI;gBAClB,MAAM;gBACN,OAAO;gBACP,KAAK;gBACL,OAAO;gBACP,QAAQ;gBACR,qBAAqB;gBACrB,WAAW;gBACX,aAAa;gBACb,YAAY;aACM,EAAE,CAAC;gBACrB,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;gBACjC,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,UAAU,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;oBACpE,MAAM,WAAW,GACf,cAAc,GAAG,CAAC;wBAChB,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;wBAC3E,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;oBAC5B,wDAAwD;oBACxD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;oBAC9D,YAAY,IAAI,OAAO,CAAC;oBACxB,UAAU,IAAI,KAAK,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,UAAU,KAAK,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,WAAW,KAAK,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;gBAC/O,CAAC;YACH,CAAC;YACD,UAAU,IAAI,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;YACtL,UAAU,IAAI,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,cAAc,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,cAAc,CAAC,cAAc,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,cAAc,CAAC,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;YAC1N,UAAU,IAAI,kEAAkE,CAAC;QACnF,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC;;cAEJ,GAAG,CAAC,SAAS;;EAEzB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;oBACZ,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,UAAU;;CAE7D,CAAC,CAAC;IACD,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;CACF;AAED,qBAAqB;AACrB,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC"}

package/build/core/domains/ingest/pipeline/infra/parallel.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Bounded concurrency utility for parallel async operations.
+ */
+/**
+ * Execute promises with bounded concurrency.
+ * @param items Items to process
+ * @param fn Async function to apply to each item
+ * @param concurrency Max parallel operations
+ */
+export declare function parallelLimit<T, R>(items: T[], fn: (item: T) => Promise<R>, concurrency?: number): Promise<R[]>;
+//# sourceMappingURL=parallel.d.ts.map

package/build/core/domains/ingest/pipeline/infra/parallel.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parallel.d.ts","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/infra/parallel.ts"],"names":[],"mappings":"AAAA;;GAEG;AAKH;;;;;GAKG;AACH,wBAAsB,aAAa,CAAC,CAAC,EAAE,CAAC,EACtC,KAAK,EAAE,CAAC,EAAE,EACV,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,EAC3B,WAAW,GAAE,MAA4B,GACxC,OAAO,CAAC,CAAC,EAAE,CAAC,CAoBd"}

package/build/core/domains/ingest/pipeline/infra/parallel.js

@@ -0,0 +1,30 @@
+/**
+ * Bounded concurrency utility for parallel async operations.
+ */
+/** Default max concurrent I/O operations */
+const DEFAULT_CONCURRENCY = 50;
+/**
+ * Execute promises with bounded concurrency.
+ * @param items Items to process
+ * @param fn Async function to apply to each item
+ * @param concurrency Max parallel operations
+ */
+export async function parallelLimit(items, fn, concurrency = DEFAULT_CONCURRENCY) {
+    const results = [];
+    let index = 0;
+    async function worker() {
+        while (index < items.length) {
+            const currentIndex = index++;
+            const item = items[currentIndex];
+            if (item !== undefined) {
+                results[currentIndex] = await fn(item);
+            }
+        }
+    }
+    const workers = Array(Math.min(concurrency, items.length))
+        .fill(null)
+        .map(async () => worker());
+    await Promise.all(workers);
+    return results;
+}
+//# sourceMappingURL=parallel.js.map

package/build/core/domains/ingest/pipeline/infra/parallel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parallel.js","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/infra/parallel.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,4CAA4C;AAC5C,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAE/B;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,KAAU,EACV,EAA2B,EAC3B,cAAsB,mBAAmB;IAEzC,MAAM,OAAO,GAAQ,EAAE,CAAC;IACxB,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,UAAU,MAAM;QACnB,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,YAAY,GAAG,KAAK,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC;YACjC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvB,OAAO,CAAC,YAAY,CAAC,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;SACvD,IAAI,CAAC,IAAI,CAAC;SACV,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;IAE7B,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/build/core/domains/ingest/pipeline/infra/runtime.d.ts

@@ -0,0 +1,6 @@
+/**
+ * @deprecated Import from "core/infra/runtime.js" instead.
+ * Re-export kept for backward compatibility during migration.
+ */
+export { isDebug, setDebug } from "../../../../infra/runtime.js";
+//# sourceMappingURL=runtime.d.ts.map

package/build/core/domains/ingest/pipeline/infra/runtime.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/infra/runtime.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC"}

package/build/core/domains/ingest/pipeline/infra/runtime.js

@@ -0,0 +1,6 @@
+/**
+ * @deprecated Import from "core/infra/runtime.js" instead.
+ * Re-export kept for backward compatibility during migration.
+ */
+export { isDebug, setDebug } from "../../../../infra/runtime.js";
+//# sourceMappingURL=runtime.js.map

package/build/core/domains/ingest/pipeline/infra/runtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/infra/runtime.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC"}

package/build/core/domains/ingest/pipeline/infra/worker-pool.d.ts

@@ -0,0 +1,69 @@
+/**
+ * WorkerPool - Bounded concurrency executor with retry support
+ *
+ * Features:
+ * - Fixed number of concurrent workers
+ * - Exponential backoff retry on failures
+ * - Queue management with backpressure signaling
+ * - Graceful shutdown
+ */
+import type { Batch, BatchCompletionCallback, BatchHandler, BatchResult, WorkerPoolConfig, WorkItem } from "../types.js";
+export declare class WorkerPool {
+    private readonly config;
+    private readonly onCompletion?;
+    private readonly onQueueChange?;
+    private queue;
+    private activeWorkers;
+    private isShuttingDown;
+    private totalProcessed;
+    private totalErrors;
+    private totalTimeMs;
+    private readonly startTime;
+    constructor(config: WorkerPoolConfig, onCompletion?: BatchCompletionCallback, onQueueChange?: (queueSize: number) => void);
+    /**
+     * Submit a batch for processing
+     * @returns Promise that resolves when batch is processed
+     */
+    submit<T extends WorkItem>(batch: Batch<T>, handler: BatchHandler<T>): Promise<BatchResult>;
+    /**
+     * Get current queue depth
+     */
+    getQueueDepth(): number;
+    /**
+     * Get number of active workers
+     */
+    getActiveWorkers(): number;
+    /**
+     * Check if pool is at capacity
+     */
+    isAtCapacity(): boolean;
+    /**
+     * Get pool statistics
+     */
+    getStats(): {
+        processed: number;
+        errors: number;
+        avgTimeMs: number;
+        queueDepth: number;
+        activeWorkers: number;
+        throughput: number;
+    };
+    /**
+     * Wait for all queued batches to complete
+     */
+    drain(): Promise<void>;
+    /**
+     * Gracefully shutdown the pool
+     * Waits for in-progress work to complete
+     */
+    shutdown(): Promise<void>;
+    /**
+     * Force immediate shutdown (cancels pending work)
+     */
+    forceShutdown(): void;
+    private tryProcessNext;
+    private processWithRetry;
+    private calculateBackoff;
+    private notifyQueueChange;
+}
+//# sourceMappingURL=worker-pool.d.ts.map

package/build/core/domains/ingest/pipeline/infra/worker-pool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-pool.d.ts","sourceRoot":"","sources":["../../../../../../src/core/domains/ingest/pipeline/infra/worker-pool.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EACV,KAAK,EACL,uBAAuB,EACvB,YAAY,EACZ,WAAW,EACX,gBAAgB,EAChB,QAAQ,EACT,MAAM,aAAa,CAAC;AAWrB,qBAAa,UAAU;IACrB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAmB;IAC1C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,CAA0B;IACxD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,CAA8B;IAG7D,OAAO,CAAC,KAAK,CAA0B;IACvC,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAGjC,MAAM,EAAE,gBAAgB,EACxB,YAAY,CAAC,EAAE,uBAAuB,EACtC,aAAa,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,IAAI;IAQ7C;;;OAGG;IACG,MAAM,CAAC,CAAC,SAAS,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC;IAoBjG;;OAEG;IACH,aAAa,IAAI,MAAM;IAIvB;;OAEG;IACH,gBAAgB,IAAI,MAAM;IAI1B;;OAEG;IACH,YAAY,IAAI,OAAO;IAIvB;;OAEG;IACH,QAAQ,IAAI;QACV,SAAS,EAAE,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;QACnB,aAAa,EAAE,MAAM,CAAC;QACtB,UAAU,EAAE,MAAM,CAAC;KACpB;IAYD;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAM5B;;;OAGG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAa/B;;OAEG;IACH,aAAa,IAAI,IAAI;IAqBrB,OAAO,CAAC,cAAc;YAmBR,gBAAgB;IA2E9B,OAAO,CAAC,gBAAgB;IAOxB,OAAO,CAAC,iBAAiB;CAG1B"}