@massa-ai/core 1.2.1

package/dist/services/etl/pipeline.js

@@ -0,0 +1,553 @@
+/**
+ * ETL Pipeline Orchestrator
+ *
+ * Runs the 4 stages in sequence: discover → parse → resolve → load
+ *
+ * Integrates with:
+ * - IndexJobTracker (in-memory job status polling)
+ * - EventBus (real-time SSE broadcast)
+ * - SymbolRepository (centrality-based priority ordering in discover)
+ * - ContextualSearchRLM (vector clear on forceReindex)
+ *
+ * Usage:
+ *   const pipeline = EtlPipeline.getInstance();
+ *   const result = await pipeline.run({ projectId, projectPath, jobId });
+ */
+import { logger } from "@massa-ai/shared";
+import { DiscoverStage } from "./stages/discover.js";
+import { ParseStage } from "./stages/parse.js";
+import { ResolveStage } from "./stages/resolve.js";
+import { LoadStage } from "./stages/load.js";
+import { eventBus } from "../events/event-bus.js";
+import { getSymbolRepository } from "../../data/symbol/symbol-repository-factory.js";
+import { indexJobTracker } from "../jobs/index-job-tracker.js";
+import { getSearchCache } from "../search/cache-factory.js";
+import { getVectorStore } from "../../data/vector/vector-store-factory.js";
+import { getKeywordSearch } from "../../data/keyword/keyword-search-factory.js";
+import { getProjectIdentityAliasResolver } from "../project-identity/alias-resolver.js";
+import { assertParserReadyForIndexing } from "../structural/parser-readiness.js";
+import { StructuralEtlParseError } from "./stages/parse.js";
+import { createHash } from "node:crypto";
+import { STRUCTURAL_FINGERPRINT_INPUTS } from "../structural/language-manifest.js";
+import { buildGraphInputSnapshotHash, GraphGenerationCoordinator, } from "./graph-generation-coordinator.js";
+import { ManagedRunRepositoryPg } from "../../data/managed-runs/managed-run-repository-pg.js";
+import { setTimeout as delay } from "node:timers/promises";
+import path from "node:path";
+/**
+ * Error raised by {@link EtlPipeline.runInternal} when a `managed_runs` lease
+ * for `(projectId, "indexing")` is already held by another live process
+ * (FR-09 / AC-7). IndexProjectTool maps this to a 409 response body carrying
+ * the active runId so the caller can poll get_index_status.
+ */
+export class EtlPipelineBusyError extends Error {
+    activeRunId;
+    leaseExpiresAt;
+    constructor(activeRunId, leaseExpiresAt) {
+        super(`indexing_busy:${activeRunId}`);
+        this.name = "EtlPipelineBusyError";
+        this.activeRunId = activeRunId;
+        this.leaseExpiresAt = leaseExpiresAt;
+    }
+}
+/** Derive deterministic `.h` language evidence from the immutable discovery snapshot. */
+export function buildHeaderLanguageEvidence(files) {
+    const headers = new Set(files.filter((file) => path.posix.extname(file.relativePath).toLowerCase() === ".h")
+        .map((file) => path.posix.normalize(file.relativePath)));
+    const mutable = new Map();
+    const entry = (header) => {
+        let value = mutable.get(header);
+        if (!value) {
+            value = { cImporters: new Set(), cppImporters: new Set(), build: new Set() };
+            mutable.set(header, value);
+        }
+        return value;
+    };
+    for (const file of files) {
+        if (path.posix.basename(file.relativePath) !== "compile_commands.json" || file.snapshotContent === undefined)
+            continue;
+        let commands;
+        try {
+            commands = JSON.parse(file.snapshotContent);
+        }
+        catch {
+            continue;
+        }
+        if (!Array.isArray(commands))
+            continue;
+        for (const command of commands) {
+            if (!command || typeof command !== "object")
+                continue;
+            const record = command;
+            if (typeof record.file !== "string")
+                continue;
+            const projectRoot = path.resolve(file.absolutePath, ...file.relativePath.split("/").map(() => ".."));
+            const commandDirectory = typeof record.directory === "string"
+                ? path.resolve(projectRoot, record.directory)
+                : projectRoot;
+            const absoluteInput = path.resolve(commandDirectory, record.file);
+            const relative = path.relative(projectRoot, absoluteInput);
+            const header = path.posix.normalize(relative.replaceAll(path.sep, "/"));
+            if (!headers.has(header))
+                continue;
+            const invocation = typeof record.command === "string"
+                ? record.command
+                : Array.isArray(record.arguments) ? record.arguments.join(" ") : "";
+            if (/(?:^|\s)(?:clang\+\+|g\+\+|c\+\+)(?:\s|$)|(?:^|\s)-x\s*c\+\+(?:\s|$)/u.test(invocation))
+                entry(header).build.add("cpp");
+            else if (/(?:^|\s)(?:clang|gcc|cc)(?:\s|$)|(?:^|\s)-x\s*c(?:\s|$)/u.test(invocation))
+                entry(header).build.add("c");
+        }
+    }
+    return Object.freeze(Object.fromEntries([...mutable.entries()].sort(([a], [b]) => a.localeCompare(b)).map(([header, value]) => [header, Object.freeze({
+            ...(value.cImporters.size ? { cImporters: Object.freeze([...value.cImporters].sort()) } : {}),
+            ...(value.cppImporters.size ? { cppImporters: Object.freeze([...value.cppImporters].sort()) } : {}),
+            ...(value.build.size ? { buildLanguage: value.build.size > 1 ? "conflict" : [...value.build][0] } : {}),
+        })])));
+}
+function abortable(operation, signal) {
+    if (signal.aborted)
+        return Promise.reject(signal.reason);
+    return new Promise((resolve, reject) => {
+        let abortReason;
+        const onAbort = () => { abortReason = signal.reason; };
+        signal.addEventListener("abort", onAbort, { once: true });
+        operation.then((value) => abortReason === undefined ? resolve(value) : reject(abortReason), (error) => reject(abortReason ?? error)).finally(() => signal.removeEventListener("abort", onAbort));
+    });
+}
+export class EtlPipeline {
+    static instance = null;
+    static runTails = new Map();
+    discover = new DiscoverStage();
+    parse = new ParseStage();
+    resolve = new ResolveStage();
+    load = new LoadStage();
+    graphGenerations = new GraphGenerationCoordinator();
+    constructor() { }
+    static getInstance() {
+        if (!EtlPipeline.instance) {
+            EtlPipeline.instance = new EtlPipeline();
+        }
+        return EtlPipeline.instance;
+    }
+    async run(input) {
+        // Reject before queue or destructive force-reindex mutations are created.
+        await assertParserReadyForIndexing();
+        // Resolve the canonical id BEFORE same-project serialization: a caller
+        // holding a retired id and one holding the live id must share one queue
+        // (spec req 3). runInternal resolves again (cache hit) for defense.
+        const projectId = await getProjectIdentityAliasResolver().resolve(input.projectId);
+        const canonicalInput = projectId === input.projectId ? input : { ...input, projectId };
+        const previous = EtlPipeline.runTails.get(projectId);
+        let release;
+        const tail = new Promise((resolve) => {
+            release = resolve;
+        });
+        EtlPipeline.runTails.set(projectId, tail);
+        if (previous) {
+            logger.info("EtlPipeline: waiting for prior project run", {
+                projectId,
+                jobId: input.jobId,
+            });
+            await previous;
+        }
+        try {
+            return await this.runInternal(canonicalInput);
+        }
+        finally {
+            if (EtlPipeline.runTails.get(projectId) === tail) {
+                EtlPipeline.runTails.delete(projectId);
+            }
+            release();
+        }
+    }
+    async runInternal(input, generationRetry = 0) {
+        // Resolve canonical project id at the write-entry seam (spec req 3): every
+        // downstream graph/vector/keyword write and force-reindex delete uses the
+        // live target even when the caller holds a retired id.
+        const projectId = await getProjectIdentityAliasResolver().resolve(input.projectId);
+        const { projectPath, jobId, forceReindex = false, filesToProcess, include_tests = false, managedRunLease } = input;
+        const t0 = performance.now();
+        const stageTimings = {
+            discover: 0,
+            parse: 0,
+            resolve: 0,
+            load: 0,
+        };
+        // Semantic vector/keyword stores intentionally retain their established
+        // non-generational lifecycle (MLTS-013). Structural graph visibility is
+        // independently protected by pending-generation activation.
+        if (forceReindex) {
+            const vectorStore = await getVectorStore();
+            const keywordSearch = getKeywordSearch();
+            await Promise.all([
+                vectorStore.deleteByProject(projectId),
+                keywordSearch.deleteByProject(projectId),
+            ]);
+        }
+        // ── Wave 5: resolve the managed_runs repository early so the ctx can
+        // read the persisted FileCursor (FR-10) before stage 1 runs. Only
+        // constructed when the caller passed a managedRunLease; the heartbeat
+        // loop below reuses this instance.
+        const managedRunRepository = managedRunLease ? ManagedRunRepositoryPg.getInstance() : undefined;
+        // Build stage context with event emission
+        const ctx = {
+            projectId,
+            projectPath,
+            jobId,
+            // ── Wave 5 FR-10: read the persisted FileCursor from the live managed
+            // run so a kill/restart resumes from the next file. Only meaningful
+            // when the caller passed a managedRunLease acquired against an
+            // existing run (reindex/maintenance). For a fresh indexing run the
+            // cursor is null → discover scans everything.
+            resumeCursor: managedRunLease
+                ? (await managedRunRepository?.getActive(projectId, "indexing"))?.fileCursor ?? undefined
+                : undefined,
+            managedRunLease,
+            emit: (event) => {
+                // Forward ETL events to the global EventBus for SSE + job tracker
+                if (event.type === "progress") {
+                    const p = event.payload;
+                    indexJobTracker.updateProgress(jobId, p.current, p.total);
+                    eventBus.publish("indexing:progress", {
+                        jobId,
+                        projectId,
+                        stage: event.stage,
+                        current: p.current,
+                        total: p.total,
+                        percentage: p.percentage,
+                    });
+                }
+                else if (event.type === "file_error") {
+                    const p = event.payload;
+                    eventBus.publish("indexing:file", {
+                        jobId,
+                        projectId,
+                        filePath: p.filePath,
+                        stage: event.stage,
+                        status: "error",
+                        error: p.error,
+                    });
+                }
+                else if (event.type === "file_processed") {
+                    const p = event.payload;
+                    eventBus.publish("indexing:file", {
+                        jobId,
+                        projectId,
+                        filePath: p.filePath,
+                        stage: event.stage,
+                        status: "ok",
+                    });
+                }
+            },
+        };
+        eventBus.publish("indexing:started", { jobId, projectId, projectPath });
+        let graphGenerationLease;
+        let graphHeartbeat;
+        let graphHeartbeatFailure;
+        const graphAbortController = new AbortController();
+        const heartbeatTimerController = new AbortController();
+        let stopGraphHeartbeat = false;
+        // ── Wave 5 managed_runs lease heartbeat (FR-09). The caller (tool or
+        // auto-reindex path) acquired the lease and passed it in; the pipeline
+        // renews it every 30s and aborts ETL if the lease is lost (another
+        // process took over, or reaper reaped us). The graph generation lease
+        // has its own heartbeat above; this runs in parallel so both leases
+        // stay warm. The AbortController is shared: lease_lost aborts graph
+        // work too (the run is no longer ours).
+        let managedRunHeartbeat;
+        let managedRunLeaseLost;
+        let stopManagedRunHeartbeat = false;
+        const managedRunTimerController = new AbortController();
+        if (managedRunLease && managedRunRepository) {
+            managedRunHeartbeat = (async () => {
+                while (!stopManagedRunHeartbeat) {
+                    try {
+                        await delay(30_000, undefined, { signal: managedRunTimerController.signal });
+                    }
+                    catch {
+                        return;
+                    }
+                    if (stopManagedRunHeartbeat || !managedRunLease)
+                        return;
+                    try {
+                        const outcome = await managedRunRepository.heartbeat(managedRunLease);
+                        if (outcome.status === "lease_lost") {
+                            managedRunLeaseLost = new Error("managed_run_lease_lost");
+                            graphAbortController.abort(managedRunLeaseLost);
+                            return;
+                        }
+                    }
+                    catch (heartbeatError) {
+                        managedRunLeaseLost = heartbeatError;
+                        graphAbortController.abort(managedRunLeaseLost);
+                        return;
+                    }
+                }
+            })();
+        }
+        try {
+            // ── Stage 1: Discover ─────────────────────────────────────────────────
+            const st1 = performance.now();
+            // Structural generations are complete project snapshots. A caller's
+            // incremental hint cannot narrow membership or omitted/deleted paths
+            // would disappear from completeness evidence unpredictably.
+            const discoveredSnapshot = await this.discover.run(ctx, { forceReindex, includeTests: include_tests });
+            ctx.structuralHeaderEvidenceByFile = buildHeaderLanguageEvidence(discoveredSnapshot);
+            stageTimings.discover = Math.round(performance.now() - st1);
+            const activeGraph = await getSymbolRepository().getActiveGraphSnapshot(projectId);
+            try {
+                graphGenerationLease = await this.graphGenerations.begin({
+                    projectId,
+                    expectedActiveGenerationId: activeGraph?.generationId ?? null,
+                    fingerprint: `sha256:${createHash("sha256").update(JSON.stringify(STRUCTURAL_FINGERPRINT_INPUTS)).digest("hex")}`,
+                    inputSnapshotHash: buildGraphInputSnapshotHash(discoveredSnapshot),
+                    expectedFilesCount: discoveredSnapshot.length,
+                });
+            }
+            catch (beginError) {
+                if (beginError.message.startsWith("graph_generation_stale_active:") && generationRetry < 3) {
+                    return this.runInternal(input, generationRetry + 1);
+                }
+                throw beginError;
+            }
+            ctx.graphGenerationLease = graphGenerationLease;
+            ctx.abortSignal = graphAbortController.signal;
+            graphHeartbeat = (async () => {
+                while (!stopGraphHeartbeat) {
+                    try {
+                        await delay(30_000, undefined, { signal: heartbeatTimerController.signal });
+                    }
+                    catch {
+                        return;
+                    }
+                    if (stopGraphHeartbeat || !graphGenerationLease)
+                        return;
+                    try {
+                        await this.graphGenerations.heartbeat(graphGenerationLease);
+                    }
+                    catch (heartbeatError) {
+                        graphHeartbeatFailure = heartbeatError;
+                        graphAbortController.abort(graphHeartbeatFailure);
+                        return;
+                    }
+                }
+            })();
+            // A pending generation is a complete immutable graph snapshot. Semantic
+            // stores keep their existing lifecycle; only structural work bypasses
+            // the active-generation fingerprint skip.
+            const requestedPaths = new Set(filesToProcess ?? []);
+            const preparedFiles = discoveredSnapshot.map((file) => ({
+                ...file,
+                needsReparse: forceReindex || !activeGraph || file.needsReparse || requestedPaths.has(file.relativePath),
+            }));
+            if (activeGraph) {
+                for (const file of preparedFiles) {
+                    if (file.needsReparse)
+                        continue;
+                    const copied = await getSymbolRepository().copyFileGeneration(graphGenerationLease, activeGraph.generationId, file.relativePath);
+                    if (copied.status === "lease_lost")
+                        throw new Error("graph_generation_lease_lost");
+                    if (copied.status === "missing")
+                        file.needsReparse = true;
+                }
+            }
+            const discovered = preparedFiles.map((file) => Object.freeze(file));
+            eventBus.publish("indexing:started", {
+                jobId,
+                projectId,
+                projectPath,
+                totalFiles: discovered.filter((f) => f.needsReparse).length,
+            });
+            // ── Stage 2: Parse ────────────────────────────────────────────────────
+            const st2 = performance.now();
+            let remainingFiles = [...discovered];
+            let parsed = [];
+            const staleFailures = new Set();
+            while (remainingFiles.length > 0) {
+                try {
+                    parsed.push(...await abortable(this.parse.run(ctx, remainingFiles), graphAbortController.signal));
+                    break;
+                }
+                catch (parseError) {
+                    if (!activeGraph || forceReindex || !filesToProcess?.length || !(parseError instanceof StructuralEtlParseError) || staleFailures.has(parseError.filePath))
+                        throw parseError;
+                    staleFailures.add(parseError.filePath);
+                    const stale = await getSymbolRepository().markFileStaleGeneration(graphGenerationLease, parseError.filePath, {
+                        lastKnownGoodGenerationId: activeGraph.generationId,
+                        diagnostics: parseError.diagnostics.length > 0
+                            ? parseError.diagnostics.slice(0, 10).map((diagnostic) => ({ ...diagnostic }))
+                            : [{ code: "incremental_structural_failure", message: parseError.message }],
+                        parserErrorCount: parseError.diagnosticCount,
+                    });
+                    if (stale.status !== "stale")
+                        throw parseError;
+                    remainingFiles = remainingFiles.filter((file) => file.relativePath !== parseError.filePath);
+                }
+            }
+            if (graphHeartbeatFailure)
+                throw graphHeartbeatFailure;
+            if (managedRunLeaseLost)
+                throw managedRunLeaseLost;
+            stageTimings.parse = Math.round(performance.now() - st2);
+            // ── Stage 3: Resolve ──────────────────────────────────────────────────
+            const st3 = performance.now();
+            const resolved = await abortable(this.resolve.run(ctx, parsed), graphAbortController.signal);
+            if (graphHeartbeatFailure)
+                throw graphHeartbeatFailure;
+            if (managedRunLeaseLost)
+                throw managedRunLeaseLost;
+            stageTimings.resolve = Math.round(performance.now() - st3);
+            // ── Stage 4: Load ─────────────────────────────────────────────────────
+            const st4 = performance.now();
+            const loadResult = await abortable(this.load.run(ctx, resolved), graphAbortController.signal);
+            if (graphHeartbeatFailure)
+                throw graphHeartbeatFailure;
+            if (managedRunLeaseLost)
+                throw managedRunLeaseLost;
+            stageTimings.load = Math.round(performance.now() - st4);
+            if (loadResult.errors > 0) {
+                throw new Error(`ETL completed with ${loadResult.errors} file error${loadResult.errors === 1 ? "" : "s"}`);
+            }
+            const activationSnapshot = await abortable(this.discover.run(ctx, { forceReindex, includeTests: include_tests }), graphAbortController.signal);
+            if (buildGraphInputSnapshotHash(activationSnapshot) !== graphGenerationLease.inputSnapshotHash) {
+                throw new Error("graph_generation_stale_snapshot");
+            }
+            if (graphHeartbeatFailure)
+                throw graphHeartbeatFailure;
+            if (managedRunLeaseLost)
+                throw managedRunLeaseLost;
+            stopGraphHeartbeat = true;
+            heartbeatTimerController.abort();
+            await graphHeartbeat;
+            stopManagedRunHeartbeat = true;
+            managedRunTimerController.abort();
+            if (managedRunHeartbeat)
+                await managedRunHeartbeat;
+            const activatedGraph = await this.graphGenerations.activate(graphGenerationLease);
+            const activeGraphSummary = await getSymbolRepository().getActiveGraphSnapshot(projectId);
+            if (!activeGraphSummary || activeGraphSummary.generationId !== activatedGraph.generationId) {
+                throw new Error("activated_graph_summary_mismatch");
+            }
+            const durationMs = Math.round(performance.now() - t0);
+            const result = {
+                filesDiscovered: discovered.length,
+                filesIndexed: loadResult.filesLoaded,
+                filesSkipped: discovered.filter((f) => !f.needsReparse).length,
+                chunksIndexed: loadResult.chunksLoaded,
+                symbolsIndexed: loadResult.symbolsLoaded,
+                errors: loadResult.errors,
+                durationMs,
+                stageTimings,
+                activatedGraphGenerationId: activatedGraph.generationId,
+                parserDiagnostics: {
+                    diagnosticsCount: activeGraphSummary.diagnostics.errors,
+                    recoveredFiles: activeGraphSummary.diagnostics.recovered,
+                    hardFailureFiles: activeGraphSummary.diagnostics.hardFailures,
+                    staleFiles: activeGraphSummary.diagnostics.staleFiles,
+                    languages: activeGraphSummary.languages,
+                },
+            };
+            // Index mutations invalidate every cached result for this project,
+            // including cached misses created while the index was still cold. Do
+            // this before publishing completion / marking the job terminal so a
+            // status poller can safely query the newly materialized data as soon as
+            // it observes `completed`.
+            await getSearchCache().invalidateProject(projectId);
+            // Belt-and-suspenders terminal signal: mark the job completed the moment
+            // the pipeline resolves, independent of the caller's warmup path (which
+            // may OOM or hang before reaching its own setResult). Idempotent —
+            // setResult overwrites status/result. updateProgress first so percentage
+            // is recorded at 100 before the terminal transition.
+            indexJobTracker.updateProgress(jobId, result.filesIndexed, result.filesIndexed);
+            await indexJobTracker.setResultAndFlush(jobId, {
+                filesIndexed: result.filesIndexed,
+                chunksIndexed: result.chunksIndexed,
+                errors: result.errors,
+                duration: durationMs,
+                activatedGraphGenerationId: result.activatedGraphGenerationId,
+                parserDiagnostics: result.parserDiagnostics,
+            });
+            eventBus.publish("indexing:completed", {
+                jobId,
+                projectId,
+                filesIndexed: result.filesIndexed,
+                chunksIndexed: result.chunksIndexed,
+                symbolsIndexed: result.symbolsIndexed,
+                durationMs,
+                activatedGraphGenerationId: result.activatedGraphGenerationId,
+            });
+            await this.graphGenerations.cleanup(graphGenerationLease);
+            stopGraphHeartbeat = true;
+            heartbeatTimerController.abort();
+            await graphHeartbeat;
+            stopManagedRunHeartbeat = true;
+            managedRunTimerController.abort();
+            if (managedRunHeartbeat)
+                await managedRunHeartbeat;
+            // ── Wave 5 FR-09: release the managed_runs lease on success. We do
+            // NOT persist a final file_cursor here (T14's Load stage already
+            // persisted a cursor after each file's load committed); complete()
+            // is called WITHOUT a fileCursor argument so it preserves whatever
+            // the load stage wrote (passing null would erase it — FR-10 contract).
+            if (managedRunLease && managedRunRepository) {
+                try {
+                    await managedRunRepository.complete(managedRunLease);
+                }
+                catch (completeError) {
+                    logger.error("EtlPipeline: managed_runs complete failed", completeError, { projectId, jobId });
+                }
+            }
+            logger.info("EtlPipeline: run completed", { projectId, jobId, ...result });
+            return result;
+        }
+        catch (err) {
+            const durationMs = Math.round(performance.now() - t0);
+            const error = err.message;
+            if (graphGenerationLease) {
+                try {
+                    await this.graphGenerations.abort(graphGenerationLease, error);
+                }
+                catch (abortError) {
+                    logger.error("EtlPipeline: pending generation abort failed", abortError, { projectId, jobId });
+                }
+            }
+            stopGraphHeartbeat = true;
+            heartbeatTimerController.abort();
+            graphAbortController.abort();
+            await graphHeartbeat;
+            stopManagedRunHeartbeat = true;
+            managedRunTimerController.abort();
+            if (managedRunHeartbeat)
+                await managedRunHeartbeat;
+            // ── Wave 5 FR-09: release the managed_runs lease on failure. abort()
+            // flips the row to `aborted` so the partial UNIQUE frees; if the
+            // lease was already lost (reaper reaped us, or another process took
+            // over), abort() returns `lease_lost` and we just log it.
+            if (managedRunLease && managedRunRepository) {
+                try {
+                    const outcome = await managedRunRepository.abort(managedRunLease);
+                    if (outcome.status === "lease_lost") {
+                        logger.warn("EtlPipeline: managed_runs abort saw lease_lost", { projectId, jobId });
+                    }
+                }
+                catch (abortError) {
+                    logger.error("EtlPipeline: managed_runs abort failed", abortError, { projectId, jobId });
+                }
+            }
+            eventBus.publish("indexing:failed", { jobId, projectId, error, durationMs });
+            // Belt-and-suspenders terminal signal on failure: mark the job failed so
+            // a poller sees a terminal state rather than a stuck "running". Idempotent
+            // — the caller may also call setResult with the error; last write wins.
+            indexJobTracker.setResult(jobId, { filesIndexed: 0, chunksIndexed: 0, errors: 1, duration: durationMs }, error);
+            logger.error("EtlPipeline: run failed", err, { projectId, jobId, durationMs });
+            throw err;
+        }
+    }
+}
+// NOTE: do NOT eagerly instantiate the singleton at module top level.
+// EtlPipeline's constructor builds ResolveStage, which calls
+// getSymbolRepository -> requirePostgresDatabaseUrl, forcing a DB connection
+// on every importer of this module. That broke DB-free tests (e.g.
+// structural-etl) that only import pure helpers like buildHeaderLanguageEvidence.
+// Callers obtain the instance lazily via EtlPipeline.getInstance().
+//# sourceMappingURL=pipeline.js.map

package/dist/services/etl/pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline.js","sourceRoot":"","sources":["../../../src/services/etl/pipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,gDAAgD,CAAC;AACrF,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,2CAA2C,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,8CAA8C,CAAC;AAChF,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AAExF,OAAO,EAAE,4BAA4B,EAAE,MAAM,mCAAmC,CAAC;AACjF,OAAO,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,6BAA6B,EAAE,MAAM,oCAAoC,CAAC;AACnF,OAAO,EACL,2BAA2B,EAC3B,0BAA0B,GAC3B,MAAM,mCAAmC,CAAC;AAE3C,OAAO,EAAE,sBAAsB,EAAE,MAAM,sDAAsD,CAAC;AAM9F,OAAO,EAAE,UAAU,IAAI,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,IAAI,MAAM,WAAW,CAAC;AAI7B;;;;;GAKG;AACH,MAAM,OAAO,oBAAqB,SAAQ,KAAK;IACpC,WAAW,CAAS;IACpB,cAAc,CAAS;IAChC,YAAY,WAAmB,EAAE,cAAsB;QACrD,KAAK,CAAC,iBAAiB,WAAW,EAAE,CAAC,CAAC;QACtC,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;QACnC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACvC,CAAC;CACF;AA2BD,yFAAyF;AACzF,MAAM,UAAU,2BAA2B,CACzC,KAAgC;IAEhC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC;SACzG,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC3D,MAAM,OAAO,GAAG,IAAI,GAAG,EAA2F,CAAC;IACnH,MAAM,KAAK,GAAG,CAAC,MAAc,EAAE,EAAE;QAC/B,IAAI,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,EAAE,UAAU,EAAE,IAAI,GAAG,EAAE,EAAE,YAAY,EAAE,IAAI,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC;YAC7E,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC7B,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC;IACF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,uBAAuB,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS;YAAE,SAAS;QACvH,IAAI,QAAiB,CAAC;QACtB,IAAI,CAAC;YAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,SAAS;QAAC,CAAC;QACxE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;YAAE,SAAS;QACvC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ;gBAAE,SAAS;YACtD,MAAM,MAAM,GAAG,OAA0F,CAAC;YAC1G,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ;gBAAE,SAAS;YAC9C,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;YACrG,MAAM,gBAAgB,GAAG,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;gBAC3D,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,SAAS,CAAC;gBAC7C,CAAC,CAAC,WAAW,CAAC;YAChB,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;YAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;YACxE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;gBAAE,SAAS;YACnC,MAAM,UAAU,GAAG,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;gBACnD,CAAC,CAAC,MAAM,CAAC,OAAO;gBAChB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACtE,IAAI,uEAAuE,CAAC,IAAI,CAAC,UAAU,CAAC;gBAAE,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;iBACxH,IAAI,0DAA0D,CAAC,IAAI,CAAC,UAAU,CAAC;gBAAE,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACrH,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;YACpJ,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7F,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACxG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACT,CAAC;AAED,SAAS,SAAS,CAAI,SAAqB,EAAE,MAAmB;IAC9D,IAAI,MAAM,CAAC,OAAO;QAAE,OAAO,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACzD,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACxC,IAAI,WAAoB,CAAC;QACzB,MAAM,OAAO,GAAG,GAAG,EAAE,GAAG,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1D,SAAS,CAAC,IAAI,CACZ,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,EAC3E,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,IAAI,KAAK,CAAC,CACxC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,OAAO,WAAW;IACd,MAAM,CAAC,QAAQ,GAAuB,IAAI,CAAC;IAC3C,MAAM,CAAC,QAAQ,GAAG,IAAI,GAAG,EAAyB,CAAC;IAE1C,QAAQ,GAAG,IAAI,aAAa,EAAE,CAAC;IAC/B,KAAK,GAAG,IAAI,UAAU,EAAE,CAAC;IACzB,OAAO,GAAG,IAAI,YAAY,EAAE,CAAC;IAC7B,IAAI,GAAG,IAAI,SAAS,EAAE,CAAC;IACvB,gBAAgB,GAAG,IAAI,0BAA0B,EAAE,CAAC;IAErE,gBAAuB,CAAC;IAExB,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YAC1B,WAAW,CAAC,QAAQ,GAAG,IAAI,WAAW,EAAE,CAAC;QAC3C,CAAC;QACD,OAAO,WAAW,CAAC,QAAQ,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAAoB;QAC5B,0EAA0E;QAC1E,MAAM,4BAA4B,EAAE,CAAC;QACrC,uEAAuE;QACvE,wEAAwE;QACxE,oEAAoE;QACpE,MAAM,SAAS,GAAG,MAAM,+BAA+B,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACnF,MAAM,cAAc,GAClB,SAAS,KAAK,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,CAAC;QAClE,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACrD,IAAI,OAAoB,CAAC;QACzB,MAAM,IAAI,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACzC,OAAO,GAAG,OAAO,CAAC;QACpB,CAAC,CAAC,CAAC;QACH,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAE1C,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,4CAA4C,EAAE;gBACxD,SAAS;gBACT,KAAK,EAAE,KAAK,CAAC,KAAK;aACnB,CAAC,CAAC;YACH,MAAM,QAAQ,CAAC;QACjB,CAAC;QAED,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;QAChD,CAAC;gBAAS,CAAC;YACT,IAAI,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE,CAAC;gBACjD,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACzC,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,KAAoB,EAAE,eAAe,GAAG,CAAC;QACjE,2EAA2E;QAC3E,0EAA0E;QAC1E,uDAAuD;QACvD,MAAM,SAAS,GAAG,MAAM,+BAA+B,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACnF,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,YAAY,GAAG,KAAK,EAAE,cAAc,EAAE,aAAa,GAAG,KAAK,EAAE,eAAe,EAAE,GAAG,KAAK,CAAC;QACnH,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,YAAY,GAA6B;YAC7C,QAAQ,EAAE,CAAC;YACX,KAAK,EAAE,CAAC;YACR,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,CAAC;SACR,CAAC;QAEF,wEAAwE;QACxE,wEAAwE;QACxE,4DAA4D;QAC5D,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,WAAW,GAAG,MAAM,cAAc,EAAE,CAAC;YAC3C,MAAM,aAAa,GAAG,gBAAgB,EAAE,CAAC;YACzC,MAAM,OAAO,CAAC,GAAG,CAAC;gBAChB,WAAW,CAAC,eAAe,CAAC,SAAS,CAAC;gBACtC,aAAa,CAAC,eAAe,CAAC,SAAS,CAAC;aACzC,CAAC,CAAC;QACL,CAAC;QAED,sEAAsE;QACtE,kEAAkE;QAClE,sEAAsE;QACtE,mCAAmC;QACnC,MAAM,oBAAoB,GAAG,eAAe,CAAC,CAAC,CAAC,sBAAsB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAEhG,0CAA0C;QAC1C,MAAM,GAAG,GAAoB;YAC3B,SAAS;YACT,WAAW;YACX,KAAK;YACL,uEAAuE;YACvE,oEAAoE;YACpE,+DAA+D;YAC/D,mEAAmE;YACnE,8CAA8C;YAC9C,YAAY,EAAE,eAAe;gBAC3B,CAAC,CAAC,CAAC,MAAM,oBAAoB,EAAE,SAAS,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,EAAE,UAAU,IAAI,SAAS;gBACzF,CAAC,CAAC,SAAS;YACb,eAAe;YACf,IAAI,EAAE,CAAC,KAAe,EAAE,EAAE;gBACxB,kEAAkE;gBAClE,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBAC9B,MAAM,CAAC,GAAG,KAAK,CAAC,OAAiE,CAAC;oBAClF,eAAe,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;oBAC1D,QAAQ,CAAC,OAAO,CAAC,mBAAmB,EAAE;wBACpC,KAAK;wBACL,SAAS;wBACT,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,OAAO,EAAE,CAAC,CAAC,OAAO;wBAClB,KAAK,EAAE,CAAC,CAAC,KAAK;wBACd,UAAU,EAAE,CAAC,CAAC,UAAU;qBACzB,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBACvC,MAAM,CAAC,GAAG,KAAK,CAAC,OAA8C,CAAC;oBAC/D,QAAQ,CAAC,OAAO,CAAC,eAAe,EAAE;wBAChC,KAAK;wBACL,SAAS;wBACT,QAAQ,EAAE,CAAC,CAAC,QAAQ;wBACpB,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,MAAM,EAAE,OAAO;wBACf,KAAK,EAAE,CAAC,CAAC,KAAK;qBACf,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;oBAC3C,MAAM,CAAC,GAAG,KAAK,CAAC,OAA+B,CAAC;oBAChD,QAAQ,CAAC,OAAO,CAAC,eAAe,EAAE;wBAChC,KAAK;wBACL,SAAS;wBACT,QAAQ,EAAE,CAAC,CAAC,QAAQ;wBACpB,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,MAAM,EAAE,IAAI;qBACb,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;SACF,CAAC;QAEF,QAAQ,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,CAAC;QAExE,IAAI,oBAAsD,CAAC;QAC3D,IAAI,cAAyC,CAAC;QAC9C,IAAI,qBAAwC,CAAC;QAC7C,MAAM,oBAAoB,GAAG,IAAI,eAAe,EAAE,CAAC;QACnD,MAAM,wBAAwB,GAAG,IAAI,eAAe,EAAE,CAAC;QACvD,IAAI,kBAAkB,GAAG,KAAK,CAAC;QAE/B,sEAAsE;QACtE,uEAAuE;QACvE,mEAAmE;QACnE,sEAAsE;QACtE,oEAAoE;QACpE,oEAAoE;QACpE,wCAAwC;QACxC,IAAI,mBAA8C,CAAC;QACnD,IAAI,mBAAsC,CAAC;QAC3C,IAAI,uBAAuB,GAAG,KAAK,CAAC;QACpC,MAAM,yBAAyB,GAAG,IAAI,eAAe,EAAE,CAAC;QACxD,IAAI,eAAe,IAAI,oBAAoB,EAAE,CAAC;YAC5C,mBAAmB,GAAG,CAAC,KAAK,IAAI,EAAE;gBAChC,OAAO,CAAC,uBAAuB,EAAE,CAAC;oBAChC,IAAI,CAAC;wBAAC,MAAM,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,yBAAyB,CAAC,MAAM,EAAE,CAAC,CAAC;oBAAC,CAAC;oBACrF,MAAM,CAAC;wBAAC,OAAO;oBAAC,CAAC;oBACjB,IAAI,uBAAuB,IAAI,CAAC,eAAe;wBAAE,OAAO;oBACxD,IAAI,CAAC;wBACH,MAAM,OAAO,GAAG,MAAM,oBAAoB,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;wBACtE,IAAI,OAAO,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;4BACpC,mBAAmB,GAAG,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;4BAC1D,oBAAoB,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;4BAChD,OAAO;wBACT,CAAC;oBACH,CAAC;oBAAC,OAAO,cAAc,EAAE,CAAC;wBACxB,mBAAmB,GAAG,cAAuB,CAAC;wBAC9C,oBAAoB,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;wBAChD,OAAO;oBACT,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,EAAE,CAAC;QACP,CAAC;QAED,IAAI,CAAC;YACH,yEAAyE;YACzE,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAC9B,oEAAoE;YACpE,qEAAqE;YACrE,4DAA4D;YAC5D,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,CAAC;YACvG,GAAG,CAAC,8BAA8B,GAAG,2BAA2B,CAAC,kBAAkB,CAAC,CAAC;YACrF,YAAY,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC;YAE5D,MAAM,WAAW,GAAG,MAAM,mBAAmB,EAAE,CAAC,sBAAsB,CAAC,SAAS,CAAC,CAAC;YAClF,IAAI,CAAC;gBACH,oBAAoB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC;oBACvD,SAAS;oBACT,0BAA0B,EAAE,WAAW,EAAE,YAAY,IAAI,IAAI;oBAC7D,WAAW,EAAE,UAAU,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,6BAA6B,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;oBACjH,iBAAiB,EAAE,2BAA2B,CAAC,kBAAkB,CAAC;oBAClE,kBAAkB,EAAE,kBAAkB,CAAC,MAAM;iBAC9C,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,IAAK,UAAoB,CAAC,OAAO,CAAC,UAAU,CAAC,gCAAgC,CAAC,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;oBACtG,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,eAAe,GAAG,CAAC,CAAC,CAAC;gBACtD,CAAC;gBACD,MAAM,UAAU,CAAC;YACnB,CAAC;YACD,GAAG,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;YAChD,GAAG,CAAC,WAAW,GAAG,oBAAoB,CAAC,MAAM,CAAC;YAC9C,cAAc,GAAG,CAAC,KAAK,IAAI,EAAE;gBAC3B,OAAO,CAAC,kBAAkB,EAAE,CAAC;oBAC3B,IAAI,CAAC;wBAAC,MAAM,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,wBAAwB,CAAC,MAAM,EAAE,CAAC,CAAC;oBAAC,CAAC;oBACpF,MAAM,CAAC;wBAAC,OAAO;oBAAC,CAAC;oBACjB,IAAI,kBAAkB,IAAI,CAAC,oBAAoB;wBAAE,OAAO;oBACxD,IAAI,CAAC;wBAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;oBAAC,CAAC;oBACpE,OAAO,cAAc,EAAE,CAAC;wBACtB,qBAAqB,GAAG,cAAuB,CAAC;wBAChD,oBAAoB,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;wBAClD,OAAO;oBACT,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,EAAE,CAAC;YACL,wEAAwE;YACxE,sEAAsE;YACtE,0CAA0C;YAC1C,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;YACrD,MAAM,aAAa,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACtD,GAAG,IAAI;gBACP,YAAY,EAAE,YAAY,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,YAAY,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC;aACzG,CAAC,CAAC,CAAC;YACJ,IAAI,WAAW,EAAE,CAAC;gBAChB,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;oBACjC,IAAI,IAAI,CAAC,YAAY;wBAAE,SAAS;oBAChC,MAAM,MAAM,GAAG,MAAM,mBAAmB,EAAE,CAAC,kBAAkB,CAC3D,oBAAoB,EACpB,WAAW,CAAC,YAAY,EACxB,IAAI,CAAC,YAAY,CAClB,CAAC;oBACF,IAAI,MAAM,CAAC,MAAM,KAAK,YAAY;wBAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACnF,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS;wBAAE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;gBAC5D,CAAC;YACH,CAAC;YACD,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;YAEpE,QAAQ,CAAC,OAAO,CAAC,kBAAkB,EAAE;gBACnC,KAAK;gBACL,SAAS;gBACT,WAAW;gBACX,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,MAAM;aAC5D,CAAC,CAAC;YAEH,yEAAyE;YACzE,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAC9B,IAAI,cAAc,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC;YACrC,IAAI,MAAM,GAA2C,EAAE,CAAC;YACxD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;YACxC,OAAO,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,IAAI,CAAC;oBACH,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,cAAc,CAAC,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClG,MAAM;gBACR,CAAC;gBAAC,OAAO,UAAU,EAAE,CAAC;oBACpB,IAAI,CAAC,WAAW,IAAI,YAAY,IAAI,CAAC,cAAc,EAAE,MAAM,IAAI,CAAC,CAAC,UAAU,YAAY,uBAAuB,CAAC,IAAI,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC;wBAAE,MAAM,UAAU,CAAC;oBAC5K,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;oBACvC,MAAM,KAAK,GAAG,MAAM,mBAAmB,EAAE,CAAC,uBAAuB,CAC/D,oBAAoB,EACpB,UAAU,CAAC,QAAQ,EACnB;wBACE,yBAAyB,EAAE,WAAW,CAAC,YAAY;wBACnD,WAAW,EAAE,UAAU,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC;4BAC5C,CAAC,CAAC,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC;4BAC9E,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,gCAAgC,EAAE,OAAO,EAAE,UAAU,CAAC,OAAO,EAAE,CAAC;wBAC7E,gBAAgB,EAAE,UAAU,CAAC,eAAe;qBAC7C,CACF,CAAC;oBACF,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO;wBAAE,MAAM,UAAU,CAAC;oBAC/C,cAAc,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,KAAK,UAAU,CAAC,QAAQ,CAAC,CAAC;gBAC9F,CAAC;YACH,CAAC;YACD,IAAI,qBAAqB;gBAAE,MAAM,qBAAqB,CAAC;YACvD,IAAI,mBAAmB;gBAAE,MAAM,mBAAmB,CAAC;YACnD,YAAY,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC;YAEzD,yEAAyE;YACzE,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAC9B,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC;YAC7F,IAAI,qBAAqB;gBAAE,MAAM,qBAAqB,CAAC;YACvD,IAAI,mBAAmB;gBAAE,MAAM,mBAAmB,CAAC;YACnD,YAAY,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC;YAE3D,yEAAyE;YACzE,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAC9B,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC;YAC9F,IAAI,qBAAqB;gBAAE,MAAM,qBAAqB,CAAC;YACvD,IAAI,mBAAmB;gBAAE,MAAM,mBAAmB,CAAC;YACnD,YAAY,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC;YAExD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CACb,sBAAsB,UAAU,CAAC,MAAM,cAAc,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAC1F,CAAC;YACJ,CAAC;YAED,MAAM,kBAAkB,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,EAAE,oBAAoB,CAAC,MAAM,CAAC,CAAC;YAC/I,IAAI,2BAA2B,CAAC,kBAAkB,CAAC,KAAK,oBAAoB,CAAC,iBAAiB,EAAE,CAAC;gBAC/F,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;YACrD,CAAC;YACD,IAAI,qBAAqB;gBAAE,MAAM,qBAAqB,CAAC;YACvD,IAAI,mBAAmB;gBAAE,MAAM,mBAAmB,CAAC;YACnD,kBAAkB,GAAG,IAAI,CAAC;YAC1B,wBAAwB,CAAC,KAAK,EAAE,CAAC;YACjC,MAAM,cAAc,CAAC;YACrB,uBAAuB,GAAG,IAAI,CAAC;YAC/B,yBAAyB,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,mBAAmB;gBAAE,MAAM,mBAAmB,CAAC;YACnD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;YAClF,MAAM,kBAAkB,GAAG,MAAM,mBAAmB,EAAE,CAAC,sBAAsB,CAAC,SAAS,CAAC,CAAC;YACzF,IAAI,CAAC,kBAAkB,IAAI,kBAAkB,CAAC,YAAY,KAAK,cAAc,CAAC,YAAY,EAAE,CAAC;gBAC3F,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YACtD,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;YAEtD,MAAM,MAAM,GAAc;gBACxB,eAAe,EAAE,UAAU,CAAC,MAAM;gBAClC,YAAY,EAAE,UAAU,CAAC,WAAW;gBACpC,YAAY,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,MAAM;gBAC9D,aAAa,EAAE,UAAU,CAAC,YAAY;gBACtC,cAAc,EAAE,UAAU,CAAC,aAAa;gBACxC,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,UAAU;gBACV,YAAY;gBACZ,0BAA0B,EAAE,cAAc,CAAC,YAAY;gBACvD,iBAAiB,EAAE;oBACjB,gBAAgB,EAAE,kBAAkB,CAAC,WAAW,CAAC,MAAM;oBACvD,cAAc,EAAE,kBAAkB,CAAC,WAAW,CAAC,SAAS;oBACxD,gBAAgB,EAAE,kBAAkB,CAAC,WAAW,CAAC,YAAY;oBAC7D,UAAU,EAAE,kBAAkB,CAAC,WAAW,CAAC,UAAU;oBACrD,SAAS,EAAE,kBAAkB,CAAC,SAAS;iBACxC;aACF,CAAC;YAEF,mEAAmE;YACnE,qEAAqE;YACrE,oEAAoE;YACpE,wEAAwE;YACxE,2BAA2B;YAC3B,MAAM,cAAc,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;YAEpD,yEAAyE;YACzE,wEAAwE;YACxE,mEAAmE;YACnE,yEAAyE;YACzE,qDAAqD;YACrD,eAAe,CAAC,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;YAChF,MAAM,eAAe,CAAC,iBAAiB,CAAC,KAAK,EAAE;gBAC7C,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,QAAQ,EAAE,UAAU;gBACpB,0BAA0B,EAAE,MAAM,CAAC,0BAA0B;gBAC7D,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;aAC5C,CAAC,CAAC;YAEH,QAAQ,CAAC,OAAO,CAAC,oBAAoB,EAAE;gBACrC,KAAK;gBACL,SAAS;gBACT,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,UAAU;gBACV,0BAA0B,EAAE,MAAM,CAAC,0BAA0B;aAC9D,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;YAC1D,kBAAkB,GAAG,IAAI,CAAC;YAC1B,wBAAwB,CAAC,KAAK,EAAE,CAAC;YACjC,MAAM,cAAc,CAAC;YACrB,uBAAuB,GAAG,IAAI,CAAC;YAC/B,yBAAyB,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,mBAAmB;gBAAE,MAAM,mBAAmB,CAAC;YAEnD,oEAAoE;YACpE,iEAAiE;YACjE,mEAAmE;YACnE,mEAAmE;YACnE,uEAAuE;YACvE,IAAI,eAAe,IAAI,oBAAoB,EAAE,CAAC;gBAC5C,IAAI,CAAC;oBACH,MAAM,oBAAoB,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;gBACvD,CAAC;gBAAC,OAAO,aAAa,EAAE,CAAC;oBACvB,MAAM,CAAC,KAAK,CAAC,2CAA2C,EAAE,aAAsB,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC1G,CAAC;YACH,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;YAC3E,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;YACtD,MAAM,KAAK,GAAI,GAAa,CAAC,OAAO,CAAC;YAErC,IAAI,oBAAoB,EAAE,CAAC;gBACzB,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;gBACjE,CAAC;gBAAC,OAAO,UAAU,EAAE,CAAC;oBACpB,MAAM,CAAC,KAAK,CAAC,8CAA8C,EAAE,UAAmB,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC1G,CAAC;YACH,CAAC;YACD,kBAAkB,GAAG,IAAI,CAAC;YAC1B,wBAAwB,CAAC,KAAK,EAAE,CAAC;YACjC,oBAAoB,CAAC,KAAK,EAAE,CAAC;YAC7B,MAAM,cAAc,CAAC;YACrB,uBAAuB,GAAG,IAAI,CAAC;YAC/B,yBAAyB,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,mBAAmB;gBAAE,MAAM,mBAAmB,CAAC;YAEnD,sEAAsE;YACtE,iEAAiE;YACjE,oEAAoE;YACpE,0DAA0D;YAC1D,IAAI,eAAe,IAAI,oBAAoB,EAAE,CAAC;gBAC5C,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,MAAM,oBAAoB,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;oBAClE,IAAI,OAAO,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;wBACpC,MAAM,CAAC,IAAI,CAAC,gDAAgD,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;oBACtF,CAAC;gBACH,CAAC;gBAAC,OAAO,UAAU,EAAE,CAAC;oBACpB,MAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE,UAAmB,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;gBACpG,CAAC;YACH,CAAC;YAED,QAAQ,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;YAE7E,yEAAyE;YACzE,2EAA2E;YAC3E,wEAAwE;YACxE,eAAe,CAAC,SAAS,CACvB,KAAK,EACL,EAAE,YAAY,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,EACtE,KAAK,CACN,CAAC;YAEF,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,GAAY,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;YACxF,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;;AAGH,sEAAsE;AACtE,6DAA6D;AAC7D,6EAA6E;AAC7E,mEAAmE;AACnE,kFAAkF;AAClF,oEAAoE"}