@chkit/plugin-ingest 0.2.0-beta.11

package/dist/plugin.js

@@ -0,0 +1,353 @@
+import process from 'node:process';
+import { createStatelessClickHouseExecutor } from '@chkit/clickhouse';
+import { createPluginRunner, defineFlags, withFactoryDefaults, } from '@chkit/core';
+import { loadDefinitionModules } from '@chkit/core/schema-loader';
+import { z } from 'zod';
+import { BATCH_ID_COLUMN, createClickHouseDestination, INGESTED_AT_COLUMN, RUN_ID_COLUMN } from './destination.js';
+import { IngestConfigError } from './errors.js';
+import { runIngestion } from './executor.js';
+import { createClickHouseJournal, DEFAULT_JOURNAL_TABLE } from './journal.js';
+import { collectPipelines, selectStreams } from './registry.js';
+import { doctorJournal, repairJournal } from './recovery.js';
+const REQUIRED_COLUMNS = [BATCH_ID_COLUMN, RUN_ID_COLUMN, INGESTED_AT_COLUMN];
+const IngestOptionsSchema = z.object({
+    journalTable: z.string().min(1).default(DEFAULT_JOURNAL_TABLE),
+    /** Host-default execution budget in seconds. */
+    maxDurationSeconds: z.number().positive().default(3600),
+    prefetchBatches: z.number().int().positive().default(1),
+});
+const SELECTION_FLAGS = defineFlags([
+    { name: '--tag', type: 'string[]', description: 'Exact tag every selected stream must carry (repeatable, AND)', placeholder: '<tag>' },
+]);
+const RUN_FLAGS = defineFlags([
+    ...SELECTION_FLAGS,
+    { name: '--backfill', type: 'string', description: 'Stable backfill id; uses an isolated checkpoint namespace', placeholder: '<id>' },
+    { name: '--from', type: 'string', description: 'Backfill range lower bound (ISO timestamp)', placeholder: '<timestamp>' },
+    { name: '--to', type: 'string', description: 'Backfill range upper bound (ISO timestamp)', placeholder: '<timestamp>' },
+    { name: '--max-duration', type: 'string', description: 'Execution budget in seconds', placeholder: '<seconds>' },
+]);
+const RECOVERY_FLAGS = defineFlags([
+    ...SELECTION_FLAGS,
+    { name: '--backfill', type: 'string', description: 'Inspect an isolated backfill checkpoint namespace', placeholder: '<id>' },
+]);
+const REPAIR_FLAGS = defineFlags([
+    ...RECOVERY_FLAGS,
+    { name: '--apply', type: 'string', description: 'Materialize the reviewed fingerprint with writers stopped (select one stream)', placeholder: '<fingerprint>' },
+]);
+const runCommand = createPluginRunner({ configErrorClass: IngestConfigError });
+export function createIngestPlugin(options = {}) {
+    const optionsSchema = withFactoryDefaults(IngestOptionsSchema, options);
+    return {
+        manifest: { name: 'ingest', apiVersion: 1 },
+        optionsSchema,
+        commands: [
+            {
+                name: 'run',
+                description: 'Execute the selected ingestion streams from their journaled checkpoints',
+                flags: RUN_FLAGS,
+                optionsSchema,
+                run: runCommand({
+                    command: 'run',
+                    label: 'Ingest run',
+                    fn: async (context) => {
+                        const selected = await loadSelection(context);
+                        const backfill = parseBackfill(context.flags);
+                        const maxDurationSeconds = parseMaxDuration(context.flags['--max-duration']) ?? context.options.maxDurationSeconds;
+                        const target = openTarget(context);
+                        const abort = new AbortController();
+                        const onSignal = () => abort.abort(new DOMException('Interrupted', 'AbortError'));
+                        process.once('SIGINT', onSignal);
+                        process.once('SIGTERM', onSignal);
+                        try {
+                            const result = await runIngestion({ selected, backfill }, {
+                                journal: createClickHouseJournal({
+                                    executor: target.executor,
+                                    database: target.database,
+                                    targetId: target.targetId,
+                                    table: context.options.journalTable,
+                                }),
+                                destination: createClickHouseDestination(target.executor),
+                                signal: abort.signal,
+                                maxDurationMs: maxDurationSeconds * 1000,
+                                prefetchBatches: context.options.prefetchBatches,
+                                log: context.jsonMode ? undefined : (message) => context.print(message),
+                            });
+                            if (context.jsonMode) {
+                                context.print({ command: 'run', ...result });
+                            }
+                            else {
+                                const rows = result.streams.reduce((sum, stream) => sum + stream.rows, 0);
+                                context.print(`Ingest run ${result.runId}: ${result.ok ? 'ok' : 'incomplete'} (${result.streams.length} streams, ${rows} rows)`);
+                            }
+                            return result.ok ? 0 : 1;
+                        }
+                        finally {
+                            process.off('SIGINT', onSignal);
+                            process.off('SIGTERM', onSignal);
+                            await target.close();
+                        }
+                    },
+                }),
+            },
+            {
+                name: 'list',
+                description: 'List the ingestion streams in the loaded definition graph',
+                flags: SELECTION_FLAGS,
+                optionsSchema,
+                run: runCommand({
+                    command: 'list',
+                    label: 'Ingest list',
+                    fn: async (context) => {
+                        const selected = await loadSelection(context);
+                        const streams = selected.map(describeStream);
+                        if (context.jsonMode) {
+                            context.print({ ok: true, command: 'list', streams });
+                        }
+                        else {
+                            for (const stream of streams) {
+                                context.print(`${stream.streamId} -> ${stream.destination} [${stream.tags.join(', ')}]`);
+                            }
+                        }
+                        return 0;
+                    },
+                }),
+            },
+            {
+                name: 'doctor',
+                description: 'Validate journal evidence and diagnose uncertain run histories',
+                flags: RECOVERY_FLAGS,
+                optionsSchema,
+                run: runCommand({
+                    command: 'doctor',
+                    label: 'Ingest doctor',
+                    fn: async (context) => {
+                        const selected = await loadSelection(context);
+                        const backfill = parseBackfill(context.flags);
+                        const target = openTarget(context);
+                        try {
+                            const streams = await Promise.all(selected.map(async (entry) => {
+                                const namespaceId = backfill ? `${entry.stream.id}#backfill:${backfill.id}` : entry.stream.id;
+                                const report = await doctorJournal(namespaceId, {
+                                    executor: target.executor, database: target.database, targetId: target.targetId, table: context.options.journalTable,
+                                });
+                                return { ...describeStream(entry), report };
+                            }));
+                            const ok = streams.every((stream) => stream.report.healthy);
+                            if (context.jsonMode) {
+                                context.print({ ok, command: 'doctor', targetId: target.targetId, streams });
+                            }
+                            else {
+                                for (const { report } of streams) {
+                                    context.print(`${report.namespaceId}: ${report.healthy ? 'healthy' : report.problems.join('; ')} (${report.runs} runs, selected checkpoint v${report.checkpoint.version}, ${report.selectedEvidenceRows} stream evidence rows)`);
+                                }
+                            }
+                            return ok ? 0 : 1;
+                        }
+                        finally {
+                            await target.close();
+                        }
+                    },
+                }),
+            },
+            {
+                name: 'repair',
+                description: 'Review recovery; --apply materializes a verified journal for explicit configuration activation',
+                flags: REPAIR_FLAGS,
+                optionsSchema,
+                run: runCommand({
+                    command: 'repair',
+                    label: 'Ingest repair',
+                    fn: async (context) => {
+                        const selected = await loadSelection(context);
+                        const backfill = parseBackfill(context.flags);
+                        const apply = context.flags['--apply'];
+                        if (typeof apply === 'string' && selected.length !== 1) {
+                            throw new IngestConfigError('--apply requires exactly one selected stream; use --tag to narrow the selection.');
+                        }
+                        const target = openTarget(context);
+                        try {
+                            const streams = [];
+                            for (const entry of selected) {
+                                const namespaceId = backfill ? `${entry.stream.id}#backfill:${backfill.id}` : entry.stream.id;
+                                const result = await repairJournal(namespaceId, typeof apply === 'string' ? apply : undefined, {
+                                    executor: target.executor, database: target.database, targetId: target.targetId, table: context.options.journalTable,
+                                });
+                                streams.push({ ...describeStream(entry), ...result });
+                            }
+                            if (context.jsonMode) {
+                                context.print({ ok: true, command: 'repair', targetId: target.targetId, streams });
+                            }
+                            else {
+                                for (const { applied, plan } of streams) {
+                                    if (plan.healthy) {
+                                        context.print(`${plan.namespaceId}: healthy; ${plan.runs} runs, selected checkpoint v${plan.checkpoint.version}.`);
+                                        continue;
+                                    }
+                                    context.print(`${plan.namespaceId}: ${applied ? 'repair materialized; configuration activation required' : 'repair plan'}; retain ${plan.retainedFacts} facts, selected checkpoint v${plan.checkpoint.version}.`);
+                                    for (const problem of plan.problems)
+                                        context.print(problem);
+                                    context.print(`Evidence: ${plan.evidenceRows} rows ${applied ? 'preserved in' : 'will be archived to'} ${applied ? plan.archiveTable : `${plan.archiveTable}_<copy id>`}; original table retained.`);
+                                    context.print(plan.replayWarning);
+                                    context.print(plan.activation);
+                                    if (!applied && !plan.healthy && plan.repairable)
+                                        context.print(`Review this plan, then run ingest repair --tag stream:${plan.namespaceId.split('#backfill:')[0]}${backfill ? ` --backfill ${backfill.id}` : ''} --apply ${plan.fingerprint}`);
+                                }
+                            }
+                            return 0;
+                        }
+                        finally {
+                            await target.close();
+                        }
+                    },
+                }),
+            },
+            {
+                name: 'status',
+                description: 'Show the committed checkpoint of each selected stream',
+                flags: SELECTION_FLAGS,
+                optionsSchema,
+                run: runCommand({
+                    command: 'status',
+                    label: 'Ingest status',
+                    fn: async (context) => {
+                        const selected = await loadSelection(context);
+                        const target = openTarget(context);
+                        try {
+                            const journal = createClickHouseJournal({
+                                executor: target.executor,
+                                database: target.database,
+                                targetId: target.targetId,
+                                table: context.options.journalTable,
+                            });
+                            await journal.ensure();
+                            const streams = await Promise.all(selected.map(async (entry) => {
+                                const checkpoint = await journal.readCheckpoint(entry.stream.id);
+                                return { ...describeStream(entry), checkpointVersion: checkpoint.version, checkpoint: checkpoint.envelope ?? null };
+                            }));
+                            if (context.jsonMode) {
+                                context.print({ ok: true, command: 'status', targetId: target.targetId, streams });
+                            }
+                            else {
+                                for (const stream of streams) {
+                                    context.print(`${stream.streamId}: v${stream.checkpointVersion} ${stream.checkpoint ? JSON.stringify(stream.checkpoint.state) : '(no checkpoint)'}`);
+                                }
+                            }
+                            return 0;
+                        }
+                        finally {
+                            await target.close();
+                        }
+                    },
+                }),
+            },
+        ],
+        hooks: {
+            async onCheck(context) {
+                const findings = checkGraph(await loadGraph(context.config));
+                return {
+                    plugin: 'ingest',
+                    evaluated: true,
+                    ok: findings.every((finding) => finding.severity !== 'error'),
+                    findings,
+                };
+            },
+        },
+    };
+}
+export function ingest(options = {}) {
+    return { plugin: createIngestPlugin(options), name: 'ingest', enabled: true, options };
+}
+/** Local, zero-network graph checks: they hold in `--offline` mode too. */
+export function checkGraph(pipelines) {
+    const findings = [];
+    if (pipelines.length === 0) {
+        findings.push({ code: 'ingest_no_pipelines', message: 'No ingestion pipeline is exported by the project entry.', severity: 'warn' });
+    }
+    for (const pipeline of pipelines) {
+        for (const stream of pipeline.streams) {
+            const columns = new Set(stream.destination.columns.map((column) => column.name));
+            const missing = REQUIRED_COLUMNS.filter((name) => !columns.has(name));
+            if (missing.length > 0) {
+                findings.push({
+                    code: 'ingest_missing_metadata_columns',
+                    message: `Stream "${stream.id}" destination ${stream.destination.database}.${stream.destination.name} is missing ${missing.join(', ')}. Spread ingestionColumns into its columns.`,
+                    severity: 'error',
+                });
+            }
+        }
+    }
+    return findings;
+}
+// Discover values exported from the configured entry (or legacy schema files).
+async function loadGraph(config) {
+    if (config.schema.length === 0)
+        return [];
+    return collectPipelines(await loadDefinitionModules(config.schema, { cwd: process.cwd() }));
+}
+async function loadSelection(context) {
+    const pipelines = await loadGraph(context.config);
+    if (pipelines.length === 0) {
+        throw new IngestConfigError('No ingestion pipeline is exported. Export a definePipeline(...) value from the module configured as "entry".');
+    }
+    const tags = context.flags['--tag'];
+    return selectStreams(pipelines, Array.isArray(tags) ? tags : typeof tags === 'string' ? [tags] : []);
+}
+function openTarget(context) {
+    const clickhouse = context.config.clickhouse;
+    // Ingestion requires JSONEachRow and per-insert deduplication settings.
+    // The host executor contract does not guarantee either capability.
+    // Streams fetch, load and journal concurrently, so the executor must not be
+    // bound to one ClickHouse HTTP session (a session allows one in-flight query).
+    if (clickhouse) {
+        const executor = createStatelessClickHouseExecutor(clickhouse);
+        return { executor, database: clickhouse.database, targetId: targetIdOf(clickhouse.url, clickhouse.database), close: () => executor.close() };
+    }
+    throw new IngestConfigError('Ingestion requires a direct ClickHouse connection for JSON rows and deduplication settings. Configure clickhouse in your clickhouse.config.ts; a host-provided executor is not supported.');
+}
+function targetIdOf(url, database) {
+    try {
+        return `${new URL(url).host}/${database}`;
+    }
+    catch {
+        return `${url}/${database}`;
+    }
+}
+function parseBackfill(flags) {
+    const id = flags['--backfill'];
+    const from = parseTimestamp(flags['--from'], '--from');
+    const to = parseTimestamp(flags['--to'], '--to');
+    if (typeof id !== 'string') {
+        if (from || to)
+            throw new IngestConfigError('--from and --to require --backfill <id>: explicit ranges never touch the scheduled checkpoint.');
+        return undefined;
+    }
+    if (!/^[A-Za-z0-9][A-Za-z0-9_.-]*$/.test(id))
+        throw new IngestConfigError(`Invalid --backfill id "${id}".`);
+    return { id, from, to };
+}
+function parseTimestamp(raw, flag) {
+    if (typeof raw !== 'string')
+        return undefined;
+    const date = new Date(raw);
+    if (Number.isNaN(date.getTime()))
+        throw new IngestConfigError(`Invalid timestamp for ${flag}: ${raw}`);
+    return date;
+}
+function parseMaxDuration(raw) {
+    if (typeof raw !== 'string')
+        return undefined;
+    const seconds = Number(raw);
+    if (!Number.isFinite(seconds) || seconds <= 0)
+        throw new IngestConfigError(`Invalid value for --max-duration: ${raw}`);
+    return seconds;
+}
+function describeStream(entry) {
+    return {
+        streamId: entry.stream.id,
+        pipelineId: entry.pipeline.id,
+        destination: `${entry.stream.destination.database}.${entry.stream.destination.name}`,
+        strategy: `${entry.stream.incremental.id}@${entry.stream.incremental.version}`,
+        tags: [...entry.effectiveTags],
+    };
+}
+//# sourceMappingURL=plugin.js.map

package/dist/plugin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,cAAc,CAAA;AAElC,OAAO,EAAE,iCAAiC,EAA2B,MAAM,mBAAmB,CAAA;AAC9F,OAAO,EACL,kBAAkB,EAClB,WAAW,EACX,mBAAmB,GAGpB,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAA;AACjE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,OAAO,EAAE,eAAe,EAAE,2BAA2B,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA;AAClH,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAC/C,OAAO,EAAE,YAAY,EAAwB,MAAM,eAAe,CAAA;AAClE,OAAO,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAA;AAC7E,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAuB,MAAM,eAAe,CAAA;AACpF,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAG5D,MAAM,gBAAgB,GAAG,CAAC,eAAe,EAAE,aAAa,EAAE,kBAAkB,CAAC,CAAA;AAE7E,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAAC;IAC9D,gDAAgD;IAChD,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IACvD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;CACxD,CAAC,CAAA;AAKF,MAAM,eAAe,GAAG,WAAW,CAAC;IAClC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,8DAA8D,EAAE,WAAW,EAAE,OAAO,EAAE;CAC9H,CAAC,CAAA;AAEX,MAAM,SAAS,GAAG,WAAW,CAAC;IAC5B,GAAG,eAAe;IAClB,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,2DAA2D,EAAE,WAAW,EAAE,MAAM,EAAE;IACrI,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,4CAA4C,EAAE,WAAW,EAAE,aAAa,EAAE;IACzH,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,4CAA4C,EAAE,WAAW,EAAE,aAAa,EAAE;IACvH,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,6BAA6B,EAAE,WAAW,EAAE,WAAW,EAAE;CACxG,CAAC,CAAA;AAEX,MAAM,cAAc,GAAG,WAAW,CAAC;IACjC,GAAG,eAAe;IAClB,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,mDAAmD,EAAE,WAAW,EAAE,MAAM,EAAE;CACrH,CAAC,CAAA;AAEX,MAAM,YAAY,GAAG,WAAW,CAAC;IAC/B,GAAG,cAAc;IACjB,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,+EAA+E,EAAE,WAAW,EAAE,eAAe,EAAE;CACvJ,CAAC,CAAA;AAaX,MAAM,UAAU,GAAG,kBAAkB,CAA6B,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,CAAC,CAAA;AAE1G,MAAM,UAAU,kBAAkB,CAAC,UAA+B,EAAE;IAClE,MAAM,aAAa,GAAG,mBAAmB,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAA;IAEvE,OAAO;QACL,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAiB,EAAE,UAAU,EAAE,CAAU,EAAE;QAC7D,aAAa;QACb,QAAQ,EAAE;YACR;gBACE,IAAI,EAAE,KAAK;gBACX,WAAW,EAAE,yEAAyE;gBACtF,KAAK,EAAE,SAAS;gBAChB,aAAa;gBACb,GAAG,EAAE,UAAU,CAAC;oBACd,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,YAAY;oBACnB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;wBACpB,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,CAAA;wBAC7C,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;wBAC7C,MAAM,kBAAkB,GAAG,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAA;wBAClH,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;wBAClC,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAA;wBACnC,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,YAAY,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC,CAAA;wBACjF,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;wBAChC,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAA;wBAEjC,IAAI,CAAC;4BACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAC/B,EAAE,QAAQ,EAAE,QAAQ,EAAE,EACtB;gCACE,OAAO,EAAE,uBAAuB,CAAC;oCAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ;oCACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oCACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oCACzB,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY;iCACpC,CAAC;gCACF,WAAW,EAAE,2BAA2B,CAAC,MAAM,CAAC,QAAQ,CAAC;gCACzD,MAAM,EAAE,KAAK,CAAC,MAAM;gCACpB,aAAa,EAAE,kBAAkB,GAAG,IAAI;gCACxC,eAAe,EAAE,OAAO,CAAC,OAAO,CAAC,eAAe;gCAChD,GAAG,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;6BACxE,CACF,CAAA;4BACD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;gCACrB,OAAO,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,EAAE,CAAC,CAAA;4BAC9C,CAAC;iCAAM,CAAC;gCACN,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;gCACzE,OAAO,CAAC,KAAK,CAAC,cAAc,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,KAAK,MAAM,CAAC,OAAO,CAAC,MAAM,aAAa,IAAI,QAAQ,CAAC,CAAA;4BAClI,CAAC;4BACD,OAAO,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;wBAC1B,CAAC;gCAAS,CAAC;4BACT,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;4BAC/B,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAA;4BAChC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;wBACtB,CAAC;oBACH,CAAC;iBACF,CAAC;aACH;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,WAAW,EAAE,2DAA2D;gBACxE,KAAK,EAAE,eAAe;gBACtB,aAAa;gBACb,GAAG,EAAE,UAAU,CAAC;oBACd,OAAO,EAAE,MAAM;oBACf,KAAK,EAAE,aAAa;oBACpB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;wBACpB,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,CAAA;wBAC7C,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;wBAC5C,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;4BACrB,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAA;wBACvD,CAAC;6BAAM,CAAC;4BACN,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gCAC7B,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,QAAQ,OAAO,MAAM,CAAC,WAAW,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;4BAC1F,CAAC;wBACH,CAAC;wBACD,OAAO,CAAC,CAAA;oBACV,CAAC;iBACF,CAAC;aACH;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,gEAAgE;gBAC7E,KAAK,EAAE,cAAc;gBACrB,aAAa;gBACb,GAAG,EAAE,UAAU,CAAC;oBACd,OAAO,EAAE,QAAQ;oBACjB,KAAK,EAAE,eAAe;oBACtB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;wBACpB,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,CAAA;wBAC7C,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;wBAC7C,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;wBAClC,IAAI,CAAC;4BACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;gCAC7D,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,EAAE,aAAa,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAA;gCAC7F,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE;oCAC9C,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY;iCACrH,CAAC,CAAA;gCACF,OAAO,EAAE,GAAG,cAAc,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;4BAC7C,CAAC,CAAC,CAAC,CAAA;4BACH,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;4BAC3D,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;gCACrB,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAA;4BAC9E,CAAC;iCAAM,CAAC;gCACN,KAAK,MAAM,EAAE,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;oCACjC,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,WAAW,KAAK,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,IAAI,+BAA+B,MAAM,CAAC,UAAU,CAAC,OAAO,KAAK,MAAM,CAAC,oBAAoB,wBAAwB,CAAC,CAAA;gCAClO,CAAC;4BACH,CAAC;4BACD,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;wBACnB,CAAC;gCAAS,CAAC;4BACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;wBACtB,CAAC;oBACH,CAAC;iBACF,CAAC;aACH;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,gGAAgG;gBAC7G,KAAK,EAAE,YAAY;gBACnB,aAAa;gBACb,GAAG,EAAE,UAAU,CAAC;oBACd,OAAO,EAAE,QAAQ;oBACjB,KAAK,EAAE,eAAe;oBACtB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;wBACpB,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,CAAA;wBAC7C,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;wBAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;wBACtC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;4BACvD,MAAM,IAAI,iBAAiB,CAAC,kFAAkF,CAAC,CAAA;wBACjH,CAAC;wBACD,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;wBAClC,IAAI,CAAC;4BACH,MAAM,OAAO,GAAG,EAAE,CAAA;4BAClB,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;gCAC7B,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,EAAE,aAAa,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAA;gCAC7F,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,EAAE;oCAC7F,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY;iCACrH,CAAC,CAAA;gCACF,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,cAAc,CAAC,KAAK,CAAC,EAAE,GAAG,MAAM,EAAE,CAAC,CAAA;4BACvD,CAAC;4BACD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;gCACrB,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAA;4BACpF,CAAC;iCAAM,CAAC;gCACN,KAAK,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,OAAO,EAAE,CAAC;oCACxC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;wCACjB,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,cAAc,IAAI,CAAC,IAAI,+BAA+B,IAAI,CAAC,UAAU,CAAC,OAAO,GAAG,CAAC,CAAA;wCAClH,SAAQ;oCACV,CAAC;oCACD,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,KAAK,OAAO,CAAC,CAAC,CAAC,wDAAwD,CAAC,CAAC,CAAC,aAAa,YAAY,IAAI,CAAC,aAAa,gCAAgC,IAAI,CAAC,UAAU,CAAC,OAAO,GAAG,CAAC,CAAA;oCACjN,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ;wCAAE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;oCAC3D,OAAO,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,YAAY,SAAS,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,qBAAqB,IAAI,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,YAAY,4BAA4B,CAAC,CAAA;oCACpM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;oCACjC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;oCAC9B,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,UAAU;wCAAE,OAAO,CAAC,KAAK,CAAC,yDAAyD,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,eAAe,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,CAAC,WAAW,EAAE,CAAC,CAAA;gCAChP,CAAC;4BACH,CAAC;4BACD,OAAO,CAAC,CAAA;wBACV,CAAC;gCAAS,CAAC;4BACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;wBACtB,CAAC;oBACH,CAAC;iBACF,CAAC;aACH;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,uDAAuD;gBACpE,KAAK,EAAE,eAAe;gBACtB,aAAa;gBACb,GAAG,EAAE,UAAU,CAAC;oBACd,OAAO,EAAE,QAAQ;oBACjB,KAAK,EAAE,eAAe;oBACtB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;wBACpB,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,CAAA;wBAC7C,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;wBAClC,IAAI,CAAC;4BACH,MAAM,OAAO,GAAG,uBAAuB,CAAC;gCACtC,QAAQ,EAAE,MAAM,CAAC,QAAQ;gCACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gCACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gCACzB,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY;6BACpC,CAAC,CAAA;4BACF,MAAM,OAAO,CAAC,MAAM,EAAE,CAAA;4BACtB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;gCAC3B,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;gCAChE,OAAO,EAAE,GAAG,cAAc,CAAC,KAAK,CAAC,EAAE,iBAAiB,EAAE,UAAU,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAA;4BACrH,CAAC,CAAC,CACH,CAAA;4BACD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;gCACrB,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAA;4BACpF,CAAC;iCAAM,CAAC;gCACN,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;oCAC7B,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,QAAQ,MAAM,MAAM,CAAC,iBAAiB,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,iBAAiB,EAAE,CAAC,CAAA;gCACtJ,CAAC;4BACH,CAAC;4BACD,OAAO,CAAC,CAAA;wBACV,CAAC;gCAAS,CAAC;4BACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;wBACtB,CAAC;oBACH,CAAC;iBACF,CAAC;aACH;SACF;QACD,KAAK,EAAE;YACL,KAAK,CAAC,OAAO,CAAC,OAAsC;gBAClD,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;gBAC5D,OAAO;oBACL,MAAM,EAAE,QAAQ;oBAChB,SAAS,EAAE,IAAI;oBACf,EAAE,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC;oBAC7D,QAAQ;iBACT,CAAA;YACH,CAAC;SACF;KACF,CAAA;AACH,CAAC;AAID,MAAM,UAAU,MAAM,CAAC,UAA+B,EAAE;IACtD,OAAO,EAAE,MAAM,EAAE,kBAAkB,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;AACxF,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,UAAU,CAAC,SAAwC;IACjE,MAAM,QAAQ,GAAkF,EAAE,CAAA;IAClG,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,OAAO,EAAE,yDAAyD,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAA;IACtI,CAAC;IACD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACtC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;YAChF,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAA;YACrE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,iCAAiC;oBACvC,OAAO,EAAE,WAAW,MAAM,CAAC,EAAE,iBAAiB,MAAM,CAAC,WAAW,CAAC,QAAQ,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,eAAe,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,6CAA6C;oBAClL,QAAQ,EAAE,OAAO;iBAClB,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED,+EAA+E;AAC/E,KAAK,UAAU,SAAS,CAAC,MAAyB;IAChD,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IACzC,OAAO,gBAAgB,CAAC,MAAM,qBAAqB,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAA;AAC7F,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,OAAmC;IAC9D,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACjD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,iBAAiB,CAAC,8GAA8G,CAAC,CAAA;IAC7I,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IACnC,OAAO,aAAa,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;AACtG,CAAC;AAED,SAAS,UAAU,CAAC,OAAmC;IACrD,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,CAAA;IAC5C,wEAAwE;IACxE,mEAAmE;IACnE,4EAA4E;IAC5E,+EAA+E;IAC/E,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,QAAQ,GAAG,iCAAiC,CAAC,UAAU,CAAC,CAAA;QAC9D,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC,UAAU,CAAC,GAAG,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAA;IAC9I,CAAC;IACD,MAAM,IAAI,iBAAiB,CAAC,2LAA2L,CAAC,CAAA;AAC1N,CAAC;AAED,SAAS,UAAU,CAAC,GAAW,EAAE,QAAgB;IAC/C,IAAI,CAAC;QACH,OAAO,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,QAAQ,EAAE,CAAA;IAC3C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,GAAG,IAAI,QAAQ,EAAE,CAAA;IAC7B,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,KAA0C;IAC/D,MAAM,EAAE,GAAG,KAAK,CAAC,YAAY,CAAC,CAAA;IAC9B,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC,CAAA;IACtD,MAAM,EAAE,GAAG,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAA;IAChD,IAAI,OAAO,EAAE,KAAK,QAAQ,EAAE,CAAC;QAC3B,IAAI,IAAI,IAAI,EAAE;YAAE,MAAM,IAAI,iBAAiB,CAAC,gGAAgG,CAAC,CAAA;QAC7I,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,IAAI,CAAC,8BAA8B,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,MAAM,IAAI,iBAAiB,CAAC,0BAA0B,EAAE,IAAI,CAAC,CAAA;IAC3G,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAA;AACzB,CAAC;AAED,SAAS,cAAc,CAAC,GAA4C,EAAE,IAAY;IAChF,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAA;IAC7C,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAA;IAC1B,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAAE,MAAM,IAAI,iBAAiB,CAAC,yBAAyB,IAAI,KAAK,GAAG,EAAE,CAAC,CAAA;IACtG,OAAO,IAAI,CAAA;AACb,CAAC;AAED,SAAS,gBAAgB,CAAC,GAA4C;IACpE,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAA;IAC7C,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAA;IAC3B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,IAAI,CAAC;QAAE,MAAM,IAAI,iBAAiB,CAAC,qCAAqC,GAAG,EAAE,CAAC,CAAA;IACtH,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,KAAqB;IAC3C,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE;QACzB,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE;QAC7B,WAAW,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;QACpF,QAAQ,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,EAAE;QAC9E,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,aAAa,CAAC;KAC/B,CAAA;AACH,CAAC"}

package/dist/queue.d.ts

@@ -0,0 +1,9 @@
+export interface BoundedQueue<T> {
+    /** Waits while the queue is full, which is what applies backpressure to the reader. */
+    push(item: T, signal: AbortSignal): Promise<void>;
+    /** Resolves `undefined` once the queue is closed and drained. */
+    pop(signal: AbortSignal): Promise<T | undefined>;
+    close(): void;
+}
+export declare function createBoundedQueue<T>(capacity: number): BoundedQueue<T>;
+//# sourceMappingURL=queue.d.ts.map

package/dist/queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.d.ts","sourceRoot":"","sources":["../src/queue.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,YAAY,CAAC,CAAC;IAC7B,uFAAuF;IACvF,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACjD,iEAAiE;IACjE,GAAG,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,CAAA;IAChD,KAAK,IAAI,IAAI,CAAA;CACd;AAED,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,CA+CvE"}

package/dist/queue.js

@@ -0,0 +1,47 @@
+export function createBoundedQueue(capacity) {
+    const limit = Math.max(1, capacity);
+    const items = [];
+    let closed = false;
+    let wake = [];
+    const notify = () => {
+        const waiting = wake;
+        wake = [];
+        for (const resolve of waiting)
+            resolve();
+    };
+    const wait = (signal) => new Promise((resolve, reject) => {
+        const onAbort = () => reject(signal.reason);
+        signal.addEventListener('abort', onAbort, { once: true });
+        wake.push(() => {
+            signal.removeEventListener('abort', onAbort);
+            resolve();
+        });
+    });
+    return {
+        async push(item, signal) {
+            while (items.length >= limit) {
+                signal.throwIfAborted();
+                await wait(signal);
+            }
+            signal.throwIfAborted();
+            items.push(item);
+            notify();
+        },
+        async pop(signal) {
+            while (items.length === 0) {
+                if (closed)
+                    return undefined;
+                signal.throwIfAborted();
+                await wait(signal);
+            }
+            const item = items.shift();
+            notify();
+            return item;
+        },
+        close() {
+            closed = true;
+            notify();
+        },
+    };
+}
+//# sourceMappingURL=queue.js.map

package/dist/queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.js","sourceRoot":"","sources":["../src/queue.ts"],"names":[],"mappings":"AAQA,MAAM,UAAU,kBAAkB,CAAI,QAAgB;IACpD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAA;IACnC,MAAM,KAAK,GAAQ,EAAE,CAAA;IACrB,IAAI,MAAM,GAAG,KAAK,CAAA;IAClB,IAAI,IAAI,GAAsB,EAAE,CAAA;IAEhC,MAAM,MAAM,GAAG,GAAG,EAAE;QAClB,MAAM,OAAO,GAAG,IAAI,CAAA;QACpB,IAAI,GAAG,EAAE,CAAA;QACT,KAAK,MAAM,OAAO,IAAI,OAAO;YAAE,OAAO,EAAE,CAAA;IAC1C,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,CAAC,MAAmB,EAAE,EAAE,CACnC,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACpC,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QAC3C,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QACzD,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;YACb,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;YAC5C,OAAO,EAAE,CAAA;QACX,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEJ,OAAO;QACL,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM;YACrB,OAAO,KAAK,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC;gBAC7B,MAAM,CAAC,cAAc,EAAE,CAAA;gBACvB,MAAM,IAAI,CAAC,MAAM,CAAC,CAAA;YACpB,CAAC;YACD,MAAM,CAAC,cAAc,EAAE,CAAA;YACvB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAChB,MAAM,EAAE,CAAA;QACV,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,MAAM;YACd,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,IAAI,MAAM;oBAAE,OAAO,SAAS,CAAA;gBAC5B,MAAM,CAAC,cAAc,EAAE,CAAA;gBACvB,MAAM,IAAI,CAAC,MAAM,CAAC,CAAA;YACpB,CAAC;YACD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAA;YAC1B,MAAM,EAAE,CAAA;YACR,OAAO,IAAI,CAAA;QACb,CAAC;QACD,KAAK;YACH,MAAM,GAAG,IAAI,CAAA;YACb,MAAM,EAAE,CAAA;QACV,CAAC;KACF,CAAA;AACH,CAAC"}

package/dist/recovery.d.ts

@@ -0,0 +1,41 @@
+import { type ClickHouseExecutor } from '@chkit/clickhouse';
+import { type JournalRow } from './journal.js';
+import type { CommittedCheckpoint } from './types.js';
+export interface JournalRepairPlan {
+    namespaceId: string;
+    sourceTable: string;
+    fingerprint: string;
+    healthy: boolean;
+    repairable: boolean;
+    problems: string[];
+    /** All physical rows in the source table, preserved in the archive. */
+    evidenceRows: number;
+    selectedEvidenceRows: number;
+    /** Valid selected facts plus all untouched rows from other namespaces. */
+    retainedFacts: number;
+    runs: number;
+    checkpoint: CommittedCheckpoint;
+    archiveTable: string;
+    replacementTable: string;
+    activation: string;
+    replayWarning: string;
+}
+export interface JournalRecoveryOptions {
+    executor: ClickHouseExecutor;
+    database: string;
+    targetId: string;
+    table?: string;
+}
+export interface JournalRepairResult {
+    applied: boolean;
+    /** Materializing a repair never changes the active journal configuration. */
+    activated: false;
+    plan: JournalRepairPlan;
+}
+/** Inspect valid run histories; overlapping runs are normal journal evidence. */
+export declare function planJournalRepair(snapshot: readonly JournalRow[], namespaceId: string, sourceTable: string, targetId?: string): JournalRepairPlan;
+/** Diagnose one complete source-table snapshot without modifying it. */
+export declare function doctorJournal(namespaceId: string, options: JournalRecoveryOptions): Promise<JournalRepairPlan>;
+/** Materialize a reviewed repair; activation is an explicit configuration change. */
+export declare function repairJournal(namespaceId: string, fingerprint: string | undefined, options: JournalRecoveryOptions): Promise<JournalRepairResult>;
+//# sourceMappingURL=recovery.d.ts.map

package/dist/recovery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recovery.d.ts","sourceRoot":"","sources":["../src/recovery.ts"],"names":[],"mappings":"AAEA,OAAO,EAAgB,KAAK,kBAAkB,EAA2B,MAAM,mBAAmB,CAAA;AAIlG,OAAO,EAAiE,KAAK,UAAU,EAAE,MAAM,cAAc,CAAA;AAC7G,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAA;AAOrD,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,MAAM,CAAA;IACnB,WAAW,EAAE,MAAM,CAAA;IACnB,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE,OAAO,CAAA;IAChB,UAAU,EAAE,OAAO,CAAA;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAA;IAClB,uEAAuE;IACvE,YAAY,EAAE,MAAM,CAAA;IACpB,oBAAoB,EAAE,MAAM,CAAA;IAC5B,0EAA0E;IAC1E,aAAa,EAAE,MAAM,CAAA;IACrB,IAAI,EAAE,MAAM,CAAA;IACZ,UAAU,EAAE,mBAAmB,CAAA;IAC/B,YAAY,EAAE,MAAM,CAAA;IACpB,gBAAgB,EAAE,MAAM,CAAA;IACxB,UAAU,EAAE,MAAM,CAAA;IAClB,aAAa,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,kBAAkB,CAAA;IAC5B,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,OAAO,CAAA;IAChB,6EAA6E;IAC7E,SAAS,EAAE,KAAK,CAAA;IAChB,IAAI,EAAE,iBAAiB,CAAA;CACxB;AAED,iFAAiF;AACjF,wBAAgB,iBAAiB,CAC/B,QAAQ,EAAE,SAAS,UAAU,EAAE,EAC/B,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,MAAM,EACnB,QAAQ,CAAC,EAAE,MAAM,GAChB,iBAAiB,CAuBnB;AAED,wEAAwE;AACxE,wBAAsB,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAIpH;AAED,qFAAqF;AACrF,wBAAsB,aAAa,CACjC,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,mBAAmB,CAAC,CAoC9B"}

package/dist/recovery.js

@@ -0,0 +1,145 @@
+import { randomUUID } from 'node:crypto';
+import { waitForTable } from '@chkit/clickhouse';
+import { IngestConfigError } from './errors.js';
+import { validateJournalHistory } from './journal-history.js';
+import { canonicalJson, DEFAULT_JOURNAL_TABLE, digest, journalTableSql } from './journal.js';
+const IDENTIFIER = /^[A-Za-z_][A-Za-z0-9_]*$/;
+const READ_SETTINGS = {
+    select_sequential_consistency: '1', use_query_cache: 0, output_format_json_quote_64bit_integers: 1,
+};
+/** Inspect valid run histories; overlapping runs are normal journal evidence. */
+export function planJournalRepair(snapshot, namespaceId, sourceTable, targetId) {
+    const selected = selectedRows(snapshot, namespaceId, targetId);
+    const validated = validateJournalHistory(selected, namespaceId);
+    const fingerprint = repairFingerprint(snapshot, namespaceId, sourceTable, targetId);
+    const suffix = fingerprint.slice(0, 24);
+    const replacementTable = `${sourceTable}_repair_${suffix}`;
+    return {
+        namespaceId,
+        sourceTable,
+        fingerprint,
+        healthy: validated.problems.length === 0,
+        repairable: true,
+        problems: validated.problems,
+        evidenceRows: snapshot.length,
+        selectedEvidenceRows: selected.length,
+        retainedFacts: snapshot.length - selected.length + validated.rows.length,
+        runs: new Set(selected.map((row) => row.run_id)).size,
+        checkpoint: validated.checkpoint,
+        archiveTable: `${sourceTable}_archive_${suffix}`,
+        replacementTable,
+        activation: `Stop all ingestion writers, materialize the reviewed repair, then configure ingest({ journalTable: '${replacementTable}' }) before restarting them.`,
+        replayWarning: 'The next run resumes from the selected valid checkpoint. Uncertain destination writes may be loaded again (at least once).',
+    };
+}
+/** Diagnose one complete source-table snapshot without modifying it. */
+export async function doctorJournal(namespaceId, options) {
+    const table = recoveryTable(options);
+    const snapshot = await inspectSource(table, options);
+    return sourcePlan(snapshot, namespaceId, table, options.targetId);
+}
+/** Materialize a reviewed repair; activation is an explicit configuration change. */
+export async function repairJournal(namespaceId, fingerprint, options) {
+    const table = recoveryTable(options);
+    const source = await inspectSource(table, options);
+    const plan = sourcePlan(source, namespaceId, table, options.targetId);
+    if (fingerprint === undefined)
+        return { applied: false, activated: false, plan };
+    if (fingerprint !== plan.fingerprint)
+        throw new IngestConfigError('Journal changed since review. Stop all writers, run ingest repair again, and review the new fingerprint.');
+    if (!plan.repairable)
+        throw new IngestConfigError(plan.problems.join(' '));
+    if (plan.healthy)
+        return { applied: false, activated: false, plan };
+    // Each attempt writes its own tables. Concurrent or interrupted repairs cannot
+    // change another attempt's verified output; none of them routes active writers.
+    const copyId = randomUUID().replaceAll('-', '').slice(0, 12);
+    const replacementTable = `${plan.replacementTable}_${copyId}`;
+    const materializedPlan = {
+        ...plan,
+        archiveTable: `${plan.archiveTable}_${copyId}`,
+        replacementTable,
+        activation: `Keep all ingestion writers stopped. Configure ingest({ journalTable: '${replacementTable}' }), then restart them. The active journal has not been changed.`,
+    };
+    await preserveSnapshot(materializedPlan.archiveTable, source.rows, options);
+    const selected = selectedRows(source.rows, namespaceId, options.targetId);
+    const validated = validateJournalHistory(selected, namespaceId);
+    const retained = [
+        ...source.rows.filter((row) => !isSelected(row, namespaceId, options.targetId)),
+        ...validated.rows,
+    ];
+    await preserveSnapshot(replacementTable, retained, options);
+    const copied = validateJournalHistory(selectedRows(await readSnapshot(replacementTable, options), namespaceId, options.targetId), namespaceId);
+    if (copied.problems.length > 0 || canonicalJson(copied.checkpoint) !== canonicalJson(plan.checkpoint)) {
+        throw new Error('Replacement journal verification failed; the active journal remains unchanged.');
+    }
+    const finalSnapshot = await readSnapshot(table, options);
+    if (repairFingerprint(finalSnapshot, namespaceId, table, options.targetId) !== fingerprint) {
+        throw new IngestConfigError('Journal changed while copying. Keep the original journal active, stop all writers, and review a new repair plan.');
+    }
+    return { applied: true, activated: false, plan: materializedPlan };
+}
+function recoveryTable(options) {
+    const table = options.table ?? DEFAULT_JOURNAL_TABLE;
+    identifier(options.database);
+    identifier(table);
+    return table;
+}
+async function inspectSource(table, options) {
+    const exists = await options.executor.query(`SELECT 1 AS x FROM system.tables WHERE database = ${sqlString(options.database)} AND name = ${sqlString(table)}`, READ_SETTINGS);
+    if (exists.length === 0)
+        return { rows: [], missing: true };
+    return { rows: await readSnapshot(table, options), missing: false };
+}
+function sourcePlan(snapshot, namespaceId, table, targetId) {
+    const plan = planJournalRepair(snapshot.rows, namespaceId, table, targetId);
+    if (!snapshot.missing)
+        return plan;
+    return {
+        ...plan, healthy: false, repairable: false,
+        problems: [...plan.problems, `Journal source table ${table} is missing. Restore its evidence before repairing, or run ingest on a fresh target.`],
+    };
+}
+async function readSnapshot(table, options) {
+    return options.executor.query(`SELECT * FROM ${qualified(options.database, table)} ORDER BY target_id, namespace_id, run_id, event_seq, event_id, payload_hash, event_at`, READ_SETTINGS);
+}
+async function preserveSnapshot(table, rows, options) {
+    await options.executor.command(journalTableSql(qualified(options.database, table)));
+    await waitForTable(options.executor, options.database, table);
+    if (rows.length > 0) {
+        await options.executor.insert({
+            table: `${options.database}.${table}`,
+            values: [...rows],
+            settings: { async_insert: 0, insert_deduplication_token: snapshotFingerprint(rows) },
+        });
+    }
+    const archived = await readSnapshot(table, options);
+    if (snapshotFingerprint(archived) !== snapshotFingerprint(rows)) {
+        throw new Error(`Evidence verification failed for ${table}; the active journal remains unchanged.`);
+    }
+}
+function selectedRows(rows, namespaceId, targetId) {
+    return rows.filter((row) => isSelected(row, namespaceId, targetId));
+}
+function isSelected(row, namespaceId, targetId) {
+    return row.namespace_id === namespaceId && (targetId === undefined || row.target_id === targetId);
+}
+function repairFingerprint(rows, namespaceId, table, targetId) {
+    return digest([namespaceId, table, targetId ?? '', snapshotFingerprint(rows)]);
+}
+function snapshotFingerprint(rows) {
+    return digest(rows.map((row) => canonicalJson(row)).sort());
+}
+function qualified(database, table) {
+    identifier(database);
+    identifier(table);
+    return `\`${database}\`.\`${table}\``;
+}
+function identifier(value) {
+    if (!IDENTIFIER.test(value))
+        throw new IngestConfigError(`Invalid journal identifier "${value}".`);
+}
+function sqlString(value) {
+    return `'${value.replace(/\\/g, '\\\\').replace(/'/g, "\\'")}'`;
+}
+//# sourceMappingURL=recovery.js.map