@ultimat3/jobs 1.0.0

package/src/worker.d.ts

@@ -0,0 +1,68 @@
+import type { Clock, Ctx } from '@ultimat3/core';
+import type { ClaimedJob, JobDriver, QueueStats } from './driver';
+import type { AnyJobHandle } from './job';
+import type { Limiter } from './limits';
+import type { EventLookup, StepRecord } from './steps';
+export type JobOutcome = 'completed' | 'suspended' | 'retried' | 'dead-lettered';
+export interface JobExecution {
+    readonly outcome: JobOutcome;
+    readonly jobId: string;
+    readonly job: string;
+    readonly attempt: number;
+    readonly durationMs: number;
+    readonly resumeAt?: number;
+    readonly error?: string;
+    readonly steps: readonly StepRecord[];
+    readonly replayed: readonly string[];
+}
+export interface ExecuteJobOptions {
+    readonly driver: JobDriver;
+    readonly claimed: ClaimedJob;
+    readonly handle: AnyJobHandle;
+    readonly ctx: Ctx;
+    readonly clock?: Clock;
+    readonly events?: EventLookup;
+}
+/**
+ * Run one claimed job to completion, suspension or failure, and settle it with the driver.
+ * Shared by the worker loop and `x jobs run` so both take exactly the same code path.
+ */
+export declare function executeJob(options: ExecuteJobOptions): Promise<JobExecution>;
+export interface WorkerOptions {
+    readonly driver: JobDriver;
+    /** Queues this process serves. Default `['default']`. */
+    readonly queues?: readonly string[];
+    /** Slots per queue. A number applies to every queue. */
+    readonly concurrency?: number | Readonly<Record<string, number>>;
+    readonly limiter?: Limiter;
+    readonly clock?: Clock;
+    readonly events?: EventLookup;
+    /** Supplies the ambient Ctx for a job run; the app wires ALS + tenant here. */
+    readonly context: () => Ctx;
+    readonly visibilityTimeoutMs?: number;
+    readonly pollIntervalMs?: number;
+    readonly heartbeatIntervalMs?: number;
+    readonly workerId?: string;
+    /** Default true. Registers a SIGTERM drain via `onShutdown`. */
+    readonly drainOnShutdown?: boolean;
+}
+export interface WorkerStats {
+    readonly workerId: string;
+    readonly queues: readonly string[];
+    readonly state: 'idle' | 'running' | 'draining' | 'stopped';
+    readonly inFlight: number;
+    readonly processed: number;
+    readonly failed: number;
+    readonly suspended: number;
+    readonly deadLettered: number;
+    readonly queueDepth: readonly QueueStats[];
+}
+export interface Worker {
+    start(): void;
+    /** One claim+run round. Returns jobs processed. Tests drive this instead of the timer. */
+    tick(): Promise<readonly JobExecution[]>;
+    stop(reason?: string): Promise<void>;
+    stats(): Promise<WorkerStats>;
+}
+export declare function createWorker(options: WorkerOptions): Worker;
+//# sourceMappingURL=worker.d.ts.map

package/src/worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.d.ts","sourceRoot":"","sources":["worker.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,gBAAgB,CAAC;AAGjD,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAIlE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,OAAO,CAAC;AAE1C,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AAGxC,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAGvD,MAAM,MAAM,UAAU,GAAG,WAAW,GAAG,WAAW,GAAG,SAAS,GAAG,eAAe,CAAC;AAEjF,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAC;IAC7B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,SAAS,UAAU,EAAE,CAAC;IACtC,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAC;CACtC;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;IAClB,QAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC;IACvB,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;CAC/B;AAED;;;GAGG;AACH,wBAAsB,UAAU,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,YAAY,CAAC,CAoFlF;AAkBD,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC;IAC3B,yDAAyD;IACzD,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,wDAAwD;IACxD,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACjE,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC;IACvB,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,+EAA+E;IAC/E,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,CAAC;IAC5B,QAAQ,CAAC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IACtC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IACtC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,gEAAgE;IAChE,QAAQ,CAAC,eAAe,CAAC,EAAE,OAAO,CAAC;CACpC;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAAC;IAC5D,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,UAAU,EAAE,SAAS,UAAU,EAAE,CAAC;CAC5C;AAED,MAAM,WAAW,MAAM;IACrB,KAAK,IAAI,IAAI,CAAC;IACd,0FAA0F;IAC1F,IAAI,IAAI,OAAO,CAAC,SAAS,YAAY,EAAE,CAAC,CAAC;IACzC,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACrC,KAAK,IAAI,OAAO,CAAC,WAAW,CAAC,CAAC;CAC/B;AAED,wBAAgB,YAAY,CAAC,OAAO,EAAE,aAAa,GAAG,MAAM,CAuK3D"}

package/src/worker.js

@@ -0,0 +1,273 @@
+// The `worker` role: per-queue pools, a claim loop, lease heartbeats, and a graceful drain on
+// SIGTERM (stop claiming -> finish in-flight -> close). A worker that exits mid-job is not a
+// bug here — the visibility timeout re-delivers it — but a worker that exits mid-job on EVERY
+// deploy turns "at least once" into "always twice", so draining is on by default.
+import { logger, onShutdown, uuid, withSpan } from '@ultimat3/core';
+import { nowMs } from './clock';
+import { DEFAULT_QUEUE, DEFAULT_VISIBILITY_TIMEOUT_MS } from './driver';
+import { JobTimeoutError } from './errors';
+import { eventBus } from './events';
+import { getJob } from './job';
+import { createLimiter } from './limits';
+import { nextRetry } from './retry';
+import { createStepRunner, isStepSuspension } from './steps';
+/**
+ * Run one claimed job to completion, suspension or failure, and settle it with the driver.
+ * Shared by the worker loop and `x jobs run` so both take exactly the same code path.
+ */
+export async function executeJob(options) {
+    const { driver, claimed, handle } = options;
+    const startedAt = nowMs(options.clock);
+    const runner = createStepRunner({
+        runId: claimed.runId,
+        jobName: handle.name,
+        store: driver.steps,
+        ...(options.clock === undefined ? {} : { clock: options.clock }),
+        events: options.events ?? eventBus(),
+    });
+    const settle = async (outcome) => {
+        const steps = await driver.steps.list(claimed.runId);
+        return { ...outcome, steps, replayed: runner.replayedNames() };
+    };
+    try {
+        const input = handle.parse(claimed.input);
+        const work = handle.run({
+            input,
+            step: runner.step,
+            ctx: options.ctx,
+            attempt: claimed.attempt,
+            jobId: claimed.id,
+            runId: claimed.runId,
+        });
+        await (handle.timeoutMs === undefined
+            ? work
+            : raceTimeout(work, handle.timeoutMs, handle.name));
+        await driver.ack(claimed.id);
+        return settle({
+            outcome: 'completed',
+            jobId: claimed.id,
+            job: handle.name,
+            attempt: claimed.attempt,
+            durationMs: nowMs(options.clock) - startedAt,
+            steps: [],
+            replayed: [],
+        });
+    }
+    catch (error) {
+        if (isStepSuspension(error)) {
+            const delayMs = Math.max(0, error.resumeAt - nowMs(options.clock));
+            // countsAsAttempt: false — parking a run is not a failure.
+            await driver.nack(claimed.id, { delayMs, countsAsAttempt: false });
+            return settle({
+                outcome: 'suspended',
+                jobId: claimed.id,
+                job: handle.name,
+                attempt: claimed.attempt,
+                durationMs: nowMs(options.clock) - startedAt,
+                resumeAt: error.resumeAt,
+                steps: [],
+                replayed: [],
+            });
+        }
+        const message = error instanceof Error ? error.message : String(error);
+        const decision = nextRetry(handle.retry, claimed.attempt);
+        await driver.nack(claimed.id, {
+            delayMs: decision.delayMs,
+            error: message,
+            countsAsAttempt: true,
+            deadLetter: !decision.retry && decision.deadLetter,
+        });
+        logger.warn('jobs.attempt.failed', {
+            job: handle.name,
+            jobId: claimed.id,
+            attempt: claimed.attempt,
+            retry: decision.retry,
+            error: message,
+        });
+        return settle({
+            outcome: decision.retry ? 'retried' : 'dead-lettered',
+            jobId: claimed.id,
+            job: handle.name,
+            attempt: claimed.attempt,
+            durationMs: nowMs(options.clock) - startedAt,
+            error: message,
+            steps: [],
+            replayed: [],
+        });
+    }
+}
+function raceTimeout(work, timeoutMs, job) {
+    return new Promise((resolve, reject) => {
+        const timer = setTimeout(() => reject(new JobTimeoutError({ job, timeoutMs })), timeoutMs);
+        work.then((value) => {
+            clearTimeout(timer);
+            resolve(value);
+        }, (error) => {
+            clearTimeout(timer);
+            reject(error);
+        });
+    });
+}
+export function createWorker(options) {
+    const workerId = options.workerId ?? `worker-${uuid()}`;
+    const queues = options.queues ?? [DEFAULT_QUEUE];
+    const visibilityTimeoutMs = options.visibilityTimeoutMs ?? DEFAULT_VISIBILITY_TIMEOUT_MS;
+    const pollIntervalMs = options.pollIntervalMs ?? 250;
+    const heartbeatIntervalMs = options.heartbeatIntervalMs ?? Math.floor(visibilityTimeoutMs / 3);
+    const slotsFor = (queue) => typeof options.concurrency === 'number'
+        ? options.concurrency
+        : (options.concurrency?.[queue] ?? 5);
+    const limiter = options.limiter ?? createLimiter({});
+    const inFlight = new Set();
+    let state = 'idle';
+    let loop;
+    let processed = 0;
+    let failed = 0;
+    let suspended = 0;
+    let deadLettered = 0;
+    const runClaimed = async (claimed) => {
+        const handle = getJob(claimed.name);
+        if (handle === undefined) {
+            // Unknown job name: almost always a deploy skew. Park it, do not burn attempts.
+            await options.driver.nack(claimed.id, {
+                delayMs: 30_000,
+                error: `no job registered as "${claimed.name}"`,
+                countsAsAttempt: false,
+            });
+            return {
+                outcome: 'suspended',
+                jobId: claimed.id,
+                job: claimed.name,
+                attempt: claimed.attempt,
+                durationMs: 0,
+                error: `no job registered as "${claimed.name}"`,
+                steps: [],
+                replayed: [],
+            };
+        }
+        const heartbeat = setInterval(() => {
+            void options.driver.heartbeat(claimed.id, { visibilityTimeoutMs }).catch(() => undefined);
+        }, heartbeatIntervalMs);
+        try {
+            return await withSpan(`job.${handle.name}`, () => executeJob({
+                driver: options.driver,
+                claimed,
+                handle,
+                ctx: options.context(),
+                ...(options.clock === undefined ? {} : { clock: options.clock }),
+                ...(options.events === undefined ? {} : { events: options.events }),
+            }));
+        }
+        finally {
+            clearInterval(heartbeat);
+        }
+    };
+    const tick = async () => {
+        if (state === 'draining' || state === 'stopped')
+            return [];
+        const results = [];
+        for (const queue of queues) {
+            const free = Math.max(0, slotsFor(queue) - limiter.inFlight({ queue }));
+            if (free === 0)
+                continue;
+            const claimed = await options.driver.claim({
+                queues: [queue],
+                limit: free,
+                visibilityTimeoutMs,
+                workerId,
+            });
+            for (const job of claimed) {
+                const lease = limiter.tryAcquire({
+                    queue,
+                    ...(job.tenantId === undefined ? {} : { tenantId: job.tenantId }),
+                });
+                if (lease === undefined) {
+                    // Over a tenant/queue/global cap: hand it straight back for another worker.
+                    await options.driver.nack(job.id, {
+                        delayMs: pollIntervalMs,
+                        countsAsAttempt: false,
+                        error: `limited: ${limiter.blockedBy({ queue, ...(job.tenantId === undefined ? {} : { tenantId: job.tenantId }) }) ?? 'unknown'}`,
+                    });
+                    continue;
+                }
+                const running = runClaimed(job)
+                    .then((execution) => {
+                    results.push(execution);
+                    if (execution.outcome === 'completed')
+                        processed += 1;
+                    else if (execution.outcome === 'suspended')
+                        suspended += 1;
+                    else if (execution.outcome === 'retried')
+                        failed += 1;
+                    else
+                        deadLettered += 1;
+                    return execution;
+                })
+                    .finally(() => {
+                    lease.release();
+                });
+                inFlight.add(running);
+                void running.finally(() => inFlight.delete(running));
+            }
+        }
+        await Promise.allSettled([...inFlight]);
+        return results;
+    };
+    const schedule = () => {
+        loop = setTimeout(() => {
+            void tick()
+                .catch((error) => {
+                logger.error('jobs.worker.tick-failed', {
+                    workerId,
+                    error: error instanceof Error ? error.message : String(error),
+                });
+            })
+                .finally(() => {
+                if (state === 'running')
+                    schedule();
+            });
+        }, pollIntervalMs);
+    };
+    const stop = async (reason = 'stop') => {
+        if (state === 'stopped')
+            return;
+        state = 'draining';
+        if (loop !== undefined)
+            clearTimeout(loop);
+        loop = undefined;
+        logger.info('jobs.worker.draining', { workerId, reason, inFlight: inFlight.size });
+        // Stop claiming, finish what we hold, then close. Anything else re-runs work on deploy.
+        await Promise.allSettled([...inFlight]);
+        await options.driver.close?.();
+        state = 'stopped';
+    };
+    return {
+        start() {
+            if (state === 'running')
+                return;
+            state = 'running';
+            logger.info('jobs.worker.started', { workerId, queues });
+            // 'accept' phase: stop claiming before core waits on in-flight jobs.
+            if (options.drainOnShutdown !== false) {
+                onShutdown(`jobs.worker.${workerId}`, () => stop('SIGTERM'), { phase: 'accept' });
+            }
+            schedule();
+        },
+        tick,
+        stop,
+        async stats() {
+            return {
+                workerId,
+                queues,
+                state,
+                inFlight: inFlight.size,
+                processed,
+                failed,
+                suspended,
+                deadLettered,
+                queueDepth: [...(await options.driver.stats())],
+            };
+        },
+    };
+}
+//# sourceMappingURL=worker.js.map

package/src/worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["worker.ts"],"names":[],"mappings":"AAAA,8FAA8F;AAC9F,6FAA6F;AAC7F,8FAA8F;AAC9F,kFAAkF;AAGlF,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AACpE,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAEhC,OAAO,EAAE,aAAa,EAAE,6BAA6B,EAAE,MAAM,UAAU,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAEpC,OAAO,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC;AAE/B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAEpC,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAyB7D;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,OAA0B;IACzD,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC5C,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,gBAAgB,CAAC;QAC9B,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,OAAO,EAAE,MAAM,CAAC,IAAI;QACpB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,GAAG,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;QAChE,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,QAAQ,EAAE;KACrC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,KAAK,EAAE,OAAqB,EAAyB,EAAE;QACpE,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACrD,OAAO,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,aAAa,EAAE,EAAE,CAAC;IACjE,CAAC,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC;YACtB,KAAK;YACL,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,KAAK,EAAE,OAAO,CAAC,EAAE;YACjB,KAAK,EAAE,OAAO,CAAC,KAAK;SACrB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS;YACnC,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAEtD,MAAM,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC7B,OAAO,MAAM,CAAC;YACZ,OAAO,EAAE,WAAW;YACpB,KAAK,EAAE,OAAO,CAAC,EAAE;YACjB,GAAG,EAAE,MAAM,CAAC,IAAI;YAChB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,SAAS;YAC5C,KAAK,EAAE,EAAE;YACT,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;YACnE,2DAA2D;YAC3D,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC;YACnE,OAAO,MAAM,CAAC;gBACZ,OAAO,EAAE,WAAW;gBACpB,KAAK,EAAE,OAAO,CAAC,EAAE;gBACjB,GAAG,EAAE,MAAM,CAAC,IAAI;gBAChB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,SAAS;gBAC5C,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,KAAK,EAAE,EAAE;gBACT,QAAQ,EAAE,EAAE;aACb,CAAC,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QAC1D,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE;YAC5B,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,KAAK,EAAE,OAAO;YACd,eAAe,EAAE,IAAI;YACrB,UAAU,EAAE,CAAC,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,UAAU;SACnD,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,qBAAqB,EAAE;YACjC,GAAG,EAAE,MAAM,CAAC,IAAI;YAChB,KAAK,EAAE,OAAO,CAAC,EAAE;YACjB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,KAAK,EAAE,OAAO;SACf,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;YACZ,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe;YACrD,KAAK,EAAE,OAAO,CAAC,EAAE;YACjB,GAAG,EAAE,MAAM,CAAC,IAAI;YAChB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,SAAS;YAC5C,KAAK,EAAE,OAAO;YACd,KAAK,EAAE,EAAE;YACT,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,IAAsB,EAAE,SAAiB,EAAE,GAAW;IACzE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,eAAe,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAC3F,IAAI,CAAC,IAAI,CACP,CAAC,KAAK,EAAE,EAAE;YACR,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,CAAC;QACjB,CAAC,EACD,CAAC,KAAK,EAAE,EAAE;YACR,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAyCD,MAAM,UAAU,YAAY,CAAC,OAAsB;IACjD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,UAAU,IAAI,EAAE,EAAE,CAAC;IACxD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,CAAC;IACjD,MAAM,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,IAAI,6BAA6B,CAAC;IACzF,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,GAAG,CAAC;IACrD,MAAM,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,IAAI,IAAI,CAAC,KAAK,CAAC,mBAAmB,GAAG,CAAC,CAAC,CAAC;IAC/F,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAU,EAAE,CACzC,OAAO,OAAO,CAAC,WAAW,KAAK,QAAQ;QACrC,CAAC,CAAC,OAAO,CAAC,WAAW;QACrB,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,aAAa,CAAC,EAAE,CAAC,CAAC;IAErD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC7C,IAAI,KAAK,GAAyB,MAAM,CAAC;IACzC,IAAI,IAA+C,CAAC;IACpD,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,MAAM,UAAU,GAAG,KAAK,EAAE,OAAmB,EAAyB,EAAE;QACtE,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,gFAAgF;YAChF,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE;gBACpC,OAAO,EAAE,MAAM;gBACf,KAAK,EAAE,yBAAyB,OAAO,CAAC,IAAI,GAAG;gBAC/C,eAAe,EAAE,KAAK;aACvB,CAAC,CAAC;YACH,OAAO;gBACL,OAAO,EAAE,WAAW;gBACpB,KAAK,EAAE,OAAO,CAAC,EAAE;gBACjB,GAAG,EAAE,OAAO,CAAC,IAAI;gBACjB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,UAAU,EAAE,CAAC;gBACb,KAAK,EAAE,yBAAyB,OAAO,CAAC,IAAI,GAAG;gBAC/C,KAAK,EAAE,EAAE;gBACT,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE;YACjC,KAAK,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,mBAAmB,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC5F,CAAC,EAAE,mBAAmB,CAAC,CAAC;QAExB,IAAI,CAAC;YACH,OAAO,MAAM,QAAQ,CAAC,OAAO,MAAM,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,CAC/C,UAAU,CAAC;gBACT,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,OAAO;gBACP,MAAM;gBACN,GAAG,EAAE,OAAO,CAAC,OAAO,EAAE;gBACtB,GAAG,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;gBAChE,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;aACpE,CAAC,CACH,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,aAAa,CAAC,SAAS,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,IAAI,GAAG,KAAK,IAAsC,EAAE;QACxD,IAAI,KAAK,KAAK,UAAU,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,EAAE,CAAC;QAC3D,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;YACxE,IAAI,IAAI,KAAK,CAAC;gBAAE,SAAS;YAEzB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;gBACzC,MAAM,EAAE,CAAC,KAAK,CAAC;gBACf,KAAK,EAAE,IAAI;gBACX,mBAAmB;gBACnB,QAAQ;aACT,CAAC,CAAC;YAEH,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;gBAC1B,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC;oBAC/B,KAAK;oBACL,GAAG,CAAC,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;iBAClE,CAAC,CAAC;gBACH,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBACxB,4EAA4E;oBAC5E,MAAM,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE;wBAChC,OAAO,EAAE,cAAc;wBACvB,eAAe,EAAE,KAAK;wBACtB,KAAK,EAAE,YAAY,OAAO,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC,IAAI,SAAS,EAAE;qBAClI,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBAED,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC;qBAC5B,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE;oBAClB,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACxB,IAAI,SAAS,CAAC,OAAO,KAAK,WAAW;wBAAE,SAAS,IAAI,CAAC,CAAC;yBACjD,IAAI,SAAS,CAAC,OAAO,KAAK,WAAW;wBAAE,SAAS,IAAI,CAAC,CAAC;yBACtD,IAAI,SAAS,CAAC,OAAO,KAAK,SAAS;wBAAE,MAAM,IAAI,CAAC,CAAC;;wBACjD,YAAY,IAAI,CAAC,CAAC;oBACvB,OAAO,SAAS,CAAC;gBACnB,CAAC,CAAC;qBACD,OAAO,CAAC,GAAG,EAAE;oBACZ,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClB,CAAC,CAAC,CAAC;gBAEL,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACtB,KAAK,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;QAED,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC;QACxC,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAG,GAAS,EAAE;QAC1B,IAAI,GAAG,UAAU,CAAC,GAAG,EAAE;YACrB,KAAK,IAAI,EAAE;iBACR,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;gBACxB,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE;oBACtC,QAAQ;oBACR,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC9D,CAAC,CAAC;YACL,CAAC,CAAC;iBACD,OAAO,CAAC,GAAG,EAAE;gBACZ,IAAI,KAAK,KAAK,SAAS;oBAAE,QAAQ,EAAE,CAAC;YACtC,CAAC,CAAC,CAAC;QACP,CAAC,EAAE,cAAc,CAAC,CAAC;IACrB,CAAC,CAAC;IAEF,MAAM,IAAI,GAAG,KAAK,EAAE,MAAM,GAAG,MAAM,EAAiB,EAAE;QACpD,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO;QAChC,KAAK,GAAG,UAAU,CAAC;QACnB,IAAI,IAAI,KAAK,SAAS;YAAE,YAAY,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,GAAG,SAAS,CAAC;QACjB,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QACnF,wFAAwF;QACxF,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC;QACxC,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC;QAC/B,KAAK,GAAG,SAAS,CAAC;IACpB,CAAC,CAAC;IAEF,OAAO;QACL,KAAK;YACH,IAAI,KAAK,KAAK,SAAS;gBAAE,OAAO;YAChC,KAAK,GAAG,SAAS,CAAC;YAClB,MAAM,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;YACzD,qEAAqE;YACrE,IAAI,OAAO,CAAC,eAAe,KAAK,KAAK,EAAE,CAAC;gBACtC,UAAU,CAAC,eAAe,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;YACpF,CAAC;YACD,QAAQ,EAAE,CAAC;QACb,CAAC;QACD,IAAI;QACJ,IAAI;QACJ,KAAK,CAAC,KAAK;YACT,OAAO;gBACL,QAAQ;gBACR,MAAM;gBACN,KAAK;gBACL,QAAQ,EAAE,QAAQ,CAAC,IAAI;gBACvB,SAAS;gBACT,MAAM;gBACN,SAAS;gBACT,YAAY;gBACZ,UAAU,EAAE,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;aAChD,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}