bunderstack 0.23.1 → 0.23.4

package/dist/jobs/worker.js

@@ -1,17 +1,39 @@
 // src/jobs/worker.ts — the queue worker. One `tick()` is a full cycle:
 // recover expired leases → reap old succeeded rows → claim and run queue jobs.
-import { and, eq, inArray, is, isNotNull, lt, lte, max, sql } from 'drizzle-orm';
+import { and, desc, eq, inArray, is, isNotNull, lt, lte, sql, } from 'drizzle-orm';
 import { PgDatabase } from 'drizzle-orm/pg-core';
 import { jobsTableFor } from '../internal-tables.js';
 import { consoleLogger } from '../logging.js';
 import { validateStandardSchema } from '../standard-schema.js';
 import { parseCron } from './cron.js';
-import { backoffMs, DEFAULT_RETRIES, DEFAULT_TIMEOUT_MS } from './define.js';
+import { backoffMs, DEFAULT_RETRIES, leaseDurationFor } from './define.js';
 import { enqueueJob } from './queue.js';
 import { CRON_PREFIX, floorSlot, slotsDue, SLOT_MS } from './slots.js';
 const CLAIM_BATCH = 10;
 const SUCCEEDED_RETENTION_MS = 24 * 60 * 60 * 1000;
 const REAP_INTERVAL_MS = 60 * 60_000;
+class JobExecutionTimeoutError extends Error {
+    constructor(maxRuntime) {
+        super(`execution timed out after ${maxRuntime}ms`);
+        this.name = 'JobExecutionTimeoutError';
+    }
+}
+class JobLeaseLostError extends Error {
+    constructor() {
+        super('job lease ownership was lost');
+        this.name = 'JobLeaseLostError';
+    }
+}
+function jobEvent(event, row, fields = {}) {
+    return {
+        source: 'bunderstack.jobs',
+        event,
+        jobId: row.id,
+        jobType: row.type,
+        attempt: Number(row.attempts),
+        ...fields,
+    };
+}
 function capacityFor(def) {
     return def.kind === 'job' && def.concurrency !== undefined
         ? def.concurrency
@@ -33,9 +55,9 @@ function definitionFor(defs, type) {
     const def = defs[type];
     return def?.kind === 'job' ? def : undefined;
 }
-/** Terminal queue rows release their dedupe key. */
-function terminalPatch() {
-    return { dedupeKey: null };
+/** Queue jobs release terminal dedupe keys; cron slots retain durable ownership. */
+function terminalPatch(def) {
+    return def.kind === 'cron' ? {} : { dedupeKey: null };
 }
 export function createJobRunner(deps) {
     const { db, defs } = deps;
@@ -44,6 +66,55 @@ export function createJobRunner(deps) {
     const ctx = { ...deps.ctx };
     let lastReapAt = 0;
     const active = new Map();
+    const cronCursors = new Map();
+    function ownershipPredicate(id, owner) {
+        return and(eq(t.id, id), eq(t.status, 'running'), eq(t.attempts, owner.attempt), eq(t.lockedUntil, owner.lockedUntil));
+    }
+    function startLeaseHeartbeat(args) {
+        const owner = args.owner;
+        const intervalMs = Math.max(10, Math.floor(leaseDurationFor(args.def) / 3));
+        let stopped = false;
+        let resolveLost;
+        const lost = new Promise((resolve) => {
+            resolveLost = resolve;
+        });
+        let chain = Promise.resolve();
+        const lose = () => {
+            if (stopped)
+                return;
+            stopped = true;
+            clearInterval(timer);
+            resolveLost();
+            args.onLost();
+        };
+        const renew = () => {
+            chain = chain
+                .then(async () => {
+                if (stopped)
+                    return;
+                const nextLockedUntil = Date.now() + leaseDurationFor(args.def);
+                const updated = await db
+                    .update(t)
+                    .set({ lockedUntil: nextLockedUntil })
+                    .where(ownershipPredicate(args.row.id, owner))
+                    .returning({ id: t.id });
+                if (!updated[0])
+                    return lose();
+                owner.lockedUntil = nextLockedUntil;
+            })
+                .catch(() => lose());
+        };
+        const timer = setInterval(renew, intervalMs);
+        return {
+            owner,
+            lost,
+            async stop() {
+                stopped = true;
+                clearInterval(timer);
+                await chain;
+            },
+        };
+    }
     /** Cron rows carry no payload — their handler input is the slot itself. */
     function resolveInput(def, row) {
         if (def.kind === 'cron') {
@@ -54,31 +125,38 @@ export function createJobRunner(deps) {
             ? validateStandardSchema(def.input, raw, 'job payload')
             : undefined;
     }
-    /**
-     * The watermark is the newest slot we already stored for this cron. When no
-     * rows exist — a newly declared cron, or one whose rows were reaped — anchor
-     * one slot before now so the current minute is eligible and nothing older is.
-     */
-    async function cronWatermark(type, now) {
+    /** Hydrate each cron cursor once, then advance it in this worker's memory. */
+    async function cronCursor(type, now) {
+        const cached = cronCursors.get(type);
+        if (cached)
+            return cached;
         const rows = await db
-            .select({ latest: max(t.runAt) })
+            .select({ runAt: t.runAt })
             .from(t)
-            .where(eq(t.type, type));
-        const latest = rows[0]?.latest;
-        return latest == null ? floorSlot(now) - SLOT_MS : Number(latest);
+            .where(eq(t.type, type))
+            .orderBy(desc(t.runAt))
+            .limit(1);
+        const cursor = {
+            checkedThrough: rows[0]?.runAt == null
+                ? floorSlot(now) - SLOT_MS
+                : Number(rows[0].runAt),
+        };
+        cronCursors.set(type, cursor);
+        return cursor;
     }
     /** Enqueue a row per due slot. The unique(type, dedupeKey) constraint makes
      *  this safe to run concurrently in any number of processes. */
     async function materializeCronSlots(now) {
+        const through = floorSlot(now);
         for (const [name, def] of Object.entries(defs)) {
             if (def.kind !== 'cron')
                 continue;
             const type = `${CRON_PREFIX}${name}`;
-            const from = await cronWatermark(type, now);
+            const cursor = await cronCursor(type, now);
             const slots = slotsDue({
                 cron: parseCron(def.schedule),
-                from,
-                to: now,
+                from: cursor.checkedThrough,
+                to: through,
                 catchUp: def.catchUp,
                 catchUpWindowMs: def.catchUpWindow,
             });
@@ -87,7 +165,9 @@ export function createJobRunner(deps) {
                     runAt: slot,
                     dedupeKey: String(slot),
                 });
+                cursor.checkedThrough = slot;
             }
+            cursor.checkedThrough = Math.max(cursor.checkedThrough, through);
         }
     }
     async function fireOnFailed(def, input, error) {
@@ -110,10 +190,15 @@ export function createJobRunner(deps) {
             attempts: t.attempts,
             lastError: t.lastError,
             runAt: t.runAt,
+            lockedUntil: t.lockedUntil,
         })
             .from(t)
             .where(and(eq(t.status, 'running'), isNotNull(t.lockedUntil), lt(t.lockedUntil, now)));
         for (const row of expired) {
+            const owner = {
+                attempt: Number(row.attempts),
+                lockedUntil: Number(row.lockedUntil),
+            };
             const def = definitionFor(defs, row.type);
             const error = new Error('lease expired (worker crashed or timed out)');
             if (!def) {
@@ -126,21 +211,23 @@ export function createJobRunner(deps) {
                     lastError: `unknown job type "${row.type}"`,
                     dedupeKey: null,
                 })
-                    .where(eq(t.id, row.id));
+                    .where(ownershipPredicate(row.id, owner));
                 continue;
             }
             if (Number(row.attempts) >= maxAttempts(def)) {
-                await db
+                const updated = await db
                     .update(t)
                     .set({
                     status: 'failed',
                     finishedAt: now,
                     lockedUntil: null,
                     lastError: error.message,
-                    ...terminalPatch(),
+                    ...terminalPatch(def),
                 })
-                    .where(eq(t.id, row.id));
-                await fireOnFailed(def, resolveInput(def, row), error);
+                    .where(ownershipPredicate(row.id, owner))
+                    .returning({ id: t.id });
+                if (updated[0])
+                    await fireOnFailed(def, resolveInput(def, row), error);
             }
             else {
                 await db
@@ -151,7 +238,7 @@ export function createJobRunner(deps) {
                     runAt: now + backoffMs(def, Number(row.attempts)),
                     lastError: error.message,
                 })
-                    .where(eq(t.id, row.id));
+                    .where(ownershipPredicate(row.id, owner));
             }
         }
     }
@@ -198,13 +285,18 @@ export function createJobRunner(deps) {
         let available = capacityFor(def) - runningRows.length;
         if (available <= 0)
             return [];
-        const leaseUntil = now + (def.timeout ?? DEFAULT_TIMEOUT_MS);
+        const leaseUntil = now + leaseDurationFor(def);
         const work = [];
         while (available > 0) {
             const limit = Math.min(CLAIM_BATCH, available);
             const rows = await claim(type, limit, now, leaseUntil);
-            for (const row of rows)
-                work.push({ row, def, leaseUntil });
+            for (const row of rows) {
+                work.push({
+                    row,
+                    def,
+                    owner: { attempt: Number(row.attempts), lockedUntil: leaseUntil },
+                });
+            }
             available -= rows.length;
             if (rows.length < limit)
                 break;
@@ -214,7 +306,8 @@ export function createJobRunner(deps) {
     // `now` is the tick's injected clock: retry runAt math uses it so tests can
     // drive backoff deterministically. finishedAt uses the real clock (a handler
     // may run long past the tick's start).
-    async function runJob(row, def, now, leaseUntil) {
+    async function runJob(row, def, now, owner) {
+        const startedAt = Date.now();
         let input;
         try {
             input = resolveInput(def, row);
@@ -229,33 +322,75 @@ export function createJobRunner(deps) {
                 finishedAt: Date.now(),
                 lockedUntil: null,
                 lastError: e.message,
-                ...terminalPatch(),
+                ...terminalPatch(def),
             })
-                .where(and(eq(t.id, row.id), eq(t.lockedUntil, leaseUntil)))
+                .where(ownershipPredicate(row.id, owner))
                 .returning({ id: t.id });
             if (!updated[0])
                 return 'lost';
             await fireOnFailed(def, undefined, e);
             return 'failed';
         }
+        const controller = new AbortController();
+        const handlerCtx = { ...ctx, signal: controller.signal };
+        logger.info(JSON.stringify(jobEvent('job.claimed', row)));
+        let lost = false;
+        const heartbeat = startLeaseHeartbeat({
+            row,
+            def,
+            owner,
+            onLost: () => {
+                lost = true;
+                controller.abort(new JobLeaseLostError());
+                logger.warn(JSON.stringify(jobEvent('job.lease_lost', row, {
+                    durationMs: Date.now() - startedAt,
+                })));
+            },
+        });
+        const deadline = def.maxRuntime === undefined
+            ? undefined
+            : setTimeout(() => {
+                controller.abort(new JobExecutionTimeoutError(def.maxRuntime));
+                logger.warn(JSON.stringify(jobEvent('job.execution_timed_out', row, {
+                    durationMs: Date.now() - startedAt,
+                })));
+            }, def.maxRuntime);
         try {
-            await def.handler(input, ctx);
+            await def.handler(input, handlerCtx);
+            if (controller.signal.reason instanceof JobExecutionTimeoutError) {
+                throw controller.signal.reason;
+            }
+            if (deadline)
+                clearTimeout(deadline);
+            await heartbeat.stop();
+            if (lost)
+                return 'lost';
             const updated = await db
                 .update(t)
                 .set({
                 status: 'succeeded',
                 finishedAt: Date.now(),
                 lockedUntil: null,
-                ...terminalPatch(),
+                ...terminalPatch(def),
             })
-                .where(and(eq(t.id, row.id), eq(t.lockedUntil, leaseUntil)))
+                .where(ownershipPredicate(row.id, owner))
                 .returning({ id: t.id });
             if (!updated[0])
                 return 'lost';
+            logger.info(JSON.stringify(jobEvent('job.completed', row, {
+                durationMs: Date.now() - startedAt,
+            })));
             return 'ran';
         }
         catch (err) {
-            const e = toError(err);
+            if (deadline)
+                clearTimeout(deadline);
+            const e = controller.signal.reason instanceof JobExecutionTimeoutError
+                ? controller.signal.reason
+                : toError(err);
+            await heartbeat.stop();
+            if (lost)
+                return 'lost';
             if (Number(row.attempts) < maxAttempts(def)) {
                 const updated = await db
                     .update(t)
@@ -265,10 +400,14 @@ export function createJobRunner(deps) {
                     runAt: now + backoffMs(def, Number(row.attempts)),
                     lastError: e.message,
                 })
-                    .where(and(eq(t.id, row.id), eq(t.lockedUntil, leaseUntil)))
+                    .where(ownershipPredicate(row.id, owner))
                     .returning({ id: t.id });
                 if (!updated[0])
                     return 'lost';
+                logger.warn(JSON.stringify(jobEvent('job.retrying', row, {
+                    durationMs: Date.now() - startedAt,
+                    error: e.message,
+                })));
             }
             else {
                 const updated = await db
@@ -278,12 +417,16 @@ export function createJobRunner(deps) {
                     finishedAt: Date.now(),
                     lockedUntil: null,
                     lastError: e.message,
-                    ...terminalPatch(),
+                    ...terminalPatch(def),
                 })
-                    .where(and(eq(t.id, row.id), eq(t.lockedUntil, leaseUntil)))
+                    .where(ownershipPredicate(row.id, owner))
                     .returning({ id: t.id });
                 if (!updated[0])
                     return 'lost';
+                logger.error(JSON.stringify(jobEvent('job.failed', row, {
+                    durationMs: Date.now() - startedAt,
+                    error: e.message,
+                })));
                 await fireOnFailed(def, input, e);
             }
             return 'failed';
@@ -301,7 +444,7 @@ export function createJobRunner(deps) {
         // Claim the whole tick snapshot before starting any handler. Work enqueued
         // by a handler therefore belongs to the next tick, regardless of the
         // declaration order of its target job type.
-        const outcomes = await Promise.all(claimedWork.map(({ row, def, leaseUntil }) => runJob(row, def, now, leaseUntil)));
+        const outcomes = await Promise.all(claimedWork.map(({ row, def, owner }) => runJob(row, def, now, owner)));
         let ran = 0;
         let failed = 0;
         for (const outcome of outcomes) {
@@ -327,7 +470,7 @@ export function createJobRunner(deps) {
             active.set(type, tasks);
         }
         let task;
-        task = runJob(work.row, work.def, claimedAt, work.leaseUntil)
+        task = runJob(work.row, work.def, claimedAt, work.owner)
             .then(() => undefined)
             .catch((error) => {
             logger.error('[bunderstack] background job execution failed:', error);

package/dist/jobs/worker.js.map

@@ -1 +1 @@
-{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../src/jobs/worker.ts"],"names":[],"mappings":"AAAA,uEAAuE;AACvE,+EAA+E;AAC/E,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,aAAa,CAAA;AAChF,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAWhD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC1C,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAA;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAA;AAClC,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAA;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,SAAS,CAAA;AAEnE,MAAM,WAAW,GAAG,EAAE,CAAA;AACtB,MAAM,sBAAsB,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA;AAClD,MAAM,gBAAgB,GAAG,EAAE,GAAG,MAAM,CAAA;AAkBpC,SAAS,WAAW,CAAC,GAA4B;IAC/C,OAAO,GAAG,CAAC,IAAI,KAAK,KAAK,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;QACxD,CAAC,CAAC,GAAG,CAAC,WAAW;QACjB,CAAC,CAAC,WAAW,CAAA;AACjB,CAAC;AAED,SAAS,OAAO,CAAC,GAAY;IAC3B,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;AAC5D,CAAC;AAED,SAAS,WAAW,CAAC,GAA4B;IAC/C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,eAAe,CAAC,CAAA;AAC7C,CAAC;AAED;mEACmE;AACnE,SAAS,aAAa,CACpB,IAAc,EACd,IAAY;IAEZ,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAA;QAChD,OAAO,GAAG,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAA;IAC/C,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAA;IACtB,OAAO,GAAG,EAAE,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAA;AAC9C,CAAC;AAED,oDAAoD;AACpD,SAAS,aAAa;IACpB,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAA;AAC5B,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAM/B;IACC,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,IAAI,CAAA;IACzB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,aAAa,CAAA;IAC3C,MAAM,CAAC,GAAG,YAAY,CAAC,EAAE,CAAC,CAAA;IAC1B,MAAM,GAAG,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,EAA6B,CAAA;IACtD,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,MAAM,MAAM,GAAG,IAAI,GAAG,EAA8B,CAAA;IAEpD,2EAA2E;IAC3E,SAAS,YAAY,CAAC,GAA4B,EAAE,GAAW;QAC7D,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,OAAO,EAAE,YAAY,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAA;QACtD,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;QACvC,OAAO,GAAG,CAAC,KAAK;YACd,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,aAAa,CAAC;YACvD,CAAC,CAAC,SAAS,CAAA;IACf,CAAC;IAED;;;;OAIG;IACH,KAAK,UAAU,aAAa,CAAC,IAAY,EAAE,GAAW;QACpD,MAAM,IAAI,GAAG,MAAM,EAAE;aAClB,MAAM,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;aAChC,IAAI,CAAC,CAAC,CAAC;aACP,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAA;QAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,CAAA;QAC9B,OAAO,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IACnE,CAAC;IAED;oEACgE;IAChE,KAAK,UAAU,oBAAoB,CAAC,GAAW;QAC7C,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/C,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM;gBAAE,SAAQ;YACjC,MAAM,IAAI,GAAG,GAAG,WAAW,GAAG,IAAI,EAAE,CAAA;YACpC,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;YAC3C,MAAM,KAAK,GAAG,QAAQ,CAAC;gBACrB,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAC7B,IAAI;gBACJ,EAAE,EAAE,GAAG;gBACP,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,eAAe,EAAE,GAAG,CAAC,aAAa;aACnC,CAAC,CAAA;YACF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,UAAU,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;oBACrC,KAAK,EAAE,IAAI;oBACX,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC;iBACxB,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,UAAU,YAAY,CACzB,GAA4B,EAC5B,KAAc,EACd,KAAY;QAEZ,IAAI,CAAC,GAAG,CAAC,QAAQ;YAAE,OAAM;QACzB,IAAI,CAAC;YACH,MAAO,GAAG,CAAC,QAA0D,CACnE,KAAK,EACL,KAAK,EACL,GAAG,CACJ,CAAA;QACH,CAAC;QAAC,OAAO,OAAO,EAAE,CAAC;YACjB,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,OAAO,CAAC,CAAA;QAC7D,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,KAAK,UAAU,oBAAoB,CAAC,GAAW;QAC7C,MAAM,OAAO,GAA8C,MAAM,EAAE;aAChE,MAAM,CAAC;YACN,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,KAAK,EAAE,CAAC,CAAC,KAAK;SACf,CAAC;aACD,IAAI,CAAC,CAAC,CAAC;aACP,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,EACvB,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,EACxB,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC,CACvB,CACF,CAAA;QACH,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAA;YACzC,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAA;YACtE,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,MAAM,EAAE;qBACL,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,QAAQ;oBAChB,UAAU,EAAE,GAAG;oBACf,WAAW,EAAE,IAAI;oBACjB,SAAS,EAAE,qBAAqB,GAAG,CAAC,IAAI,GAAG;oBAC3C,SAAS,EAAE,IAAI;iBAChB,CAAC;qBACD,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;gBAC1B,SAAQ;YACV,CAAC;YACD,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,EAAE;qBACL,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,QAAQ;oBAChB,UAAU,EAAE,GAAG;oBACf,WAAW,EAAE,IAAI;oBACjB,SAAS,EAAE,KAAK,CAAC,OAAO;oBACxB,GAAG,aAAa,EAAE;iBACnB,CAAC;qBACD,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;gBAC1B,MAAM,YAAY,CAAC,GAAG,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,KAAK,CAAC,CAAA;YACxD,CAAC;iBAAM,CAAC;gBACN,MAAM,EAAE;qBACL,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,SAAS;oBACjB,WAAW,EAAE,IAAI;oBACjB,KAAK,EAAE,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBACjD,SAAS,EAAE,KAAK,CAAC,OAAO;iBACzB,CAAC;qBACD,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;YAC5B,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,UAAU,aAAa,CAAC,GAAW;QACtC,MAAM,EAAE;aACL,MAAM,CAAC,CAAC,CAAC;aACT,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,EACzB,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,GAAG,GAAG,sBAAsB,CAAC,CAC/C,CACF,CAAA;IACL,CAAC;IAED,gEAAgE;IAChE,KAAK,UAAU,KAAK,CAClB,IAAY,EACZ,KAAa,EACb,GAAW,EACX,UAAkB;QAElB,MAAM,UAAU,GAAG,EAAE;aAClB,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;aACpB,IAAI,CAAC,CAAC,CAAC;aACP,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;aACxE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;aAChB,KAAK,CAAC,KAAK,CAAC,CAAA;QACf,wEAAwE;QACxE,wEAAwE;QACxE,MAAM,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,UAAU,CAAC;YAC5B,CAAC,CACG,UAGD,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;YACvC,CAAC,CAAC,UAAU,CAAA;QACd,MAAM,IAAI,GAAa,MAAM,EAAE;aAC5B,MAAM,CAAC,CAAC,CAAC;aACT,GAAG,CAAC;YACH,MAAM,EAAE,SAAS;YACjB,WAAW,EAAE,UAAU;YACvB,QAAQ,EAAE,GAAG,CAAA,GAAG,CAAC,CAAC,QAAQ,MAAM;SACjC,CAAC;aACD,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;aACvD,SAAS,CAAC;YACT,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,KAAK,EAAE,CAAC,CAAC,KAAK;SACf,CAAC,CAAA;QACJ,OAAO,IAAI,CAAA;IACb,CAAC;IAED,KAAK,UAAU,cAAc,CAC3B,IAAY,EACZ,GAA4B,EAC5B,GAAW;QAEX,MAAM,WAAW,GAAG,MAAM,EAAE;aACzB,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;aACpB,IAAI,CAAC,CAAC,CAAC;aACP,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,CAAA;QACxD,IAAI,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,MAAM,CAAA;QACrD,IAAI,SAAS,IAAI,CAAC;YAAE,OAAO,EAAE,CAAA;QAE7B,MAAM,UAAU,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,kBAAkB,CAAC,CAAA;QAC5D,MAAM,IAAI,GAAkB,EAAE,CAAA;QAC9B,OAAO,SAAS,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAA;YAC9C,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,CAAC,CAAA;YACtD,KAAK,MAAM,GAAG,IAAI,IAAI;gBAAE,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,CAAA;YAC3D,SAAS,IAAI,IAAI,CAAC,MAAM,CAAA;YACxB,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK;gBAAE,MAAK;QAChC,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,4EAA4E;IAC5E,6EAA6E;IAC7E,uCAAuC;IACvC,KAAK,UAAU,MAAM,CACnB,GAAW,EACX,GAA4B,EAC5B,GAAW,EACX,UAAkB;QAElB,IAAI,KAAc,CAAA;QAClB,IAAI,CAAC;YACH,KAAK,GAAG,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;QAChC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,uEAAuE;YACvE,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;YACtB,MAAM,OAAO,GAAG,MAAM,EAAE;iBACrB,MAAM,CAAC,CAAC,CAAC;iBACT,GAAG,CAAC;gBACH,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;gBACtB,WAAW,EAAE,IAAI;gBACjB,SAAS,EAAE,CAAC,CAAC,OAAO;gBACpB,GAAG,aAAa,EAAE;aACnB,CAAC;iBACD,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC;iBAC3D,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;YAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gBAAE,OAAO,MAAM,CAAA;YAC9B,MAAM,YAAY,CAAC,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAA;YACrC,OAAO,QAAQ,CAAA;QACjB,CAAC;QACD,IAAI,CAAC;YACH,MAAO,GAAG,CAAC,OAA+C,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;YACtE,MAAM,OAAO,GAAG,MAAM,EAAE;iBACrB,MAAM,CAAC,CAAC,CAAC;iBACT,GAAG,CAAC;gBACH,MAAM,EAAE,WAAW;gBACnB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;gBACtB,WAAW,EAAE,IAAI;gBACjB,GAAG,aAAa,EAAE;aACnB,CAAC;iBACD,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC;iBAC3D,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;YAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gBAAE,OAAO,MAAM,CAAA;YAC9B,OAAO,KAAK,CAAA;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;YACtB,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5C,MAAM,OAAO,GAAG,MAAM,EAAE;qBACrB,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,SAAS;oBACjB,WAAW,EAAE,IAAI;oBACjB,KAAK,EAAE,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBACjD,SAAS,EAAE,CAAC,CAAC,OAAO;iBACrB,CAAC;qBACD,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC;qBAC3D,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;gBAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;oBAAE,OAAO,MAAM,CAAA;YAChC,CAAC;iBAAM,CAAC;gBACN,MAAM,OAAO,GAAG,MAAM,EAAE;qBACrB,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,QAAQ;oBAChB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;oBACtB,WAAW,EAAE,IAAI;oBACjB,SAAS,EAAE,CAAC,CAAC,OAAO;oBACpB,GAAG,aAAa,EAAE;iBACnB,CAAC;qBACD,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC;qBAC3D,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;gBAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;oBAAE,OAAO,MAAM,CAAA;gBAC9B,MAAM,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;YACnC,CAAC;YACD,OAAO,QAAQ,CAAA;QACjB,CAAC;IACH,CAAC;IAED,KAAK,UAAU,YAAY,CAAC,GAAW;QACrC,MAAM,WAAW,GAAkB,EAAE,CAAA;QACrC,IAAI,YAAY,GAAG,CAAC,CAAA;QACpB,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,WAAW,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;YACjE,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;YACpD,YAAY,IAAI,OAAO,CAAC,MAAM,CAAA;YAC9B,WAAW,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAA;QAC9B,CAAC;QACD,2EAA2E;QAC3E,qEAAqE;QACrE,4CAA4C;QAC5C,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,CAC3C,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,UAAU,CAAC,CAClC,CACF,CAAA;QACD,IAAI,GAAG,GAAG,CAAC,CAAA;QACX,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,OAAO,KAAK,KAAK;gBAAE,GAAG,EAAE,CAAA;iBACvB,IAAI,OAAO,KAAK,QAAQ;gBAAE,MAAM,EAAE,CAAA;QACzC,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,EAAE,CAAA;IAC/C,CAAC;IAED,KAAK,UAAU,QAAQ,CAAC,GAAW;QACjC,MAAM,oBAAoB,CAAC,GAAG,CAAC,CAAA;QAC/B,MAAM,oBAAoB,CAAC,GAAG,CAAC,CAAA;QAC/B,IAAI,GAAG,GAAG,UAAU,IAAI,gBAAgB,EAAE,CAAC;YACzC,UAAU,GAAG,GAAG,CAAA;YAChB,MAAM,aAAa,CAAC,GAAG,CAAC,CAAA;QAC1B,CAAC;IACH,CAAC;IAED,SAAS,SAAS,CAChB,IAAY,EACZ,IAAiB,EACjB,SAAiB;QAEjB,IAAI,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAC5B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,IAAI,GAAG,EAAE,CAAA;YACjB,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QACzB,CAAC;QACD,IAAI,IAAmB,CAAA;QACvB,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC;aAC1D,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;aACrB,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACf,MAAM,CAAC,KAAK,CAAC,gDAAgD,EAAE,KAAK,CAAC,CAAA;QACvE,CAAC,CAAC;aACD,OAAO,CAAC,GAAG,EAAE;YACZ,KAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YACnB,IAAI,KAAM,CAAC,IAAI,KAAK,CAAC;gBAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAC5C,CAAC,CAAC,CAAA;QACJ,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACf,OAAO,IAAI,CAAA;IACb,CAAC;IAED,KAAK,UAAU,IAAI,CAAC,MAAc,IAAI,CAAC,GAAG,EAAE;QAC1C,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAA;QACnB,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,WAAW,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;YACjE,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;YACjD,KAAK,MAAM,IAAI,IAAI,IAAI;gBAAE,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAA;QACrD,CAAC;QACD,MAAM,QAAQ,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAA;QACpE,OAAO,QAAQ,CAAC,MAAM,KAAK,CAAC;YAC1B,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,CAAA;IAC5D,CAAC;IAED,KAAK,UAAU,KAAK;QAClB,MAAM,QAAQ,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAA;QACpE,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;IACpC,CAAC;IAED,OAAO;QACL,KAAK,CAAC,IAAI,CAAC,MAAc,IAAI,CAAC,GAAG,EAAE;YACjC,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAA;YACnB,OAAO,YAAY,CAAC,GAAG,CAAC,CAAA;QAC1B,CAAC;QACD,IAAI;QACJ,KAAK;QACL,KAAK,CAAC,OAAO,CAAC,GAAW;YACvB,MAAM,YAAY,GAAG,MAAM,EAAE;iBAC1B,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;iBACpB,IAAI,CAAC,CAAC,CAAC;iBACP,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAA;YACzD,MAAM,MAAM,GAKP,MAAM,EAAE;iBACV,MAAM,CAAC;gBACN,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,SAAS,EAAE,CAAC,CAAC,SAAS;aACvB,CAAC;iBACD,IAAI,CAAC,CAAC,CAAC;iBACP,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAA;YAChC,MAAM,IAAI,GASL,MAAM,EAAE;iBACV,MAAM,CAAC;gBACN,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,SAAS,EAAE,CAAC,CAAC,SAAS;aACvB,CAAC;iBACD,IAAI,CAAC,CAAC,CAAC,CAAA;YACV,OAAO;gBACL,QAAQ,EAAE,YAAY,CAAC,MAAM;gBAC7B,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBAC3B,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;oBAClB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;wBACpC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC;wBACpC,CAAC,CAAC,GAAG,CAAC,IAAI;oBACZ,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;oBAC9B,SAAS,EAAE,GAAG,CAAC,SAAS;iBACzB,CAAC,CAAC;gBACH,IAAI,EAAE,IAAI;qBACP,IAAI,CACH,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACd,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;oBAChD,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAClD;qBACA,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBACb,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;oBAClB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;wBACpC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC;wBACpC,CAAC,CAAC,GAAG,CAAC,IAAI;oBACZ,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;wBACpC,CAAC,CAAE,MAAgB;wBACnB,CAAC,CAAE,KAAe;oBACpB,MAAM,EAAE,GAAG,CAAC,MAIA;oBACZ,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;oBAC9B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;oBACxB,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,SAAS,EAAE,GAAG,CAAC,SAAS;iBACzB,CAAC,CAAC;aACN,CAAA;QACH,CAAC;QACD,aAAa,CAAC,CAAoB;YAChC,GAAG,CAAC,IAAI,GAAG,CAAC,CAAA;QACd,CAAC;KACF,CAAA;AACH,CAAC","sourcesContent":["// src/jobs/worker.ts — the queue worker. One `tick()` is a full cycle:\n// recover expired leases → reap old succeeded rows → claim and run queue jobs.\nimport { and, eq, inArray, is, isNotNull, lt, lte, max, sql } from 'drizzle-orm'\nimport { PgDatabase } from 'drizzle-orm/pg-core'\n\nimport type { AnyDb } from '../dialect'\nimport type { BunderstackLogger } from '../logging'\nimport type {\n  AnyBackgroundDefinition,\n  JobsDefs,\n  JobsRuntimeFacade,\n  TickResult,\n} from './define'\n\nimport { jobsTableFor } from '../internal-tables'\nimport { consoleLogger } from '../logging'\nimport { validateStandardSchema } from '../standard-schema'\nimport { parseCron } from './cron'\nimport { backoffMs, DEFAULT_RETRIES, DEFAULT_TIMEOUT_MS } from './define'\nimport { enqueueJob } from './queue'\nimport { CRON_PREFIX, floorSlot, slotsDue, SLOT_MS } from './slots'\n\nconst CLAIM_BATCH = 10\nconst SUCCEEDED_RETENTION_MS = 24 * 60 * 60 * 1000\nconst REAP_INTERVAL_MS = 60 * 60_000\n\ntype JobRow = {\n  id: string\n  type: string\n  payloadJson: string\n  attempts: number\n  runAt: number\n}\n\ntype ClaimedWork = {\n  row: JobRow\n  def: AnyBackgroundDefinition\n  leaseUntil: number\n}\n\ntype PumpResult = { wake?: Promise<void> }\n\nfunction capacityFor(def: AnyBackgroundDefinition): number {\n  return def.kind === 'job' && def.concurrency !== undefined\n    ? def.concurrency\n    : CLAIM_BATCH\n}\n\nfunction toError(err: unknown): Error {\n  return err instanceof Error ? err : new Error(String(err))\n}\n\nfunction maxAttempts(def: AnyBackgroundDefinition): number {\n  return 1 + (def.retries ?? DEFAULT_RETRIES)\n}\n\n/** Resolve a stored row type back to its definition. Cron rows carry the\n *  reserved prefix; queue rows use the definition key verbatim. */\nfunction definitionFor(\n  defs: JobsDefs,\n  type: string,\n): AnyBackgroundDefinition | undefined {\n  if (type.startsWith(CRON_PREFIX)) {\n    const def = defs[type.slice(CRON_PREFIX.length)]\n    return def?.kind === 'cron' ? def : undefined\n  }\n  const def = defs[type]\n  return def?.kind === 'job' ? def : undefined\n}\n\n/** Terminal queue rows release their dedupe key. */\nfunction terminalPatch() {\n  return { dedupeKey: null }\n}\n\nexport function createJobRunner(deps: {\n  db: AnyDb\n  defs: JobsDefs\n  /** Handler ctx WITHOUT `jobs`; the facade is injected via setJobsFacade. */\n  ctx: Record<string, unknown>\n  logger?: BunderstackLogger\n}) {\n  const { db, defs } = deps\n  const logger = deps.logger ?? consoleLogger\n  const t = jobsTableFor(db)\n  const ctx = { ...deps.ctx } as Record<string, unknown>\n  let lastReapAt = 0\n  const active = new Map<string, Set<Promise<void>>>()\n\n  /** Cron rows carry no payload — their handler input is the slot itself. */\n  function resolveInput(def: AnyBackgroundDefinition, row: JobRow): unknown {\n    if (def.kind === 'cron') {\n      return { scheduledFor: new Date(Number(row.runAt)) }\n    }\n    const raw = JSON.parse(row.payloadJson)\n    return def.input\n      ? validateStandardSchema(def.input, raw, 'job payload')\n      : undefined\n  }\n\n  /**\n   * The watermark is the newest slot we already stored for this cron. When no\n   * rows exist — a newly declared cron, or one whose rows were reaped — anchor\n   * one slot before now so the current minute is eligible and nothing older is.\n   */\n  async function cronWatermark(type: string, now: number): Promise<number> {\n    const rows = await db\n      .select({ latest: max(t.runAt) })\n      .from(t)\n      .where(eq(t.type, type))\n    const latest = rows[0]?.latest\n    return latest == null ? floorSlot(now) - SLOT_MS : Number(latest)\n  }\n\n  /** Enqueue a row per due slot. The unique(type, dedupeKey) constraint makes\n   *  this safe to run concurrently in any number of processes. */\n  async function materializeCronSlots(now: number) {\n    for (const [name, def] of Object.entries(defs)) {\n      if (def.kind !== 'cron') continue\n      const type = `${CRON_PREFIX}${name}`\n      const from = await cronWatermark(type, now)\n      const slots = slotsDue({\n        cron: parseCron(def.schedule),\n        from,\n        to: now,\n        catchUp: def.catchUp,\n        catchUpWindowMs: def.catchUpWindow,\n      })\n      for (const slot of slots) {\n        await enqueueJob(db, defs, name, null, {\n          runAt: slot,\n          dedupeKey: String(slot),\n        })\n      }\n    }\n  }\n\n  async function fireOnFailed(\n    def: AnyBackgroundDefinition,\n    input: unknown,\n    error: Error,\n  ) {\n    if (!def.onFailed) return\n    try {\n      await (def.onFailed as (i: unknown, e: Error, c: unknown) => unknown)(\n        input,\n        error,\n        ctx,\n      )\n    } catch (hookErr) {\n      logger.error('[bunderstack] onFailed hook threw:', hookErr)\n    }\n  }\n\n  /** running rows whose lease expired → pending (or failed when exhausted). */\n  async function recoverExpiredLeases(now: number) {\n    const expired: (JobRow & { lastError: string | null })[] = await db\n      .select({\n        id: t.id,\n        type: t.type,\n        payloadJson: t.payloadJson,\n        attempts: t.attempts,\n        lastError: t.lastError,\n        runAt: t.runAt,\n      })\n      .from(t)\n      .where(\n        and(\n          eq(t.status, 'running'),\n          isNotNull(t.lockedUntil),\n          lt(t.lockedUntil, now),\n        ),\n      )\n    for (const row of expired) {\n      const def = definitionFor(defs, row.type)\n      const error = new Error('lease expired (worker crashed or timed out)')\n      if (!def) {\n        await db\n          .update(t)\n          .set({\n            status: 'failed',\n            finishedAt: now,\n            lockedUntil: null,\n            lastError: `unknown job type \"${row.type}\"`,\n            dedupeKey: null,\n          })\n          .where(eq(t.id, row.id))\n        continue\n      }\n      if (Number(row.attempts) >= maxAttempts(def)) {\n        await db\n          .update(t)\n          .set({\n            status: 'failed',\n            finishedAt: now,\n            lockedUntil: null,\n            lastError: error.message,\n            ...terminalPatch(),\n          })\n          .where(eq(t.id, row.id))\n        await fireOnFailed(def, resolveInput(def, row), error)\n      } else {\n        await db\n          .update(t)\n          .set({\n            status: 'pending',\n            lockedUntil: null,\n            runAt: now + backoffMs(def, Number(row.attempts)),\n            lastError: error.message,\n          })\n          .where(eq(t.id, row.id))\n      }\n    }\n  }\n\n  async function reapSucceeded(now: number) {\n    await db\n      .delete(t)\n      .where(\n        and(\n          eq(t.status, 'succeeded'),\n          lt(t.finishedAt, now - SUCCEEDED_RETENTION_MS),\n        ),\n      )\n  }\n\n  /** Atomically claim up to `limit` runnable jobs of one type. */\n  async function claim(\n    type: string,\n    limit: number,\n    now: number,\n    leaseUntil: number,\n  ): Promise<JobRow[]> {\n    const pendingIds = db\n      .select({ id: t.id })\n      .from(t)\n      .where(and(eq(t.type, type), eq(t.status, 'pending'), lte(t.runAt, now)))\n      .orderBy(t.runAt)\n      .limit(limit)\n    // PG: lock the selected rows so concurrent replicas skip them. SQLite's\n    // single-writer model makes the one-statement UPDATE atomic on its own.\n    const sub = is(db, PgDatabase)\n      ? (\n          pendingIds as unknown as {\n            for: (m: string, o: object) => typeof pendingIds\n          }\n        ).for('update', { skipLocked: true })\n      : pendingIds\n    const rows: JobRow[] = await db\n      .update(t)\n      .set({\n        status: 'running',\n        lockedUntil: leaseUntil,\n        attempts: sql`${t.attempts} + 1`,\n      })\n      .where(and(inArray(t.id, sub), eq(t.status, 'pending')))\n      .returning({\n        id: t.id,\n        type: t.type,\n        payloadJson: t.payloadJson,\n        attempts: t.attempts,\n        runAt: t.runAt,\n      })\n    return rows\n  }\n\n  async function claimAvailable(\n    type: string,\n    def: AnyBackgroundDefinition,\n    now: number,\n  ): Promise<ClaimedWork[]> {\n    const runningRows = await db\n      .select({ id: t.id })\n      .from(t)\n      .where(and(eq(t.type, type), eq(t.status, 'running')))\n    let available = capacityFor(def) - runningRows.length\n    if (available <= 0) return []\n\n    const leaseUntil = now + (def.timeout ?? DEFAULT_TIMEOUT_MS)\n    const work: ClaimedWork[] = []\n    while (available > 0) {\n      const limit = Math.min(CLAIM_BATCH, available)\n      const rows = await claim(type, limit, now, leaseUntil)\n      for (const row of rows) work.push({ row, def, leaseUntil })\n      available -= rows.length\n      if (rows.length < limit) break\n    }\n    return work\n  }\n\n  // `now` is the tick's injected clock: retry runAt math uses it so tests can\n  // drive backoff deterministically. finishedAt uses the real clock (a handler\n  // may run long past the tick's start).\n  async function runJob(\n    row: JobRow,\n    def: AnyBackgroundDefinition,\n    now: number,\n    leaseUntil: number,\n  ): Promise<'ran' | 'failed' | 'lost'> {\n    let input: unknown\n    try {\n      input = resolveInput(def, row)\n    } catch (err) {\n      // Stored payload no longer parses (schema drift): retrying can't help.\n      const e = toError(err)\n      const updated = await db\n        .update(t)\n        .set({\n          status: 'failed',\n          finishedAt: Date.now(),\n          lockedUntil: null,\n          lastError: e.message,\n          ...terminalPatch(),\n        })\n        .where(and(eq(t.id, row.id), eq(t.lockedUntil, leaseUntil)))\n        .returning({ id: t.id })\n      if (!updated[0]) return 'lost'\n      await fireOnFailed(def, undefined, e)\n      return 'failed'\n    }\n    try {\n      await (def.handler as (i: unknown, c: unknown) => unknown)(input, ctx)\n      const updated = await db\n        .update(t)\n        .set({\n          status: 'succeeded',\n          finishedAt: Date.now(),\n          lockedUntil: null,\n          ...terminalPatch(),\n        })\n        .where(and(eq(t.id, row.id), eq(t.lockedUntil, leaseUntil)))\n        .returning({ id: t.id })\n      if (!updated[0]) return 'lost'\n      return 'ran'\n    } catch (err) {\n      const e = toError(err)\n      if (Number(row.attempts) < maxAttempts(def)) {\n        const updated = await db\n          .update(t)\n          .set({\n            status: 'pending',\n            lockedUntil: null,\n            runAt: now + backoffMs(def, Number(row.attempts)),\n            lastError: e.message,\n          })\n          .where(and(eq(t.id, row.id), eq(t.lockedUntil, leaseUntil)))\n          .returning({ id: t.id })\n        if (!updated[0]) return 'lost'\n      } else {\n        const updated = await db\n          .update(t)\n          .set({\n            status: 'failed',\n            finishedAt: Date.now(),\n            lockedUntil: null,\n            lastError: e.message,\n            ...terminalPatch(),\n          })\n          .where(and(eq(t.id, row.id), eq(t.lockedUntil, leaseUntil)))\n          .returning({ id: t.id })\n        if (!updated[0]) return 'lost'\n        await fireOnFailed(def, input, e)\n      }\n      return 'failed'\n    }\n  }\n\n  async function runClaimable(now: number): Promise<TickResult> {\n    const claimedWork: ClaimedWork[] = []\n    let totalClaimed = 0\n    for (const [name, def] of Object.entries(defs)) {\n      const type = def.kind === 'cron' ? `${CRON_PREFIX}${name}` : name\n      const claimed = await claimAvailable(type, def, now)\n      totalClaimed += claimed.length\n      claimedWork.push(...claimed)\n    }\n    // Claim the whole tick snapshot before starting any handler. Work enqueued\n    // by a handler therefore belongs to the next tick, regardless of the\n    // declaration order of its target job type.\n    const outcomes = await Promise.all(\n      claimedWork.map(({ row, def, leaseUntil }) =>\n        runJob(row, def, now, leaseUntil),\n      ),\n    )\n    let ran = 0\n    let failed = 0\n    for (const outcome of outcomes) {\n      if (outcome === 'ran') ran++\n      else if (outcome === 'failed') failed++\n    }\n    return { claimed: totalClaimed, ran, failed }\n  }\n\n  async function maintain(now: number) {\n    await materializeCronSlots(now)\n    await recoverExpiredLeases(now)\n    if (now - lastReapAt >= REAP_INTERVAL_MS) {\n      lastReapAt = now\n      await reapSucceeded(now)\n    }\n  }\n\n  function startWork(\n    type: string,\n    work: ClaimedWork,\n    claimedAt: number,\n  ): Promise<void> {\n    let tasks = active.get(type)\n    if (!tasks) {\n      tasks = new Set()\n      active.set(type, tasks)\n    }\n    let task: Promise<void>\n    task = runJob(work.row, work.def, claimedAt, work.leaseUntil)\n      .then(() => undefined)\n      .catch((error) => {\n        logger.error('[bunderstack] background job execution failed:', error)\n      })\n      .finally(() => {\n        tasks!.delete(task)\n        if (tasks!.size === 0) active.delete(type)\n      })\n    tasks.add(task)\n    return task\n  }\n\n  async function pump(now: number = Date.now()): Promise<PumpResult> {\n    await maintain(now)\n    for (const [name, def] of Object.entries(defs)) {\n      const type = def.kind === 'cron' ? `${CRON_PREFIX}${name}` : name\n      const work = await claimAvailable(type, def, now)\n      for (const item of work) startWork(type, item, now)\n    }\n    const snapshot = [...active.values()].flatMap((tasks) => [...tasks])\n    return snapshot.length === 0\n      ? {}\n      : { wake: Promise.race(snapshot).then(() => undefined) }\n  }\n\n  async function drain(): Promise<void> {\n    const snapshot = [...active.values()].flatMap((tasks) => [...tasks])\n    await Promise.allSettled(snapshot)\n  }\n\n  return {\n    async tick(now: number = Date.now()): Promise<TickResult> {\n      await maintain(now)\n      return runClaimable(now)\n    },\n    pump,\n    drain,\n    async inspect(now: number) {\n      const runnableRows = await db\n        .select({ id: t.id })\n        .from(t)\n        .where(and(eq(t.status, 'pending'), lte(t.runAt, now)))\n      const failed: Array<{\n        id: string\n        type: string\n        attempts: number\n        lastError: string | null\n      }> = await db\n        .select({\n          id: t.id,\n          type: t.type,\n          attempts: t.attempts,\n          lastError: t.lastError,\n        })\n        .from(t)\n        .where(eq(t.status, 'failed'))\n      const rows: Array<{\n        id: string\n        type: string\n        status: string\n        attempts: number\n        runAt: number\n        dedupeKey: string | null\n        lastError: string | null\n        createdAt: number\n      }> = await db\n        .select({\n          id: t.id,\n          type: t.type,\n          status: t.status,\n          attempts: t.attempts,\n          runAt: t.runAt,\n          dedupeKey: t.dedupeKey,\n          lastError: t.lastError,\n          createdAt: t.createdAt,\n        })\n        .from(t)\n      return {\n        runnable: runnableRows.length,\n        failed: failed.map((row) => ({\n          id: String(row.id),\n          name: row.type.startsWith(CRON_PREFIX)\n            ? row.type.slice(CRON_PREFIX.length)\n            : row.type,\n          attempts: Number(row.attempts),\n          lastError: row.lastError,\n        })),\n        jobs: rows\n          .sort(\n            (left, right) =>\n              Number(left.createdAt) - Number(right.createdAt) ||\n              String(left.id).localeCompare(String(right.id)),\n          )\n          .map((row) => ({\n            id: String(row.id),\n            name: row.type.startsWith(CRON_PREFIX)\n              ? row.type.slice(CRON_PREFIX.length)\n              : row.type,\n            kind: row.type.startsWith(CRON_PREFIX)\n              ? ('cron' as const)\n              : ('job' as const),\n            status: row.status as\n              | 'pending'\n              | 'running'\n              | 'succeeded'\n              | 'failed',\n            attempts: Number(row.attempts),\n            runAt: Number(row.runAt),\n            dedupeKey: row.dedupeKey,\n            lastError: row.lastError,\n          })),\n      }\n    },\n    setJobsFacade(f: JobsRuntimeFacade) {\n      ctx.jobs = f\n    },\n  }\n}\n"]}
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../src/jobs/worker.ts"],"names":[],"mappings":"AAAA,uEAAuE;AACvE,+EAA+E;AAC/E,OAAO,EACL,GAAG,EACH,IAAI,EACJ,EAAE,EACF,OAAO,EACP,EAAE,EACF,SAAS,EACT,EAAE,EACF,GAAG,EACH,GAAG,GACJ,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAWhD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC1C,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAA;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAA;AAClC,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAA;AACvE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,SAAS,CAAA;AAEnE,MAAM,WAAW,GAAG,EAAE,CAAA;AACtB,MAAM,sBAAsB,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA;AAClD,MAAM,gBAAgB,GAAG,EAAE,GAAG,MAAM,CAAA;AAEpC,MAAM,wBAAyB,SAAQ,KAAK;IAC1C,YAAY,UAAkB;QAC5B,KAAK,CAAC,6BAA6B,UAAU,IAAI,CAAC,CAAA;QAClD,IAAI,CAAC,IAAI,GAAG,0BAA0B,CAAA;IACxC,CAAC;CACF;AAED,MAAM,iBAAkB,SAAQ,KAAK;IACnC;QACE,KAAK,CAAC,8BAA8B,CAAC,CAAA;QACrC,IAAI,CAAC,IAAI,GAAG,mBAAmB,CAAA;IACjC,CAAC;CACF;AAiCD,SAAS,QAAQ,CACf,KAAa,EACb,GAAW,EACX,SAAkC,EAAE;IAEpC,OAAO;QACL,MAAM,EAAE,kBAAkB;QAC1B,KAAK;QACL,KAAK,EAAE,GAAG,CAAC,EAAE;QACb,OAAO,EAAE,GAAG,CAAC,IAAI;QACjB,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC7B,GAAG,MAAM;KACV,CAAA;AACH,CAAC;AAED,SAAS,WAAW,CAAC,GAA4B;IAC/C,OAAO,GAAG,CAAC,IAAI,KAAK,KAAK,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;QACxD,CAAC,CAAC,GAAG,CAAC,WAAW;QACjB,CAAC,CAAC,WAAW,CAAA;AACjB,CAAC;AAED,SAAS,OAAO,CAAC,GAAY;IAC3B,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;AAC5D,CAAC;AAED,SAAS,WAAW,CAAC,GAA4B;IAC/C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,eAAe,CAAC,CAAA;AAC7C,CAAC;AAED;mEACmE;AACnE,SAAS,aAAa,CACpB,IAAc,EACd,IAAY;IAEZ,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAA;QAChD,OAAO,GAAG,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAA;IAC/C,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAA;IACtB,OAAO,GAAG,EAAE,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAA;AAC9C,CAAC;AAED,oFAAoF;AACpF,SAAS,aAAa,CAAC,GAA4B;IACjD,OAAO,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAA;AACvD,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAM/B;IACC,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,IAAI,CAAA;IACzB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,aAAa,CAAA;IAC3C,MAAM,CAAC,GAAG,YAAY,CAAC,EAAE,CAAC,CAAA;IAC1B,MAAM,GAAG,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,EAA6B,CAAA;IACtD,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,MAAM,MAAM,GAAG,IAAI,GAAG,EAA8B,CAAA;IACpD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAsB,CAAA;IAEjD,SAAS,kBAAkB,CAAC,EAAU,EAAE,KAAiB;QACvD,OAAO,GAAG,CACR,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EACZ,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,EACvB,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,EAC7B,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC,CACrC,CAAA;IACH,CAAC;IAED,SAAS,mBAAmB,CAAC,IAK5B;QACC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;QACxB,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QAC3E,IAAI,OAAO,GAAG,KAAK,CAAA;QACnB,IAAI,WAAwB,CAAA;QAC5B,MAAM,IAAI,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACzC,WAAW,GAAG,OAAO,CAAA;QACvB,CAAC,CAAC,CAAA;QACF,IAAI,KAAK,GAAG,OAAO,CAAC,OAAO,EAAE,CAAA;QAC7B,MAAM,IAAI,GAAG,GAAG,EAAE;YAChB,IAAI,OAAO;gBAAE,OAAM;YACnB,OAAO,GAAG,IAAI,CAAA;YACd,aAAa,CAAC,KAAK,CAAC,CAAA;YACpB,WAAW,EAAE,CAAA;YACb,IAAI,CAAC,MAAM,EAAE,CAAA;QACf,CAAC,CAAA;QACD,MAAM,KAAK,GAAG,GAAG,EAAE;YACjB,KAAK,GAAG,KAAK;iBACV,IAAI,CAAC,KAAK,IAAI,EAAE;gBACf,IAAI,OAAO;oBAAE,OAAM;gBACnB,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;gBAC/D,MAAM,OAAO,GAAG,MAAM,EAAE;qBACrB,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC,EAAE,WAAW,EAAE,eAAe,EAAE,CAAC;qBACrC,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;qBAC7C,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;gBAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;oBAAE,OAAO,IAAI,EAAE,CAAA;gBAC9B,KAAK,CAAC,WAAW,GAAG,eAAe,CAAA;YACrC,CAAC,CAAC;iBACD,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,CAAA;QACxB,CAAC,CAAA;QACD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;QAC5C,OAAO;YACL,KAAK;YACL,IAAI;YACJ,KAAK,CAAC,IAAI;gBACR,OAAO,GAAG,IAAI,CAAA;gBACd,aAAa,CAAC,KAAK,CAAC,CAAA;gBACpB,MAAM,KAAK,CAAA;YACb,CAAC;SACF,CAAA;IACH,CAAC;IAED,2EAA2E;IAC3E,SAAS,YAAY,CAAC,GAA4B,EAAE,GAAW;QAC7D,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,OAAO,EAAE,YAAY,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAA;QACtD,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;QACvC,OAAO,GAAG,CAAC,KAAK;YACd,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,aAAa,CAAC;YACvD,CAAC,CAAC,SAAS,CAAA;IACf,CAAC;IAED,8EAA8E;IAC9E,KAAK,UAAU,UAAU,CAAC,IAAY,EAAE,GAAW;QACjD,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACpC,IAAI,MAAM;YAAE,OAAO,MAAM,CAAA;QAEzB,MAAM,IAAI,GAAG,MAAM,EAAE;aAClB,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;aAC1B,IAAI,CAAC,CAAC,CAAC;aACP,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;aACvB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;aACtB,KAAK,CAAC,CAAC,CAAC,CAAA;QACX,MAAM,MAAM,GAAG;YACb,cAAc,EACZ,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,IAAI;gBACpB,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO;gBAC1B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;SAC5B,CAAA;QACD,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QAC7B,OAAO,MAAM,CAAA;IACf,CAAC;IAED;oEACgE;IAChE,KAAK,UAAU,oBAAoB,CAAC,GAAW;QAC7C,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,CAAA;QAC9B,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/C,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM;gBAAE,SAAQ;YACjC,MAAM,IAAI,GAAG,GAAG,WAAW,GAAG,IAAI,EAAE,CAAA;YACpC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;YAC1C,MAAM,KAAK,GAAG,QAAQ,CAAC;gBACrB,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAC7B,IAAI,EAAE,MAAM,CAAC,cAAc;gBAC3B,EAAE,EAAE,OAAO;gBACX,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,eAAe,EAAE,GAAG,CAAC,aAAa;aACnC,CAAC,CAAA;YACF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,UAAU,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;oBACrC,KAAK,EAAE,IAAI;oBACX,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC;iBACxB,CAAC,CAAA;gBACF,MAAM,CAAC,cAAc,GAAG,IAAI,CAAA;YAC9B,CAAC;YACD,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,EAAE,OAAO,CAAC,CAAA;QAClE,CAAC;IACH,CAAC;IAED,KAAK,UAAU,YAAY,CACzB,GAA4B,EAC5B,KAAc,EACd,KAAY;QAEZ,IAAI,CAAC,GAAG,CAAC,QAAQ;YAAE,OAAM;QACzB,IAAI,CAAC;YACH,MAAO,GAAG,CAAC,QAA0D,CACnE,KAAK,EACL,KAAK,EACL,GAAG,CACJ,CAAA;QACH,CAAC;QAAC,OAAO,OAAO,EAAE,CAAC;YACjB,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,OAAO,CAAC,CAAA;QAC7D,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,KAAK,UAAU,oBAAoB,CAAC,GAAW;QAC7C,MAAM,OAAO,GAGN,MAAM,EAAE;aACZ,MAAM,CAAC;YACN,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,WAAW,EAAE,CAAC,CAAC,WAAW;SAC3B,CAAC;aACD,IAAI,CAAC,CAAC,CAAC;aACP,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,EACvB,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,EACxB,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC,CACvB,CACF,CAAA;QACH,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG;gBACZ,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAC7B,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC;aACrC,CAAA;YACD,MAAM,GAAG,GAAG,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAA;YACzC,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAA;YACtE,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,MAAM,EAAE;qBACL,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,QAAQ;oBAChB,UAAU,EAAE,GAAG;oBACf,WAAW,EAAE,IAAI;oBACjB,SAAS,EAAE,qBAAqB,GAAG,CAAC,IAAI,GAAG;oBAC3C,SAAS,EAAE,IAAI;iBAChB,CAAC;qBACD,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAA;gBAC3C,SAAQ;YACV,CAAC;YACD,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,OAAO,GAAG,MAAM,EAAE;qBACrB,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,QAAQ;oBAChB,UAAU,EAAE,GAAG;oBACf,WAAW,EAAE,IAAI;oBACjB,SAAS,EAAE,KAAK,CAAC,OAAO;oBACxB,GAAG,aAAa,CAAC,GAAG,CAAC;iBACtB,CAAC;qBACD,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;qBACxC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;gBAC1B,IAAI,OAAO,CAAC,CAAC,CAAC;oBAAE,MAAM,YAAY,CAAC,GAAG,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,KAAK,CAAC,CAAA;YACxE,CAAC;iBAAM,CAAC;gBACN,MAAM,EAAE;qBACL,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,SAAS;oBACjB,WAAW,EAAE,IAAI;oBACjB,KAAK,EAAE,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBACjD,SAAS,EAAE,KAAK,CAAC,OAAO;iBACzB,CAAC;qBACD,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAA;YAC7C,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,UAAU,aAAa,CAAC,GAAW;QACtC,MAAM,EAAE;aACL,MAAM,CAAC,CAAC,CAAC;aACT,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,EACzB,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,GAAG,GAAG,sBAAsB,CAAC,CAC/C,CACF,CAAA;IACL,CAAC;IAED,gEAAgE;IAChE,KAAK,UAAU,KAAK,CAClB,IAAY,EACZ,KAAa,EACb,GAAW,EACX,UAAkB;QAElB,MAAM,UAAU,GAAG,EAAE;aAClB,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;aACpB,IAAI,CAAC,CAAC,CAAC;aACP,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;aACxE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;aAChB,KAAK,CAAC,KAAK,CAAC,CAAA;QACf,wEAAwE;QACxE,wEAAwE;QACxE,MAAM,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,UAAU,CAAC;YAC5B,CAAC,CACG,UAGD,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;YACvC,CAAC,CAAC,UAAU,CAAA;QACd,MAAM,IAAI,GAAa,MAAM,EAAE;aAC5B,MAAM,CAAC,CAAC,CAAC;aACT,GAAG,CAAC;YACH,MAAM,EAAE,SAAS;YACjB,WAAW,EAAE,UAAU;YACvB,QAAQ,EAAE,GAAG,CAAA,GAAG,CAAC,CAAC,QAAQ,MAAM;SACjC,CAAC;aACD,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;aACvD,SAAS,CAAC;YACT,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,KAAK,EAAE,CAAC,CAAC,KAAK;SACf,CAAC,CAAA;QACJ,OAAO,IAAI,CAAA;IACb,CAAC;IAED,KAAK,UAAU,cAAc,CAC3B,IAAY,EACZ,GAA4B,EAC5B,GAAW;QAEX,MAAM,WAAW,GAAG,MAAM,EAAE;aACzB,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;aACpB,IAAI,CAAC,CAAC,CAAC;aACP,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,CAAA;QACxD,IAAI,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,MAAM,CAAA;QACrD,IAAI,SAAS,IAAI,CAAC;YAAE,OAAO,EAAE,CAAA;QAE7B,MAAM,UAAU,GAAG,GAAG,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAA;QAC9C,MAAM,IAAI,GAAkB,EAAE,CAAA;QAC9B,OAAO,SAAS,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAA;YAC9C,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,CAAC,CAAA;YACtD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,IAAI,CAAC,IAAI,CAAC;oBACR,GAAG;oBACH,GAAG;oBACH,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE;iBAClE,CAAC,CAAA;YACJ,CAAC;YACD,SAAS,IAAI,IAAI,CAAC,MAAM,CAAA;YACxB,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK;gBAAE,MAAK;QAChC,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,4EAA4E;IAC5E,6EAA6E;IAC7E,uCAAuC;IACvC,KAAK,UAAU,MAAM,CACnB,GAAW,EACX,GAA4B,EAC5B,GAAW,EACX,KAAiB;QAEjB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC5B,IAAI,KAAc,CAAA;QAClB,IAAI,CAAC;YACH,KAAK,GAAG,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;QAChC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,uEAAuE;YACvE,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;YACtB,MAAM,OAAO,GAAG,MAAM,EAAE;iBACrB,MAAM,CAAC,CAAC,CAAC;iBACT,GAAG,CAAC;gBACH,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;gBACtB,WAAW,EAAE,IAAI;gBACjB,SAAS,EAAE,CAAC,CAAC,OAAO;gBACpB,GAAG,aAAa,CAAC,GAAG,CAAC;aACtB,CAAC;iBACD,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;iBACxC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;YAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gBAAE,OAAO,MAAM,CAAA;YAC9B,MAAM,YAAY,CAAC,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAA;YACrC,OAAO,QAAQ,CAAA;QACjB,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;QACxC,MAAM,UAAU,GAAG,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAA;QACxD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,CAAC,CAAA;QACzD,IAAI,IAAI,GAAG,KAAK,CAAA;QAChB,MAAM,SAAS,GAAG,mBAAmB,CAAC;YACpC,GAAG;YACH,GAAG;YACH,KAAK;YACL,MAAM,EAAE,GAAG,EAAE;gBACX,IAAI,GAAG,IAAI,CAAA;gBACX,UAAU,CAAC,KAAK,CAAC,IAAI,iBAAiB,EAAE,CAAC,CAAA;gBACzC,MAAM,CAAC,IAAI,CACT,IAAI,CAAC,SAAS,CACZ,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;oBAC9B,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACnC,CAAC,CACH,CACF,CAAA;YACH,CAAC;SACF,CAAC,CAAA;QACF,MAAM,QAAQ,GACZ,GAAG,CAAC,UAAU,KAAK,SAAS;YAC1B,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE;gBACd,UAAU,CAAC,KAAK,CAAC,IAAI,wBAAwB,CAAC,GAAG,CAAC,UAAW,CAAC,CAAC,CAAA;gBAC/D,MAAM,CAAC,IAAI,CACT,IAAI,CAAC,SAAS,CACZ,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;oBACvC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACnC,CAAC,CACH,CACF,CAAA;YACH,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC,CAAA;QACxB,IAAI,CAAC;YACH,MAAO,GAAG,CAAC,OAA+C,CACxD,KAAK,EACL,UAAU,CACX,CAAA;YACD,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,YAAY,wBAAwB,EAAE,CAAC;gBACjE,MAAM,UAAU,CAAC,MAAM,CAAC,MAAM,CAAA;YAChC,CAAC;YACD,IAAI,QAAQ;gBAAE,YAAY,CAAC,QAAQ,CAAC,CAAA;YACpC,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;YACtB,IAAI,IAAI;gBAAE,OAAO,MAAM,CAAA;YACvB,MAAM,OAAO,GAAG,MAAM,EAAE;iBACrB,MAAM,CAAC,CAAC,CAAC;iBACT,GAAG,CAAC;gBACH,MAAM,EAAE,WAAW;gBACnB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;gBACtB,WAAW,EAAE,IAAI;gBACjB,GAAG,aAAa,CAAC,GAAG,CAAC;aACtB,CAAC;iBACD,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;iBACxC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;YAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gBAAE,OAAO,MAAM,CAAA;YAC9B,MAAM,CAAC,IAAI,CACT,IAAI,CAAC,SAAS,CACZ,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;gBAC7B,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACnC,CAAC,CACH,CACF,CAAA;YACD,OAAO,KAAK,CAAA;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,QAAQ;gBAAE,YAAY,CAAC,QAAQ,CAAC,CAAA;YACpC,MAAM,CAAC,GACL,UAAU,CAAC,MAAM,CAAC,MAAM,YAAY,wBAAwB;gBAC1D,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM;gBAC1B,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;YAClB,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;YACtB,IAAI,IAAI;gBAAE,OAAO,MAAM,CAAA;YACvB,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5C,MAAM,OAAO,GAAG,MAAM,EAAE;qBACrB,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,SAAS;oBACjB,WAAW,EAAE,IAAI;oBACjB,KAAK,EAAE,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBACjD,SAAS,EAAE,CAAC,CAAC,OAAO;iBACrB,CAAC;qBACD,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;qBACxC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;gBAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;oBAAE,OAAO,MAAM,CAAA;gBAC9B,MAAM,CAAC,IAAI,CACT,IAAI,CAAC,SAAS,CACZ,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;oBAC5B,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBAClC,KAAK,EAAE,CAAC,CAAC,OAAO;iBACjB,CAAC,CACH,CACF,CAAA;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,OAAO,GAAG,MAAM,EAAE;qBACrB,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,QAAQ;oBAChB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;oBACtB,WAAW,EAAE,IAAI;oBACjB,SAAS,EAAE,CAAC,CAAC,OAAO;oBACpB,GAAG,aAAa,CAAC,GAAG,CAAC;iBACtB,CAAC;qBACD,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;qBACxC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;gBAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;oBAAE,OAAO,MAAM,CAAA;gBAC9B,MAAM,CAAC,KAAK,CACV,IAAI,CAAC,SAAS,CACZ,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;oBAC1B,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBAClC,KAAK,EAAE,CAAC,CAAC,OAAO;iBACjB,CAAC,CACH,CACF,CAAA;gBACD,MAAM,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;YACnC,CAAC;YACD,OAAO,QAAQ,CAAA;QACjB,CAAC;IACH,CAAC;IAED,KAAK,UAAU,YAAY,CAAC,GAAW;QACrC,MAAM,WAAW,GAAkB,EAAE,CAAA;QACrC,IAAI,YAAY,GAAG,CAAC,CAAA;QACpB,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,WAAW,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;YACjE,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;YACpD,YAAY,IAAI,OAAO,CAAC,MAAM,CAAA;YAC9B,WAAW,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAA;QAC9B,CAAC;QACD,2EAA2E;QAC3E,qEAAqE;QACrE,4CAA4C;QAC5C,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,CACvE,CAAA;QACD,IAAI,GAAG,GAAG,CAAC,CAAA;QACX,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,OAAO,KAAK,KAAK;gBAAE,GAAG,EAAE,CAAA;iBACvB,IAAI,OAAO,KAAK,QAAQ;gBAAE,MAAM,EAAE,CAAA;QACzC,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,EAAE,CAAA;IAC/C,CAAC;IAED,KAAK,UAAU,QAAQ,CAAC,GAAW;QACjC,MAAM,oBAAoB,CAAC,GAAG,CAAC,CAAA;QAC/B,MAAM,oBAAoB,CAAC,GAAG,CAAC,CAAA;QAC/B,IAAI,GAAG,GAAG,UAAU,IAAI,gBAAgB,EAAE,CAAC;YACzC,UAAU,GAAG,GAAG,CAAA;YAChB,MAAM,aAAa,CAAC,GAAG,CAAC,CAAA;QAC1B,CAAC;IACH,CAAC;IAED,SAAS,SAAS,CAChB,IAAY,EACZ,IAAiB,EACjB,SAAiB;QAEjB,IAAI,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAC5B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,IAAI,GAAG,EAAE,CAAA;YACjB,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QACzB,CAAC;QACD,IAAI,IAAmB,CAAA;QACvB,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC;aACrD,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;aACrB,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACf,MAAM,CAAC,KAAK,CAAC,gDAAgD,EAAE,KAAK,CAAC,CAAA;QACvE,CAAC,CAAC;aACD,OAAO,CAAC,GAAG,EAAE;YACZ,KAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YACnB,IAAI,KAAM,CAAC,IAAI,KAAK,CAAC;gBAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAC5C,CAAC,CAAC,CAAA;QACJ,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACf,OAAO,IAAI,CAAA;IACb,CAAC;IAED,KAAK,UAAU,IAAI,CAAC,MAAc,IAAI,CAAC,GAAG,EAAE;QAC1C,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAA;QACnB,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,WAAW,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;YACjE,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;YACjD,KAAK,MAAM,IAAI,IAAI,IAAI;gBAAE,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAA;QACrD,CAAC;QACD,MAAM,QAAQ,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAA;QACpE,OAAO,QAAQ,CAAC,MAAM,KAAK,CAAC;YAC1B,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,CAAA;IAC5D,CAAC;IAED,KAAK,UAAU,KAAK;QAClB,MAAM,QAAQ,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAA;QACpE,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;IACpC,CAAC;IAED,OAAO;QACL,KAAK,CAAC,IAAI,CAAC,MAAc,IAAI,CAAC,GAAG,EAAE;YACjC,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAA;YACnB,OAAO,YAAY,CAAC,GAAG,CAAC,CAAA;QAC1B,CAAC;QACD,IAAI;QACJ,KAAK;QACL,KAAK,CAAC,OAAO,CAAC,GAAW;YACvB,MAAM,YAAY,GAAG,MAAM,EAAE;iBAC1B,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;iBACpB,IAAI,CAAC,CAAC,CAAC;iBACP,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAA;YACzD,MAAM,MAAM,GAKP,MAAM,EAAE;iBACV,MAAM,CAAC;gBACN,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,SAAS,EAAE,CAAC,CAAC,SAAS;aACvB,CAAC;iBACD,IAAI,CAAC,CAAC,CAAC;iBACP,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAA;YAChC,MAAM,IAAI,GASL,MAAM,EAAE;iBACV,MAAM,CAAC;gBACN,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,SAAS,EAAE,CAAC,CAAC,SAAS;aACvB,CAAC;iBACD,IAAI,CAAC,CAAC,CAAC,CAAA;YACV,OAAO;gBACL,QAAQ,EAAE,YAAY,CAAC,MAAM;gBAC7B,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBAC3B,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;oBAClB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;wBACpC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC;wBACpC,CAAC,CAAC,GAAG,CAAC,IAAI;oBACZ,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;oBAC9B,SAAS,EAAE,GAAG,CAAC,SAAS;iBACzB,CAAC,CAAC;gBACH,IAAI,EAAE,IAAI;qBACP,IAAI,CACH,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACd,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;oBAChD,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAClD;qBACA,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBACb,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;oBAClB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;wBACpC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC;wBACpC,CAAC,CAAC,GAAG,CAAC,IAAI;oBACZ,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;wBACpC,CAAC,CAAE,MAAgB;wBACnB,CAAC,CAAE,KAAe;oBACpB,MAAM,EAAE,GAAG,CAAC,MAIA;oBACZ,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;oBAC9B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;oBACxB,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,SAAS,EAAE,GAAG,CAAC,SAAS;iBACzB,CAAC,CAAC;aACN,CAAA;QACH,CAAC;QACD,aAAa,CAAC,CAAoB;YAChC,GAAG,CAAC,IAAI,GAAG,CAAC,CAAA;QACd,CAAC;KACF,CAAA;AACH,CAAC","sourcesContent":["// src/jobs/worker.ts — the queue worker. One `tick()` is a full cycle:\n// recover expired leases → reap old succeeded rows → claim and run queue jobs.\nimport {\n  and,\n  desc,\n  eq,\n  inArray,\n  is,\n  isNotNull,\n  lt,\n  lte,\n  sql,\n} from 'drizzle-orm'\nimport { PgDatabase } from 'drizzle-orm/pg-core'\n\nimport type { AnyDb } from '../dialect'\nimport type { BunderstackLogger } from '../logging'\nimport type {\n  AnyBackgroundDefinition,\n  JobsDefs,\n  JobsRuntimeFacade,\n  TickResult,\n} from './define'\n\nimport { jobsTableFor } from '../internal-tables'\nimport { consoleLogger } from '../logging'\nimport { validateStandardSchema } from '../standard-schema'\nimport { parseCron } from './cron'\nimport { backoffMs, DEFAULT_RETRIES, leaseDurationFor } from './define'\nimport { enqueueJob } from './queue'\nimport { CRON_PREFIX, floorSlot, slotsDue, SLOT_MS } from './slots'\n\nconst CLAIM_BATCH = 10\nconst SUCCEEDED_RETENTION_MS = 24 * 60 * 60 * 1000\nconst REAP_INTERVAL_MS = 60 * 60_000\n\nclass JobExecutionTimeoutError extends Error {\n  constructor(maxRuntime: number) {\n    super(`execution timed out after ${maxRuntime}ms`)\n    this.name = 'JobExecutionTimeoutError'\n  }\n}\n\nclass JobLeaseLostError extends Error {\n  constructor() {\n    super('job lease ownership was lost')\n    this.name = 'JobLeaseLostError'\n  }\n}\n\ntype JobRow = {\n  id: string\n  type: string\n  payloadJson: string\n  attempts: number\n  runAt: number\n}\n\ntype LeaseOwner = {\n  attempt: number\n  lockedUntil: number\n}\n\ntype ClaimedWork = {\n  row: JobRow\n  def: AnyBackgroundDefinition\n  owner: LeaseOwner\n}\n\ntype LeaseHeartbeat = {\n  owner: LeaseOwner\n  lost: Promise<void>\n  stop(): Promise<void>\n}\n\ntype PumpResult = { wake?: Promise<void> }\n\ntype CronCursor = {\n  checkedThrough: number\n}\n\nfunction jobEvent(\n  event: string,\n  row: JobRow,\n  fields: Record<string, unknown> = {},\n) {\n  return {\n    source: 'bunderstack.jobs',\n    event,\n    jobId: row.id,\n    jobType: row.type,\n    attempt: Number(row.attempts),\n    ...fields,\n  }\n}\n\nfunction capacityFor(def: AnyBackgroundDefinition): number {\n  return def.kind === 'job' && def.concurrency !== undefined\n    ? def.concurrency\n    : CLAIM_BATCH\n}\n\nfunction toError(err: unknown): Error {\n  return err instanceof Error ? err : new Error(String(err))\n}\n\nfunction maxAttempts(def: AnyBackgroundDefinition): number {\n  return 1 + (def.retries ?? DEFAULT_RETRIES)\n}\n\n/** Resolve a stored row type back to its definition. Cron rows carry the\n *  reserved prefix; queue rows use the definition key verbatim. */\nfunction definitionFor(\n  defs: JobsDefs,\n  type: string,\n): AnyBackgroundDefinition | undefined {\n  if (type.startsWith(CRON_PREFIX)) {\n    const def = defs[type.slice(CRON_PREFIX.length)]\n    return def?.kind === 'cron' ? def : undefined\n  }\n  const def = defs[type]\n  return def?.kind === 'job' ? def : undefined\n}\n\n/** Queue jobs release terminal dedupe keys; cron slots retain durable ownership. */\nfunction terminalPatch(def: AnyBackgroundDefinition) {\n  return def.kind === 'cron' ? {} : { dedupeKey: null }\n}\n\nexport function createJobRunner(deps: {\n  db: AnyDb\n  defs: JobsDefs\n  /** Handler ctx WITHOUT `jobs`; the facade is injected via setJobsFacade. */\n  ctx: Record<string, unknown>\n  logger?: BunderstackLogger\n}) {\n  const { db, defs } = deps\n  const logger = deps.logger ?? consoleLogger\n  const t = jobsTableFor(db)\n  const ctx = { ...deps.ctx } as Record<string, unknown>\n  let lastReapAt = 0\n  const active = new Map<string, Set<Promise<void>>>()\n  const cronCursors = new Map<string, CronCursor>()\n\n  function ownershipPredicate(id: string, owner: LeaseOwner) {\n    return and(\n      eq(t.id, id),\n      eq(t.status, 'running'),\n      eq(t.attempts, owner.attempt),\n      eq(t.lockedUntil, owner.lockedUntil),\n    )\n  }\n\n  function startLeaseHeartbeat(args: {\n    row: JobRow\n    def: AnyBackgroundDefinition\n    owner: LeaseOwner\n    onLost: () => void\n  }): LeaseHeartbeat {\n    const owner = args.owner\n    const intervalMs = Math.max(10, Math.floor(leaseDurationFor(args.def) / 3))\n    let stopped = false\n    let resolveLost!: () => void\n    const lost = new Promise<void>((resolve) => {\n      resolveLost = resolve\n    })\n    let chain = Promise.resolve()\n    const lose = () => {\n      if (stopped) return\n      stopped = true\n      clearInterval(timer)\n      resolveLost()\n      args.onLost()\n    }\n    const renew = () => {\n      chain = chain\n        .then(async () => {\n          if (stopped) return\n          const nextLockedUntil = Date.now() + leaseDurationFor(args.def)\n          const updated = await db\n            .update(t)\n            .set({ lockedUntil: nextLockedUntil })\n            .where(ownershipPredicate(args.row.id, owner))\n            .returning({ id: t.id })\n          if (!updated[0]) return lose()\n          owner.lockedUntil = nextLockedUntil\n        })\n        .catch(() => lose())\n    }\n    const timer = setInterval(renew, intervalMs)\n    return {\n      owner,\n      lost,\n      async stop() {\n        stopped = true\n        clearInterval(timer)\n        await chain\n      },\n    }\n  }\n\n  /** Cron rows carry no payload — their handler input is the slot itself. */\n  function resolveInput(def: AnyBackgroundDefinition, row: JobRow): unknown {\n    if (def.kind === 'cron') {\n      return { scheduledFor: new Date(Number(row.runAt)) }\n    }\n    const raw = JSON.parse(row.payloadJson)\n    return def.input\n      ? validateStandardSchema(def.input, raw, 'job payload')\n      : undefined\n  }\n\n  /** Hydrate each cron cursor once, then advance it in this worker's memory. */\n  async function cronCursor(type: string, now: number): Promise<CronCursor> {\n    const cached = cronCursors.get(type)\n    if (cached) return cached\n\n    const rows = await db\n      .select({ runAt: t.runAt })\n      .from(t)\n      .where(eq(t.type, type))\n      .orderBy(desc(t.runAt))\n      .limit(1)\n    const cursor = {\n      checkedThrough:\n        rows[0]?.runAt == null\n          ? floorSlot(now) - SLOT_MS\n          : Number(rows[0].runAt),\n    }\n    cronCursors.set(type, cursor)\n    return cursor\n  }\n\n  /** Enqueue a row per due slot. The unique(type, dedupeKey) constraint makes\n   *  this safe to run concurrently in any number of processes. */\n  async function materializeCronSlots(now: number) {\n    const through = floorSlot(now)\n    for (const [name, def] of Object.entries(defs)) {\n      if (def.kind !== 'cron') continue\n      const type = `${CRON_PREFIX}${name}`\n      const cursor = await cronCursor(type, now)\n      const slots = slotsDue({\n        cron: parseCron(def.schedule),\n        from: cursor.checkedThrough,\n        to: through,\n        catchUp: def.catchUp,\n        catchUpWindowMs: def.catchUpWindow,\n      })\n      for (const slot of slots) {\n        await enqueueJob(db, defs, name, null, {\n          runAt: slot,\n          dedupeKey: String(slot),\n        })\n        cursor.checkedThrough = slot\n      }\n      cursor.checkedThrough = Math.max(cursor.checkedThrough, through)\n    }\n  }\n\n  async function fireOnFailed(\n    def: AnyBackgroundDefinition,\n    input: unknown,\n    error: Error,\n  ) {\n    if (!def.onFailed) return\n    try {\n      await (def.onFailed as (i: unknown, e: Error, c: unknown) => unknown)(\n        input,\n        error,\n        ctx,\n      )\n    } catch (hookErr) {\n      logger.error('[bunderstack] onFailed hook threw:', hookErr)\n    }\n  }\n\n  /** running rows whose lease expired → pending (or failed when exhausted). */\n  async function recoverExpiredLeases(now: number) {\n    const expired: (JobRow & {\n      lastError: string | null\n      lockedUntil: number\n    })[] = await db\n      .select({\n        id: t.id,\n        type: t.type,\n        payloadJson: t.payloadJson,\n        attempts: t.attempts,\n        lastError: t.lastError,\n        runAt: t.runAt,\n        lockedUntil: t.lockedUntil,\n      })\n      .from(t)\n      .where(\n        and(\n          eq(t.status, 'running'),\n          isNotNull(t.lockedUntil),\n          lt(t.lockedUntil, now),\n        ),\n      )\n    for (const row of expired) {\n      const owner = {\n        attempt: Number(row.attempts),\n        lockedUntil: Number(row.lockedUntil),\n      }\n      const def = definitionFor(defs, row.type)\n      const error = new Error('lease expired (worker crashed or timed out)')\n      if (!def) {\n        await db\n          .update(t)\n          .set({\n            status: 'failed',\n            finishedAt: now,\n            lockedUntil: null,\n            lastError: `unknown job type \"${row.type}\"`,\n            dedupeKey: null,\n          })\n          .where(ownershipPredicate(row.id, owner))\n        continue\n      }\n      if (Number(row.attempts) >= maxAttempts(def)) {\n        const updated = await db\n          .update(t)\n          .set({\n            status: 'failed',\n            finishedAt: now,\n            lockedUntil: null,\n            lastError: error.message,\n            ...terminalPatch(def),\n          })\n          .where(ownershipPredicate(row.id, owner))\n          .returning({ id: t.id })\n        if (updated[0]) await fireOnFailed(def, resolveInput(def, row), error)\n      } else {\n        await db\n          .update(t)\n          .set({\n            status: 'pending',\n            lockedUntil: null,\n            runAt: now + backoffMs(def, Number(row.attempts)),\n            lastError: error.message,\n          })\n          .where(ownershipPredicate(row.id, owner))\n      }\n    }\n  }\n\n  async function reapSucceeded(now: number) {\n    await db\n      .delete(t)\n      .where(\n        and(\n          eq(t.status, 'succeeded'),\n          lt(t.finishedAt, now - SUCCEEDED_RETENTION_MS),\n        ),\n      )\n  }\n\n  /** Atomically claim up to `limit` runnable jobs of one type. */\n  async function claim(\n    type: string,\n    limit: number,\n    now: number,\n    leaseUntil: number,\n  ): Promise<JobRow[]> {\n    const pendingIds = db\n      .select({ id: t.id })\n      .from(t)\n      .where(and(eq(t.type, type), eq(t.status, 'pending'), lte(t.runAt, now)))\n      .orderBy(t.runAt)\n      .limit(limit)\n    // PG: lock the selected rows so concurrent replicas skip them. SQLite's\n    // single-writer model makes the one-statement UPDATE atomic on its own.\n    const sub = is(db, PgDatabase)\n      ? (\n          pendingIds as unknown as {\n            for: (m: string, o: object) => typeof pendingIds\n          }\n        ).for('update', { skipLocked: true })\n      : pendingIds\n    const rows: JobRow[] = await db\n      .update(t)\n      .set({\n        status: 'running',\n        lockedUntil: leaseUntil,\n        attempts: sql`${t.attempts} + 1`,\n      })\n      .where(and(inArray(t.id, sub), eq(t.status, 'pending')))\n      .returning({\n        id: t.id,\n        type: t.type,\n        payloadJson: t.payloadJson,\n        attempts: t.attempts,\n        runAt: t.runAt,\n      })\n    return rows\n  }\n\n  async function claimAvailable(\n    type: string,\n    def: AnyBackgroundDefinition,\n    now: number,\n  ): Promise<ClaimedWork[]> {\n    const runningRows = await db\n      .select({ id: t.id })\n      .from(t)\n      .where(and(eq(t.type, type), eq(t.status, 'running')))\n    let available = capacityFor(def) - runningRows.length\n    if (available <= 0) return []\n\n    const leaseUntil = now + leaseDurationFor(def)\n    const work: ClaimedWork[] = []\n    while (available > 0) {\n      const limit = Math.min(CLAIM_BATCH, available)\n      const rows = await claim(type, limit, now, leaseUntil)\n      for (const row of rows) {\n        work.push({\n          row,\n          def,\n          owner: { attempt: Number(row.attempts), lockedUntil: leaseUntil },\n        })\n      }\n      available -= rows.length\n      if (rows.length < limit) break\n    }\n    return work\n  }\n\n  // `now` is the tick's injected clock: retry runAt math uses it so tests can\n  // drive backoff deterministically. finishedAt uses the real clock (a handler\n  // may run long past the tick's start).\n  async function runJob(\n    row: JobRow,\n    def: AnyBackgroundDefinition,\n    now: number,\n    owner: LeaseOwner,\n  ): Promise<'ran' | 'failed' | 'lost'> {\n    const startedAt = Date.now()\n    let input: unknown\n    try {\n      input = resolveInput(def, row)\n    } catch (err) {\n      // Stored payload no longer parses (schema drift): retrying can't help.\n      const e = toError(err)\n      const updated = await db\n        .update(t)\n        .set({\n          status: 'failed',\n          finishedAt: Date.now(),\n          lockedUntil: null,\n          lastError: e.message,\n          ...terminalPatch(def),\n        })\n        .where(ownershipPredicate(row.id, owner))\n        .returning({ id: t.id })\n      if (!updated[0]) return 'lost'\n      await fireOnFailed(def, undefined, e)\n      return 'failed'\n    }\n    const controller = new AbortController()\n    const handlerCtx = { ...ctx, signal: controller.signal }\n    logger.info(JSON.stringify(jobEvent('job.claimed', row)))\n    let lost = false\n    const heartbeat = startLeaseHeartbeat({\n      row,\n      def,\n      owner,\n      onLost: () => {\n        lost = true\n        controller.abort(new JobLeaseLostError())\n        logger.warn(\n          JSON.stringify(\n            jobEvent('job.lease_lost', row, {\n              durationMs: Date.now() - startedAt,\n            }),\n          ),\n        )\n      },\n    })\n    const deadline =\n      def.maxRuntime === undefined\n        ? undefined\n        : setTimeout(() => {\n            controller.abort(new JobExecutionTimeoutError(def.maxRuntime!))\n            logger.warn(\n              JSON.stringify(\n                jobEvent('job.execution_timed_out', row, {\n                  durationMs: Date.now() - startedAt,\n                }),\n              ),\n            )\n          }, def.maxRuntime)\n    try {\n      await (def.handler as (i: unknown, c: unknown) => unknown)(\n        input,\n        handlerCtx,\n      )\n      if (controller.signal.reason instanceof JobExecutionTimeoutError) {\n        throw controller.signal.reason\n      }\n      if (deadline) clearTimeout(deadline)\n      await heartbeat.stop()\n      if (lost) return 'lost'\n      const updated = await db\n        .update(t)\n        .set({\n          status: 'succeeded',\n          finishedAt: Date.now(),\n          lockedUntil: null,\n          ...terminalPatch(def),\n        })\n        .where(ownershipPredicate(row.id, owner))\n        .returning({ id: t.id })\n      if (!updated[0]) return 'lost'\n      logger.info(\n        JSON.stringify(\n          jobEvent('job.completed', row, {\n            durationMs: Date.now() - startedAt,\n          }),\n        ),\n      )\n      return 'ran'\n    } catch (err) {\n      if (deadline) clearTimeout(deadline)\n      const e =\n        controller.signal.reason instanceof JobExecutionTimeoutError\n          ? controller.signal.reason\n          : toError(err)\n      await heartbeat.stop()\n      if (lost) return 'lost'\n      if (Number(row.attempts) < maxAttempts(def)) {\n        const updated = await db\n          .update(t)\n          .set({\n            status: 'pending',\n            lockedUntil: null,\n            runAt: now + backoffMs(def, Number(row.attempts)),\n            lastError: e.message,\n          })\n          .where(ownershipPredicate(row.id, owner))\n          .returning({ id: t.id })\n        if (!updated[0]) return 'lost'\n        logger.warn(\n          JSON.stringify(\n            jobEvent('job.retrying', row, {\n              durationMs: Date.now() - startedAt,\n              error: e.message,\n            }),\n          ),\n        )\n      } else {\n        const updated = await db\n          .update(t)\n          .set({\n            status: 'failed',\n            finishedAt: Date.now(),\n            lockedUntil: null,\n            lastError: e.message,\n            ...terminalPatch(def),\n          })\n          .where(ownershipPredicate(row.id, owner))\n          .returning({ id: t.id })\n        if (!updated[0]) return 'lost'\n        logger.error(\n          JSON.stringify(\n            jobEvent('job.failed', row, {\n              durationMs: Date.now() - startedAt,\n              error: e.message,\n            }),\n          ),\n        )\n        await fireOnFailed(def, input, e)\n      }\n      return 'failed'\n    }\n  }\n\n  async function runClaimable(now: number): Promise<TickResult> {\n    const claimedWork: ClaimedWork[] = []\n    let totalClaimed = 0\n    for (const [name, def] of Object.entries(defs)) {\n      const type = def.kind === 'cron' ? `${CRON_PREFIX}${name}` : name\n      const claimed = await claimAvailable(type, def, now)\n      totalClaimed += claimed.length\n      claimedWork.push(...claimed)\n    }\n    // Claim the whole tick snapshot before starting any handler. Work enqueued\n    // by a handler therefore belongs to the next tick, regardless of the\n    // declaration order of its target job type.\n    const outcomes = await Promise.all(\n      claimedWork.map(({ row, def, owner }) => runJob(row, def, now, owner)),\n    )\n    let ran = 0\n    let failed = 0\n    for (const outcome of outcomes) {\n      if (outcome === 'ran') ran++\n      else if (outcome === 'failed') failed++\n    }\n    return { claimed: totalClaimed, ran, failed }\n  }\n\n  async function maintain(now: number) {\n    await materializeCronSlots(now)\n    await recoverExpiredLeases(now)\n    if (now - lastReapAt >= REAP_INTERVAL_MS) {\n      lastReapAt = now\n      await reapSucceeded(now)\n    }\n  }\n\n  function startWork(\n    type: string,\n    work: ClaimedWork,\n    claimedAt: number,\n  ): Promise<void> {\n    let tasks = active.get(type)\n    if (!tasks) {\n      tasks = new Set()\n      active.set(type, tasks)\n    }\n    let task: Promise<void>\n    task = runJob(work.row, work.def, claimedAt, work.owner)\n      .then(() => undefined)\n      .catch((error) => {\n        logger.error('[bunderstack] background job execution failed:', error)\n      })\n      .finally(() => {\n        tasks!.delete(task)\n        if (tasks!.size === 0) active.delete(type)\n      })\n    tasks.add(task)\n    return task\n  }\n\n  async function pump(now: number = Date.now()): Promise<PumpResult> {\n    await maintain(now)\n    for (const [name, def] of Object.entries(defs)) {\n      const type = def.kind === 'cron' ? `${CRON_PREFIX}${name}` : name\n      const work = await claimAvailable(type, def, now)\n      for (const item of work) startWork(type, item, now)\n    }\n    const snapshot = [...active.values()].flatMap((tasks) => [...tasks])\n    return snapshot.length === 0\n      ? {}\n      : { wake: Promise.race(snapshot).then(() => undefined) }\n  }\n\n  async function drain(): Promise<void> {\n    const snapshot = [...active.values()].flatMap((tasks) => [...tasks])\n    await Promise.allSettled(snapshot)\n  }\n\n  return {\n    async tick(now: number = Date.now()): Promise<TickResult> {\n      await maintain(now)\n      return runClaimable(now)\n    },\n    pump,\n    drain,\n    async inspect(now: number) {\n      const runnableRows = await db\n        .select({ id: t.id })\n        .from(t)\n        .where(and(eq(t.status, 'pending'), lte(t.runAt, now)))\n      const failed: Array<{\n        id: string\n        type: string\n        attempts: number\n        lastError: string | null\n      }> = await db\n        .select({\n          id: t.id,\n          type: t.type,\n          attempts: t.attempts,\n          lastError: t.lastError,\n        })\n        .from(t)\n        .where(eq(t.status, 'failed'))\n      const rows: Array<{\n        id: string\n        type: string\n        status: string\n        attempts: number\n        runAt: number\n        dedupeKey: string | null\n        lastError: string | null\n        createdAt: number\n      }> = await db\n        .select({\n          id: t.id,\n          type: t.type,\n          status: t.status,\n          attempts: t.attempts,\n          runAt: t.runAt,\n          dedupeKey: t.dedupeKey,\n          lastError: t.lastError,\n          createdAt: t.createdAt,\n        })\n        .from(t)\n      return {\n        runnable: runnableRows.length,\n        failed: failed.map((row) => ({\n          id: String(row.id),\n          name: row.type.startsWith(CRON_PREFIX)\n            ? row.type.slice(CRON_PREFIX.length)\n            : row.type,\n          attempts: Number(row.attempts),\n          lastError: row.lastError,\n        })),\n        jobs: rows\n          .sort(\n            (left, right) =>\n              Number(left.createdAt) - Number(right.createdAt) ||\n              String(left.id).localeCompare(String(right.id)),\n          )\n          .map((row) => ({\n            id: String(row.id),\n            name: row.type.startsWith(CRON_PREFIX)\n              ? row.type.slice(CRON_PREFIX.length)\n              : row.type,\n            kind: row.type.startsWith(CRON_PREFIX)\n              ? ('cron' as const)\n              : ('job' as const),\n            status: row.status as\n              | 'pending'\n              | 'running'\n              | 'succeeded'\n              | 'failed',\n            attempts: Number(row.attempts),\n            runAt: Number(row.runAt),\n            dedupeKey: row.dedupeKey,\n            lastError: row.lastError,\n          })),\n      }\n    },\n    setJobsFacade(f: JobsRuntimeFacade) {\n      ctx.jobs = f\n    },\n  }\n}\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bunderstack",
-  "version": "0.23.1",
+  "version": "0.23.4",
   "description": "Batteries-included backend framework for Bun: type-safe oRPC APIs, auth, storage, realtime, jobs, email, and validated env from one config.",
   "keywords": [
     "backend",