bunderstack 0.23.0 → 0.23.3

package/dist/jobs/worker.js

@@ -6,12 +6,39 @@ import { jobsTableFor } from '../internal-tables.js';
 import { consoleLogger } from '../logging.js';
 import { validateStandardSchema } from '../standard-schema.js';
 import { parseCron } from './cron.js';
-import { backoffMs, DEFAULT_RETRIES, DEFAULT_TIMEOUT_MS } from './define.js';
+import { backoffMs, DEFAULT_RETRIES, leaseDurationFor } from './define.js';
 import { enqueueJob } from './queue.js';
 import { CRON_PREFIX, floorSlot, slotsDue, SLOT_MS } from './slots.js';
 const CLAIM_BATCH = 10;
 const SUCCEEDED_RETENTION_MS = 24 * 60 * 60 * 1000;
 const REAP_INTERVAL_MS = 60 * 60_000;
+class JobExecutionTimeoutError extends Error {
+    constructor(maxRuntime) {
+        super(`execution timed out after ${maxRuntime}ms`);
+        this.name = 'JobExecutionTimeoutError';
+    }
+}
+class JobLeaseLostError extends Error {
+    constructor() {
+        super('job lease ownership was lost');
+        this.name = 'JobLeaseLostError';
+    }
+}
+function jobEvent(event, row, fields = {}) {
+    return {
+        source: 'bunderstack.jobs',
+        event,
+        jobId: row.id,
+        jobType: row.type,
+        attempt: Number(row.attempts),
+        ...fields,
+    };
+}
+function capacityFor(def) {
+    return def.kind === 'job' && def.concurrency !== undefined
+        ? def.concurrency
+        : CLAIM_BATCH;
+}
 function toError(err) {
     return err instanceof Error ? err : new Error(String(err));
 }
@@ -38,6 +65,55 @@ export function createJobRunner(deps) {
     const t = jobsTableFor(db);
     const ctx = { ...deps.ctx };
     let lastReapAt = 0;
+    const active = new Map();
+    function ownershipPredicate(id, owner) {
+        return and(eq(t.id, id), eq(t.status, 'running'), eq(t.attempts, owner.attempt), eq(t.lockedUntil, owner.lockedUntil));
+    }
+    function startLeaseHeartbeat(args) {
+        const owner = args.owner;
+        const intervalMs = Math.max(10, Math.floor(leaseDurationFor(args.def) / 3));
+        let stopped = false;
+        let resolveLost;
+        const lost = new Promise((resolve) => {
+            resolveLost = resolve;
+        });
+        let chain = Promise.resolve();
+        const lose = () => {
+            if (stopped)
+                return;
+            stopped = true;
+            clearInterval(timer);
+            resolveLost();
+            args.onLost();
+        };
+        const renew = () => {
+            chain = chain
+                .then(async () => {
+                if (stopped)
+                    return;
+                const nextLockedUntil = Date.now() + leaseDurationFor(args.def);
+                const updated = await db
+                    .update(t)
+                    .set({ lockedUntil: nextLockedUntil })
+                    .where(ownershipPredicate(args.row.id, owner))
+                    .returning({ id: t.id });
+                if (!updated[0])
+                    return lose();
+                owner.lockedUntil = nextLockedUntil;
+            })
+                .catch(() => lose());
+        };
+        const timer = setInterval(renew, intervalMs);
+        return {
+            owner,
+            lost,
+            async stop() {
+                stopped = true;
+                clearInterval(timer);
+                await chain;
+            },
+        };
+    }
     /** Cron rows carry no payload — their handler input is the slot itself. */
     function resolveInput(def, row) {
         if (def.kind === 'cron') {
@@ -104,10 +180,15 @@ export function createJobRunner(deps) {
             attempts: t.attempts,
             lastError: t.lastError,
             runAt: t.runAt,
+            lockedUntil: t.lockedUntil,
         })
             .from(t)
             .where(and(eq(t.status, 'running'), isNotNull(t.lockedUntil), lt(t.lockedUntil, now)));
         for (const row of expired) {
+            const owner = {
+                attempt: Number(row.attempts),
+                lockedUntil: Number(row.lockedUntil),
+            };
             const def = definitionFor(defs, row.type);
             const error = new Error('lease expired (worker crashed or timed out)');
             if (!def) {
@@ -120,11 +201,11 @@ export function createJobRunner(deps) {
                     lastError: `unknown job type "${row.type}"`,
                     dedupeKey: null,
                 })
-                    .where(eq(t.id, row.id));
+                    .where(ownershipPredicate(row.id, owner));
                 continue;
             }
             if (Number(row.attempts) >= maxAttempts(def)) {
-                await db
+                const updated = await db
                     .update(t)
                     .set({
                     status: 'failed',
@@ -133,8 +214,10 @@ export function createJobRunner(deps) {
                     lastError: error.message,
                     ...terminalPatch(),
                 })
-                    .where(eq(t.id, row.id));
-                await fireOnFailed(def, resolveInput(def, row), error);
+                    .where(ownershipPredicate(row.id, owner))
+                    .returning({ id: t.id });
+                if (updated[0])
+                    await fireOnFailed(def, resolveInput(def, row), error);
             }
             else {
                 await db
@@ -145,7 +228,7 @@ export function createJobRunner(deps) {
                     runAt: now + backoffMs(def, Number(row.attempts)),
                     lastError: error.message,
                 })
-                    .where(eq(t.id, row.id));
+                    .where(ownershipPredicate(row.id, owner));
             }
         }
     }
@@ -184,10 +267,37 @@ export function createJobRunner(deps) {
         });
         return rows;
     }
+    async function claimAvailable(type, def, now) {
+        const runningRows = await db
+            .select({ id: t.id })
+            .from(t)
+            .where(and(eq(t.type, type), eq(t.status, 'running')));
+        let available = capacityFor(def) - runningRows.length;
+        if (available <= 0)
+            return [];
+        const leaseUntil = now + leaseDurationFor(def);
+        const work = [];
+        while (available > 0) {
+            const limit = Math.min(CLAIM_BATCH, available);
+            const rows = await claim(type, limit, now, leaseUntil);
+            for (const row of rows) {
+                work.push({
+                    row,
+                    def,
+                    owner: { attempt: Number(row.attempts), lockedUntil: leaseUntil },
+                });
+            }
+            available -= rows.length;
+            if (rows.length < limit)
+                break;
+        }
+        return work;
+    }
     // `now` is the tick's injected clock: retry runAt math uses it so tests can
     // drive backoff deterministically. finishedAt uses the real clock (a handler
     // may run long past the tick's start).
-    async function runJob(row, def, now, leaseUntil) {
+    async function runJob(row, def, now, owner) {
+        const startedAt = Date.now();
         let input;
         try {
             input = resolveInput(def, row);
@@ -204,15 +314,47 @@ export function createJobRunner(deps) {
                 lastError: e.message,
                 ...terminalPatch(),
             })
-                .where(and(eq(t.id, row.id), eq(t.lockedUntil, leaseUntil)))
+                .where(ownershipPredicate(row.id, owner))
                 .returning({ id: t.id });
             if (!updated[0])
                 return 'lost';
             await fireOnFailed(def, undefined, e);
             return 'failed';
         }
+        const controller = new AbortController();
+        const handlerCtx = { ...ctx, signal: controller.signal };
+        logger.info(JSON.stringify(jobEvent('job.claimed', row)));
+        let lost = false;
+        const heartbeat = startLeaseHeartbeat({
+            row,
+            def,
+            owner,
+            onLost: () => {
+                lost = true;
+                controller.abort(new JobLeaseLostError());
+                logger.warn(JSON.stringify(jobEvent('job.lease_lost', row, {
+                    durationMs: Date.now() - startedAt,
+                })));
+            },
+        });
+        const deadline = def.maxRuntime === undefined
+            ? undefined
+            : setTimeout(() => {
+                controller.abort(new JobExecutionTimeoutError(def.maxRuntime));
+                logger.warn(JSON.stringify(jobEvent('job.execution_timed_out', row, {
+                    durationMs: Date.now() - startedAt,
+                })));
+            }, def.maxRuntime);
         try {
-            await def.handler(input, ctx);
+            await def.handler(input, handlerCtx);
+            if (controller.signal.reason instanceof JobExecutionTimeoutError) {
+                throw controller.signal.reason;
+            }
+            if (deadline)
+                clearTimeout(deadline);
+            await heartbeat.stop();
+            if (lost)
+                return 'lost';
             const updated = await db
                 .update(t)
                 .set({
@@ -221,14 +363,22 @@ export function createJobRunner(deps) {
                 lockedUntil: null,
                 ...terminalPatch(),
             })
-                .where(and(eq(t.id, row.id), eq(t.lockedUntil, leaseUntil)))
+                .where(ownershipPredicate(row.id, owner))
                 .returning({ id: t.id });
             if (!updated[0])
                 return 'lost';
+            logger.info(JSON.stringify(jobEvent('job.completed', row, { durationMs: Date.now() - startedAt })));
             return 'ran';
         }
         catch (err) {
-            const e = toError(err);
+            if (deadline)
+                clearTimeout(deadline);
+            const e = controller.signal.reason instanceof JobExecutionTimeoutError
+                ? controller.signal.reason
+                : toError(err);
+            await heartbeat.stop();
+            if (lost)
+                return 'lost';
             if (Number(row.attempts) < maxAttempts(def)) {
                 const updated = await db
                     .update(t)
@@ -238,10 +388,14 @@ export function createJobRunner(deps) {
                     runAt: now + backoffMs(def, Number(row.attempts)),
                     lastError: e.message,
                 })
-                    .where(and(eq(t.id, row.id), eq(t.lockedUntil, leaseUntil)))
+                    .where(ownershipPredicate(row.id, owner))
                     .returning({ id: t.id });
                 if (!updated[0])
                     return 'lost';
+                logger.warn(JSON.stringify(jobEvent('job.retrying', row, {
+                    durationMs: Date.now() - startedAt,
+                    error: e.message,
+                })));
             }
             else {
                 const updated = await db
@@ -253,10 +407,14 @@ export function createJobRunner(deps) {
                     lastError: e.message,
                     ...terminalPatch(),
                 })
-                    .where(and(eq(t.id, row.id), eq(t.lockedUntil, leaseUntil)))
+                    .where(ownershipPredicate(row.id, owner))
                     .returning({ id: t.id });
                 if (!updated[0])
                     return 'lost';
+                logger.error(JSON.stringify(jobEvent('job.failed', row, {
+                    durationMs: Date.now() - startedAt,
+                    error: e.message,
+                })));
                 await fireOnFailed(def, input, e);
             }
             return 'failed';
@@ -267,27 +425,14 @@ export function createJobRunner(deps) {
         let totalClaimed = 0;
         for (const [name, def] of Object.entries(defs)) {
             const type = def.kind === 'cron' ? `${CRON_PREFIX}${name}` : name;
-            let limit = CLAIM_BATCH;
-            if (def.kind === 'job' && def.concurrency !== undefined) {
-                const runningRows = await db
-                    .select({ id: t.id })
-                    .from(t)
-                    .where(and(eq(t.type, type), eq(t.status, 'running')));
-                const capacity = def.concurrency - runningRows.length;
-                if (capacity <= 0)
-                    continue;
-                limit = Math.min(limit, capacity);
-            }
-            const leaseUntil = now + (def.timeout ?? DEFAULT_TIMEOUT_MS);
-            const claimed = await claim(type, limit, now, leaseUntil);
+            const claimed = await claimAvailable(type, def, now);
             totalClaimed += claimed.length;
-            for (const row of claimed)
-                claimedWork.push({ row, def, leaseUntil });
+            claimedWork.push(...claimed);
         }
         // Claim the whole tick snapshot before starting any handler. Work enqueued
         // by a handler therefore belongs to the next tick, regardless of the
         // declaration order of its target job type.
-        const outcomes = await Promise.all(claimedWork.map(({ row, def, leaseUntil }) => runJob(row, def, now, leaseUntil)));
+        const outcomes = await Promise.all(claimedWork.map(({ row, def, owner }) => runJob(row, def, now, owner)));
         let ran = 0;
         let failed = 0;
         for (const outcome of outcomes) {
@@ -298,16 +443,58 @@ export function createJobRunner(deps) {
         }
         return { claimed: totalClaimed, ran, failed };
     }
+    async function maintain(now) {
+        await materializeCronSlots(now);
+        await recoverExpiredLeases(now);
+        if (now - lastReapAt >= REAP_INTERVAL_MS) {
+            lastReapAt = now;
+            await reapSucceeded(now);
+        }
+    }
+    function startWork(type, work, claimedAt) {
+        let tasks = active.get(type);
+        if (!tasks) {
+            tasks = new Set();
+            active.set(type, tasks);
+        }
+        let task;
+        task = runJob(work.row, work.def, claimedAt, work.owner)
+            .then(() => undefined)
+            .catch((error) => {
+            logger.error('[bunderstack] background job execution failed:', error);
+        })
+            .finally(() => {
+            tasks.delete(task);
+            if (tasks.size === 0)
+                active.delete(type);
+        });
+        tasks.add(task);
+        return task;
+    }
+    async function pump(now = Date.now()) {
+        await maintain(now);
+        for (const [name, def] of Object.entries(defs)) {
+            const type = def.kind === 'cron' ? `${CRON_PREFIX}${name}` : name;
+            const work = await claimAvailable(type, def, now);
+            for (const item of work)
+                startWork(type, item, now);
+        }
+        const snapshot = [...active.values()].flatMap((tasks) => [...tasks]);
+        return snapshot.length === 0
+            ? {}
+            : { wake: Promise.race(snapshot).then(() => undefined) };
+    }
+    async function drain() {
+        const snapshot = [...active.values()].flatMap((tasks) => [...tasks]);
+        await Promise.allSettled(snapshot);
+    }
     return {
         async tick(now = Date.now()) {
-            await materializeCronSlots(now);
-            await recoverExpiredLeases(now);
-            if (now - lastReapAt >= REAP_INTERVAL_MS) {
-                lastReapAt = now;
-                await reapSucceeded(now);
-            }
+            await maintain(now);
             return runClaimable(now);
         },
+        pump,
+        drain,
         async inspect(now) {
             const runnableRows = await db
                 .select({ id: t.id })

package/dist/jobs/worker.js.map

@@ -1 +1 @@
-{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../src/jobs/worker.ts"],"names":[],"mappings":"AAAA,uEAAuE;AACvE,+EAA+E;AAC/E,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,aAAa,CAAA;AAChF,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAWhD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC1C,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAA;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAA;AAClC,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAA;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,SAAS,CAAA;AAEnE,MAAM,WAAW,GAAG,EAAE,CAAA;AACtB,MAAM,sBAAsB,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA;AAClD,MAAM,gBAAgB,GAAG,EAAE,GAAG,MAAM,CAAA;AAUpC,SAAS,OAAO,CAAC,GAAY;IAC3B,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;AAC5D,CAAC;AAED,SAAS,WAAW,CAAC,GAA4B;IAC/C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,eAAe,CAAC,CAAA;AAC7C,CAAC;AAED;mEACmE;AACnE,SAAS,aAAa,CACpB,IAAc,EACd,IAAY;IAEZ,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAA;QAChD,OAAO,GAAG,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAA;IAC/C,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAA;IACtB,OAAO,GAAG,EAAE,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAA;AAC9C,CAAC;AAED,oDAAoD;AACpD,SAAS,aAAa;IACpB,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAA;AAC5B,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAM/B;IACC,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,IAAI,CAAA;IACzB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,aAAa,CAAA;IAC3C,MAAM,CAAC,GAAG,YAAY,CAAC,EAAE,CAAC,CAAA;IAC1B,MAAM,GAAG,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,EAA6B,CAAA;IACtD,IAAI,UAAU,GAAG,CAAC,CAAA;IAElB,2EAA2E;IAC3E,SAAS,YAAY,CAAC,GAA4B,EAAE,GAAW;QAC7D,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,OAAO,EAAE,YAAY,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAA;QACtD,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;QACvC,OAAO,GAAG,CAAC,KAAK;YACd,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,aAAa,CAAC;YACvD,CAAC,CAAC,SAAS,CAAA;IACf,CAAC;IAED;;;;OAIG;IACH,KAAK,UAAU,aAAa,CAAC,IAAY,EAAE,GAAW;QACpD,MAAM,IAAI,GAAG,MAAM,EAAE;aAClB,MAAM,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;aAChC,IAAI,CAAC,CAAC,CAAC;aACP,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAA;QAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,CAAA;QAC9B,OAAO,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IACnE,CAAC;IAED;oEACgE;IAChE,KAAK,UAAU,oBAAoB,CAAC,GAAW;QAC7C,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/C,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM;gBAAE,SAAQ;YACjC,MAAM,IAAI,GAAG,GAAG,WAAW,GAAG,IAAI,EAAE,CAAA;YACpC,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;YAC3C,MAAM,KAAK,GAAG,QAAQ,CAAC;gBACrB,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAC7B,IAAI;gBACJ,EAAE,EAAE,GAAG;gBACP,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,eAAe,EAAE,GAAG,CAAC,aAAa;aACnC,CAAC,CAAA;YACF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,UAAU,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;oBACrC,KAAK,EAAE,IAAI;oBACX,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC;iBACxB,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,UAAU,YAAY,CACzB,GAA4B,EAC5B,KAAc,EACd,KAAY;QAEZ,IAAI,CAAC,GAAG,CAAC,QAAQ;YAAE,OAAM;QACzB,IAAI,CAAC;YACH,MAAO,GAAG,CAAC,QAA0D,CACnE,KAAK,EACL,KAAK,EACL,GAAG,CACJ,CAAA;QACH,CAAC;QAAC,OAAO,OAAO,EAAE,CAAC;YACjB,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,OAAO,CAAC,CAAA;QAC7D,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,KAAK,UAAU,oBAAoB,CAAC,GAAW;QAC7C,MAAM,OAAO,GAA8C,MAAM,EAAE;aAChE,MAAM,CAAC;YACN,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,KAAK,EAAE,CAAC,CAAC,KAAK;SACf,CAAC;aACD,IAAI,CAAC,CAAC,CAAC;aACP,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,EACvB,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,EACxB,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC,CACvB,CACF,CAAA;QACH,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAA;YACzC,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAA;YACtE,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,MAAM,EAAE;qBACL,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,QAAQ;oBAChB,UAAU,EAAE,GAAG;oBACf,WAAW,EAAE,IAAI;oBACjB,SAAS,EAAE,qBAAqB,GAAG,CAAC,IAAI,GAAG;oBAC3C,SAAS,EAAE,IAAI;iBAChB,CAAC;qBACD,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;gBAC1B,SAAQ;YACV,CAAC;YACD,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,EAAE;qBACL,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,QAAQ;oBAChB,UAAU,EAAE,GAAG;oBACf,WAAW,EAAE,IAAI;oBACjB,SAAS,EAAE,KAAK,CAAC,OAAO;oBACxB,GAAG,aAAa,EAAE;iBACnB,CAAC;qBACD,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;gBAC1B,MAAM,YAAY,CAAC,GAAG,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,KAAK,CAAC,CAAA;YACxD,CAAC;iBAAM,CAAC;gBACN,MAAM,EAAE;qBACL,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,SAAS;oBACjB,WAAW,EAAE,IAAI;oBACjB,KAAK,EAAE,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBACjD,SAAS,EAAE,KAAK,CAAC,OAAO;iBACzB,CAAC;qBACD,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;YAC5B,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,UAAU,aAAa,CAAC,GAAW;QACtC,MAAM,EAAE;aACL,MAAM,CAAC,CAAC,CAAC;aACT,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,EACzB,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,GAAG,GAAG,sBAAsB,CAAC,CAC/C,CACF,CAAA;IACL,CAAC;IAED,gEAAgE;IAChE,KAAK,UAAU,KAAK,CAClB,IAAY,EACZ,KAAa,EACb,GAAW,EACX,UAAkB;QAElB,MAAM,UAAU,GAAG,EAAE;aAClB,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;aACpB,IAAI,CAAC,CAAC,CAAC;aACP,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;aACxE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;aAChB,KAAK,CAAC,KAAK,CAAC,CAAA;QACf,wEAAwE;QACxE,wEAAwE;QACxE,MAAM,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,UAAU,CAAC;YAC5B,CAAC,CACG,UAGD,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;YACvC,CAAC,CAAC,UAAU,CAAA;QACd,MAAM,IAAI,GAAa,MAAM,EAAE;aAC5B,MAAM,CAAC,CAAC,CAAC;aACT,GAAG,CAAC;YACH,MAAM,EAAE,SAAS;YACjB,WAAW,EAAE,UAAU;YACvB,QAAQ,EAAE,GAAG,CAAA,GAAG,CAAC,CAAC,QAAQ,MAAM;SACjC,CAAC;aACD,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;aACvD,SAAS,CAAC;YACT,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,KAAK,EAAE,CAAC,CAAC,KAAK;SACf,CAAC,CAAA;QACJ,OAAO,IAAI,CAAA;IACb,CAAC;IAED,4EAA4E;IAC5E,6EAA6E;IAC7E,uCAAuC;IACvC,KAAK,UAAU,MAAM,CACnB,GAAW,EACX,GAA4B,EAC5B,GAAW,EACX,UAAkB;QAElB,IAAI,KAAc,CAAA;QAClB,IAAI,CAAC;YACH,KAAK,GAAG,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;QAChC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,uEAAuE;YACvE,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;YACtB,MAAM,OAAO,GAAG,MAAM,EAAE;iBACrB,MAAM,CAAC,CAAC,CAAC;iBACT,GAAG,CAAC;gBACH,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;gBACtB,WAAW,EAAE,IAAI;gBACjB,SAAS,EAAE,CAAC,CAAC,OAAO;gBACpB,GAAG,aAAa,EAAE;aACnB,CAAC;iBACD,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC;iBAC3D,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;YAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gBAAE,OAAO,MAAM,CAAA;YAC9B,MAAM,YAAY,CAAC,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAA;YACrC,OAAO,QAAQ,CAAA;QACjB,CAAC;QACD,IAAI,CAAC;YACH,MAAO,GAAG,CAAC,OAA+C,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;YACtE,MAAM,OAAO,GAAG,MAAM,EAAE;iBACrB,MAAM,CAAC,CAAC,CAAC;iBACT,GAAG,CAAC;gBACH,MAAM,EAAE,WAAW;gBACnB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;gBACtB,WAAW,EAAE,IAAI;gBACjB,GAAG,aAAa,EAAE;aACnB,CAAC;iBACD,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC;iBAC3D,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;YAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gBAAE,OAAO,MAAM,CAAA;YAC9B,OAAO,KAAK,CAAA;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;YACtB,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5C,MAAM,OAAO,GAAG,MAAM,EAAE;qBACrB,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,SAAS;oBACjB,WAAW,EAAE,IAAI;oBACjB,KAAK,EAAE,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBACjD,SAAS,EAAE,CAAC,CAAC,OAAO;iBACrB,CAAC;qBACD,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC;qBAC3D,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;gBAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;oBAAE,OAAO,MAAM,CAAA;YAChC,CAAC;iBAAM,CAAC;gBACN,MAAM,OAAO,GAAG,MAAM,EAAE;qBACrB,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,QAAQ;oBAChB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;oBACtB,WAAW,EAAE,IAAI;oBACjB,SAAS,EAAE,CAAC,CAAC,OAAO;oBACpB,GAAG,aAAa,EAAE;iBACnB,CAAC;qBACD,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC;qBAC3D,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;gBAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;oBAAE,OAAO,MAAM,CAAA;gBAC9B,MAAM,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;YACnC,CAAC;YACD,OAAO,QAAQ,CAAA;QACjB,CAAC;IACH,CAAC;IAED,KAAK,UAAU,YAAY,CAAC,GAAW;QACrC,MAAM,WAAW,GAIZ,EAAE,CAAA;QACP,IAAI,YAAY,GAAG,CAAC,CAAA;QACpB,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,WAAW,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;YACjE,IAAI,KAAK,GAAG,WAAW,CAAA;YACvB,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;gBACxD,MAAM,WAAW,GAAG,MAAM,EAAE;qBACzB,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;qBACpB,IAAI,CAAC,CAAC,CAAC;qBACP,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,CAAA;gBACxD,MAAM,QAAQ,GAAG,GAAG,CAAC,WAAW,GAAG,WAAW,CAAC,MAAM,CAAA;gBACrD,IAAI,QAAQ,IAAI,CAAC;oBAAE,SAAQ;gBAC3B,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;YACnC,CAAC;YACD,MAAM,UAAU,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,kBAAkB,CAAC,CAAA;YAC5D,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,CAAC,CAAA;YACzD,YAAY,IAAI,OAAO,CAAC,MAAM,CAAA;YAC9B,KAAK,MAAM,GAAG,IAAI,OAAO;gBAAE,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,CAAA;QACvE,CAAC;QACD,2EAA2E;QAC3E,qEAAqE;QACrE,4CAA4C;QAC5C,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,CAC3C,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,UAAU,CAAC,CAClC,CACF,CAAA;QACD,IAAI,GAAG,GAAG,CAAC,CAAA;QACX,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,OAAO,KAAK,KAAK;gBAAE,GAAG,EAAE,CAAA;iBACvB,IAAI,OAAO,KAAK,QAAQ;gBAAE,MAAM,EAAE,CAAA;QACzC,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,EAAE,CAAA;IAC/C,CAAC;IAED,OAAO;QACL,KAAK,CAAC,IAAI,CAAC,MAAc,IAAI,CAAC,GAAG,EAAE;YACjC,MAAM,oBAAoB,CAAC,GAAG,CAAC,CAAA;YAC/B,MAAM,oBAAoB,CAAC,GAAG,CAAC,CAAA;YAC/B,IAAI,GAAG,GAAG,UAAU,IAAI,gBAAgB,EAAE,CAAC;gBACzC,UAAU,GAAG,GAAG,CAAA;gBAChB,MAAM,aAAa,CAAC,GAAG,CAAC,CAAA;YAC1B,CAAC;YACD,OAAO,YAAY,CAAC,GAAG,CAAC,CAAA;QAC1B,CAAC;QACD,KAAK,CAAC,OAAO,CAAC,GAAW;YACvB,MAAM,YAAY,GAAG,MAAM,EAAE;iBAC1B,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;iBACpB,IAAI,CAAC,CAAC,CAAC;iBACP,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAA;YACzD,MAAM,MAAM,GAKP,MAAM,EAAE;iBACV,MAAM,CAAC;gBACN,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,SAAS,EAAE,CAAC,CAAC,SAAS;aACvB,CAAC;iBACD,IAAI,CAAC,CAAC,CAAC;iBACP,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAA;YAChC,MAAM,IAAI,GASL,MAAM,EAAE;iBACV,MAAM,CAAC;gBACN,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,SAAS,EAAE,CAAC,CAAC,SAAS;aACvB,CAAC;iBACD,IAAI,CAAC,CAAC,CAAC,CAAA;YACV,OAAO;gBACL,QAAQ,EAAE,YAAY,CAAC,MAAM;gBAC7B,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBAC3B,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;oBAClB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;wBACpC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC;wBACpC,CAAC,CAAC,GAAG,CAAC,IAAI;oBACZ,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;oBAC9B,SAAS,EAAE,GAAG,CAAC,SAAS;iBACzB,CAAC,CAAC;gBACH,IAAI,EAAE,IAAI;qBACP,IAAI,CACH,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACd,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;oBAChD,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAClD;qBACA,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBACb,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;oBAClB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;wBACpC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC;wBACpC,CAAC,CAAC,GAAG,CAAC,IAAI;oBACZ,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;wBACpC,CAAC,CAAE,MAAgB;wBACnB,CAAC,CAAE,KAAe;oBACpB,MAAM,EAAE,GAAG,CAAC,MAIA;oBACZ,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;oBAC9B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;oBACxB,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,SAAS,EAAE,GAAG,CAAC,SAAS;iBACzB,CAAC,CAAC;aACN,CAAA;QACH,CAAC;QACD,aAAa,CAAC,CAAoB;YAChC,GAAG,CAAC,IAAI,GAAG,CAAC,CAAA;QACd,CAAC;KACF,CAAA;AACH,CAAC","sourcesContent":["// src/jobs/worker.ts — the queue worker. One `tick()` is a full cycle:\n// recover expired leases → reap old succeeded rows → claim and run queue jobs.\nimport { and, eq, inArray, is, isNotNull, lt, lte, max, sql } from 'drizzle-orm'\nimport { PgDatabase } from 'drizzle-orm/pg-core'\n\nimport type { AnyDb } from '../dialect'\nimport type { BunderstackLogger } from '../logging'\nimport type {\n  AnyBackgroundDefinition,\n  JobsDefs,\n  JobsRuntimeFacade,\n  TickResult,\n} from './define'\n\nimport { jobsTableFor } from '../internal-tables'\nimport { consoleLogger } from '../logging'\nimport { validateStandardSchema } from '../standard-schema'\nimport { parseCron } from './cron'\nimport { backoffMs, DEFAULT_RETRIES, DEFAULT_TIMEOUT_MS } from './define'\nimport { enqueueJob } from './queue'\nimport { CRON_PREFIX, floorSlot, slotsDue, SLOT_MS } from './slots'\n\nconst CLAIM_BATCH = 10\nconst SUCCEEDED_RETENTION_MS = 24 * 60 * 60 * 1000\nconst REAP_INTERVAL_MS = 60 * 60_000\n\ntype JobRow = {\n  id: string\n  type: string\n  payloadJson: string\n  attempts: number\n  runAt: number\n}\n\nfunction toError(err: unknown): Error {\n  return err instanceof Error ? err : new Error(String(err))\n}\n\nfunction maxAttempts(def: AnyBackgroundDefinition): number {\n  return 1 + (def.retries ?? DEFAULT_RETRIES)\n}\n\n/** Resolve a stored row type back to its definition. Cron rows carry the\n *  reserved prefix; queue rows use the definition key verbatim. */\nfunction definitionFor(\n  defs: JobsDefs,\n  type: string,\n): AnyBackgroundDefinition | undefined {\n  if (type.startsWith(CRON_PREFIX)) {\n    const def = defs[type.slice(CRON_PREFIX.length)]\n    return def?.kind === 'cron' ? def : undefined\n  }\n  const def = defs[type]\n  return def?.kind === 'job' ? def : undefined\n}\n\n/** Terminal queue rows release their dedupe key. */\nfunction terminalPatch() {\n  return { dedupeKey: null }\n}\n\nexport function createJobRunner(deps: {\n  db: AnyDb\n  defs: JobsDefs\n  /** Handler ctx WITHOUT `jobs`; the facade is injected via setJobsFacade. */\n  ctx: Record<string, unknown>\n  logger?: BunderstackLogger\n}) {\n  const { db, defs } = deps\n  const logger = deps.logger ?? consoleLogger\n  const t = jobsTableFor(db)\n  const ctx = { ...deps.ctx } as Record<string, unknown>\n  let lastReapAt = 0\n\n  /** Cron rows carry no payload — their handler input is the slot itself. */\n  function resolveInput(def: AnyBackgroundDefinition, row: JobRow): unknown {\n    if (def.kind === 'cron') {\n      return { scheduledFor: new Date(Number(row.runAt)) }\n    }\n    const raw = JSON.parse(row.payloadJson)\n    return def.input\n      ? validateStandardSchema(def.input, raw, 'job payload')\n      : undefined\n  }\n\n  /**\n   * The watermark is the newest slot we already stored for this cron. When no\n   * rows exist — a newly declared cron, or one whose rows were reaped — anchor\n   * one slot before now so the current minute is eligible and nothing older is.\n   */\n  async function cronWatermark(type: string, now: number): Promise<number> {\n    const rows = await db\n      .select({ latest: max(t.runAt) })\n      .from(t)\n      .where(eq(t.type, type))\n    const latest = rows[0]?.latest\n    return latest == null ? floorSlot(now) - SLOT_MS : Number(latest)\n  }\n\n  /** Enqueue a row per due slot. The unique(type, dedupeKey) constraint makes\n   *  this safe to run concurrently in any number of processes. */\n  async function materializeCronSlots(now: number) {\n    for (const [name, def] of Object.entries(defs)) {\n      if (def.kind !== 'cron') continue\n      const type = `${CRON_PREFIX}${name}`\n      const from = await cronWatermark(type, now)\n      const slots = slotsDue({\n        cron: parseCron(def.schedule),\n        from,\n        to: now,\n        catchUp: def.catchUp,\n        catchUpWindowMs: def.catchUpWindow,\n      })\n      for (const slot of slots) {\n        await enqueueJob(db, defs, name, null, {\n          runAt: slot,\n          dedupeKey: String(slot),\n        })\n      }\n    }\n  }\n\n  async function fireOnFailed(\n    def: AnyBackgroundDefinition,\n    input: unknown,\n    error: Error,\n  ) {\n    if (!def.onFailed) return\n    try {\n      await (def.onFailed as (i: unknown, e: Error, c: unknown) => unknown)(\n        input,\n        error,\n        ctx,\n      )\n    } catch (hookErr) {\n      logger.error('[bunderstack] onFailed hook threw:', hookErr)\n    }\n  }\n\n  /** running rows whose lease expired → pending (or failed when exhausted). */\n  async function recoverExpiredLeases(now: number) {\n    const expired: (JobRow & { lastError: string | null })[] = await db\n      .select({\n        id: t.id,\n        type: t.type,\n        payloadJson: t.payloadJson,\n        attempts: t.attempts,\n        lastError: t.lastError,\n        runAt: t.runAt,\n      })\n      .from(t)\n      .where(\n        and(\n          eq(t.status, 'running'),\n          isNotNull(t.lockedUntil),\n          lt(t.lockedUntil, now),\n        ),\n      )\n    for (const row of expired) {\n      const def = definitionFor(defs, row.type)\n      const error = new Error('lease expired (worker crashed or timed out)')\n      if (!def) {\n        await db\n          .update(t)\n          .set({\n            status: 'failed',\n            finishedAt: now,\n            lockedUntil: null,\n            lastError: `unknown job type \"${row.type}\"`,\n            dedupeKey: null,\n          })\n          .where(eq(t.id, row.id))\n        continue\n      }\n      if (Number(row.attempts) >= maxAttempts(def)) {\n        await db\n          .update(t)\n          .set({\n            status: 'failed',\n            finishedAt: now,\n            lockedUntil: null,\n            lastError: error.message,\n            ...terminalPatch(),\n          })\n          .where(eq(t.id, row.id))\n        await fireOnFailed(def, resolveInput(def, row), error)\n      } else {\n        await db\n          .update(t)\n          .set({\n            status: 'pending',\n            lockedUntil: null,\n            runAt: now + backoffMs(def, Number(row.attempts)),\n            lastError: error.message,\n          })\n          .where(eq(t.id, row.id))\n      }\n    }\n  }\n\n  async function reapSucceeded(now: number) {\n    await db\n      .delete(t)\n      .where(\n        and(\n          eq(t.status, 'succeeded'),\n          lt(t.finishedAt, now - SUCCEEDED_RETENTION_MS),\n        ),\n      )\n  }\n\n  /** Atomically claim up to `limit` runnable jobs of one type. */\n  async function claim(\n    type: string,\n    limit: number,\n    now: number,\n    leaseUntil: number,\n  ): Promise<JobRow[]> {\n    const pendingIds = db\n      .select({ id: t.id })\n      .from(t)\n      .where(and(eq(t.type, type), eq(t.status, 'pending'), lte(t.runAt, now)))\n      .orderBy(t.runAt)\n      .limit(limit)\n    // PG: lock the selected rows so concurrent replicas skip them. SQLite's\n    // single-writer model makes the one-statement UPDATE atomic on its own.\n    const sub = is(db, PgDatabase)\n      ? (\n          pendingIds as unknown as {\n            for: (m: string, o: object) => typeof pendingIds\n          }\n        ).for('update', { skipLocked: true })\n      : pendingIds\n    const rows: JobRow[] = await db\n      .update(t)\n      .set({\n        status: 'running',\n        lockedUntil: leaseUntil,\n        attempts: sql`${t.attempts} + 1`,\n      })\n      .where(and(inArray(t.id, sub), eq(t.status, 'pending')))\n      .returning({\n        id: t.id,\n        type: t.type,\n        payloadJson: t.payloadJson,\n        attempts: t.attempts,\n        runAt: t.runAt,\n      })\n    return rows\n  }\n\n  // `now` is the tick's injected clock: retry runAt math uses it so tests can\n  // drive backoff deterministically. finishedAt uses the real clock (a handler\n  // may run long past the tick's start).\n  async function runJob(\n    row: JobRow,\n    def: AnyBackgroundDefinition,\n    now: number,\n    leaseUntil: number,\n  ): Promise<'ran' | 'failed' | 'lost'> {\n    let input: unknown\n    try {\n      input = resolveInput(def, row)\n    } catch (err) {\n      // Stored payload no longer parses (schema drift): retrying can't help.\n      const e = toError(err)\n      const updated = await db\n        .update(t)\n        .set({\n          status: 'failed',\n          finishedAt: Date.now(),\n          lockedUntil: null,\n          lastError: e.message,\n          ...terminalPatch(),\n        })\n        .where(and(eq(t.id, row.id), eq(t.lockedUntil, leaseUntil)))\n        .returning({ id: t.id })\n      if (!updated[0]) return 'lost'\n      await fireOnFailed(def, undefined, e)\n      return 'failed'\n    }\n    try {\n      await (def.handler as (i: unknown, c: unknown) => unknown)(input, ctx)\n      const updated = await db\n        .update(t)\n        .set({\n          status: 'succeeded',\n          finishedAt: Date.now(),\n          lockedUntil: null,\n          ...terminalPatch(),\n        })\n        .where(and(eq(t.id, row.id), eq(t.lockedUntil, leaseUntil)))\n        .returning({ id: t.id })\n      if (!updated[0]) return 'lost'\n      return 'ran'\n    } catch (err) {\n      const e = toError(err)\n      if (Number(row.attempts) < maxAttempts(def)) {\n        const updated = await db\n          .update(t)\n          .set({\n            status: 'pending',\n            lockedUntil: null,\n            runAt: now + backoffMs(def, Number(row.attempts)),\n            lastError: e.message,\n          })\n          .where(and(eq(t.id, row.id), eq(t.lockedUntil, leaseUntil)))\n          .returning({ id: t.id })\n        if (!updated[0]) return 'lost'\n      } else {\n        const updated = await db\n          .update(t)\n          .set({\n            status: 'failed',\n            finishedAt: Date.now(),\n            lockedUntil: null,\n            lastError: e.message,\n            ...terminalPatch(),\n          })\n          .where(and(eq(t.id, row.id), eq(t.lockedUntil, leaseUntil)))\n          .returning({ id: t.id })\n        if (!updated[0]) return 'lost'\n        await fireOnFailed(def, input, e)\n      }\n      return 'failed'\n    }\n  }\n\n  async function runClaimable(now: number): Promise<TickResult> {\n    const claimedWork: Array<{\n      row: JobRow\n      def: AnyBackgroundDefinition\n      leaseUntil: number\n    }> = []\n    let totalClaimed = 0\n    for (const [name, def] of Object.entries(defs)) {\n      const type = def.kind === 'cron' ? `${CRON_PREFIX}${name}` : name\n      let limit = CLAIM_BATCH\n      if (def.kind === 'job' && def.concurrency !== undefined) {\n        const runningRows = await db\n          .select({ id: t.id })\n          .from(t)\n          .where(and(eq(t.type, type), eq(t.status, 'running')))\n        const capacity = def.concurrency - runningRows.length\n        if (capacity <= 0) continue\n        limit = Math.min(limit, capacity)\n      }\n      const leaseUntil = now + (def.timeout ?? DEFAULT_TIMEOUT_MS)\n      const claimed = await claim(type, limit, now, leaseUntil)\n      totalClaimed += claimed.length\n      for (const row of claimed) claimedWork.push({ row, def, leaseUntil })\n    }\n    // Claim the whole tick snapshot before starting any handler. Work enqueued\n    // by a handler therefore belongs to the next tick, regardless of the\n    // declaration order of its target job type.\n    const outcomes = await Promise.all(\n      claimedWork.map(({ row, def, leaseUntil }) =>\n        runJob(row, def, now, leaseUntil),\n      ),\n    )\n    let ran = 0\n    let failed = 0\n    for (const outcome of outcomes) {\n      if (outcome === 'ran') ran++\n      else if (outcome === 'failed') failed++\n    }\n    return { claimed: totalClaimed, ran, failed }\n  }\n\n  return {\n    async tick(now: number = Date.now()): Promise<TickResult> {\n      await materializeCronSlots(now)\n      await recoverExpiredLeases(now)\n      if (now - lastReapAt >= REAP_INTERVAL_MS) {\n        lastReapAt = now\n        await reapSucceeded(now)\n      }\n      return runClaimable(now)\n    },\n    async inspect(now: number) {\n      const runnableRows = await db\n        .select({ id: t.id })\n        .from(t)\n        .where(and(eq(t.status, 'pending'), lte(t.runAt, now)))\n      const failed: Array<{\n        id: string\n        type: string\n        attempts: number\n        lastError: string | null\n      }> = await db\n        .select({\n          id: t.id,\n          type: t.type,\n          attempts: t.attempts,\n          lastError: t.lastError,\n        })\n        .from(t)\n        .where(eq(t.status, 'failed'))\n      const rows: Array<{\n        id: string\n        type: string\n        status: string\n        attempts: number\n        runAt: number\n        dedupeKey: string | null\n        lastError: string | null\n        createdAt: number\n      }> = await db\n        .select({\n          id: t.id,\n          type: t.type,\n          status: t.status,\n          attempts: t.attempts,\n          runAt: t.runAt,\n          dedupeKey: t.dedupeKey,\n          lastError: t.lastError,\n          createdAt: t.createdAt,\n        })\n        .from(t)\n      return {\n        runnable: runnableRows.length,\n        failed: failed.map((row) => ({\n          id: String(row.id),\n          name: row.type.startsWith(CRON_PREFIX)\n            ? row.type.slice(CRON_PREFIX.length)\n            : row.type,\n          attempts: Number(row.attempts),\n          lastError: row.lastError,\n        })),\n        jobs: rows\n          .sort(\n            (left, right) =>\n              Number(left.createdAt) - Number(right.createdAt) ||\n              String(left.id).localeCompare(String(right.id)),\n          )\n          .map((row) => ({\n            id: String(row.id),\n            name: row.type.startsWith(CRON_PREFIX)\n              ? row.type.slice(CRON_PREFIX.length)\n              : row.type,\n            kind: row.type.startsWith(CRON_PREFIX)\n              ? ('cron' as const)\n              : ('job' as const),\n            status: row.status as\n              | 'pending'\n              | 'running'\n              | 'succeeded'\n              | 'failed',\n            attempts: Number(row.attempts),\n            runAt: Number(row.runAt),\n            dedupeKey: row.dedupeKey,\n            lastError: row.lastError,\n          })),\n      }\n    },\n    setJobsFacade(f: JobsRuntimeFacade) {\n      ctx.jobs = f\n    },\n  }\n}\n"]}
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../src/jobs/worker.ts"],"names":[],"mappings":"AAAA,uEAAuE;AACvE,+EAA+E;AAC/E,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,aAAa,CAAA;AAChF,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAA;AAWhD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC1C,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAA;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAA;AAClC,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAA;AACvE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,SAAS,CAAA;AAEnE,MAAM,WAAW,GAAG,EAAE,CAAA;AACtB,MAAM,sBAAsB,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA;AAClD,MAAM,gBAAgB,GAAG,EAAE,GAAG,MAAM,CAAA;AAEpC,MAAM,wBAAyB,SAAQ,KAAK;IAC1C,YAAY,UAAkB;QAC5B,KAAK,CAAC,6BAA6B,UAAU,IAAI,CAAC,CAAA;QAClD,IAAI,CAAC,IAAI,GAAG,0BAA0B,CAAA;IACxC,CAAC;CACF;AAED,MAAM,iBAAkB,SAAQ,KAAK;IACnC;QACE,KAAK,CAAC,8BAA8B,CAAC,CAAA;QACrC,IAAI,CAAC,IAAI,GAAG,mBAAmB,CAAA;IACjC,CAAC;CACF;AA6BD,SAAS,QAAQ,CACf,KAAa,EACb,GAAW,EACX,SAAkC,EAAE;IAEpC,OAAO;QACL,MAAM,EAAE,kBAAkB;QAC1B,KAAK;QACL,KAAK,EAAE,GAAG,CAAC,EAAE;QACb,OAAO,EAAE,GAAG,CAAC,IAAI;QACjB,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC7B,GAAG,MAAM;KACV,CAAA;AACH,CAAC;AAED,SAAS,WAAW,CAAC,GAA4B;IAC/C,OAAO,GAAG,CAAC,IAAI,KAAK,KAAK,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;QACxD,CAAC,CAAC,GAAG,CAAC,WAAW;QACjB,CAAC,CAAC,WAAW,CAAA;AACjB,CAAC;AAED,SAAS,OAAO,CAAC,GAAY;IAC3B,OAAO,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;AAC5D,CAAC;AAED,SAAS,WAAW,CAAC,GAA4B;IAC/C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,eAAe,CAAC,CAAA;AAC7C,CAAC;AAED;mEACmE;AACnE,SAAS,aAAa,CACpB,IAAc,EACd,IAAY;IAEZ,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAA;QAChD,OAAO,GAAG,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAA;IAC/C,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAA;IACtB,OAAO,GAAG,EAAE,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAA;AAC9C,CAAC;AAED,oDAAoD;AACpD,SAAS,aAAa;IACpB,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAA;AAC5B,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAM/B;IACC,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,IAAI,CAAA;IACzB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,aAAa,CAAA;IAC3C,MAAM,CAAC,GAAG,YAAY,CAAC,EAAE,CAAC,CAAA;IAC1B,MAAM,GAAG,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,EAA6B,CAAA;IACtD,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,MAAM,MAAM,GAAG,IAAI,GAAG,EAA8B,CAAA;IAEpD,SAAS,kBAAkB,CAAC,EAAU,EAAE,KAAiB;QACvD,OAAO,GAAG,CACR,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EACZ,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,EACvB,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,EAC7B,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC,CACrC,CAAA;IACH,CAAC;IAED,SAAS,mBAAmB,CAAC,IAK5B;QACC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;QACxB,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QAC3E,IAAI,OAAO,GAAG,KAAK,CAAA;QACnB,IAAI,WAAwB,CAAA;QAC5B,MAAM,IAAI,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACzC,WAAW,GAAG,OAAO,CAAA;QACvB,CAAC,CAAC,CAAA;QACF,IAAI,KAAK,GAAG,OAAO,CAAC,OAAO,EAAE,CAAA;QAC7B,MAAM,IAAI,GAAG,GAAG,EAAE;YAChB,IAAI,OAAO;gBAAE,OAAM;YACnB,OAAO,GAAG,IAAI,CAAA;YACd,aAAa,CAAC,KAAK,CAAC,CAAA;YACpB,WAAW,EAAE,CAAA;YACb,IAAI,CAAC,MAAM,EAAE,CAAA;QACf,CAAC,CAAA;QACD,MAAM,KAAK,GAAG,GAAG,EAAE;YACjB,KAAK,GAAG,KAAK;iBACV,IAAI,CAAC,KAAK,IAAI,EAAE;gBACf,IAAI,OAAO;oBAAE,OAAM;gBACnB,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;gBAC/D,MAAM,OAAO,GAAG,MAAM,EAAE;qBACrB,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC,EAAE,WAAW,EAAE,eAAe,EAAE,CAAC;qBACrC,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;qBAC7C,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;gBAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;oBAAE,OAAO,IAAI,EAAE,CAAA;gBAC9B,KAAK,CAAC,WAAW,GAAG,eAAe,CAAA;YACrC,CAAC,CAAC;iBACD,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,CAAA;QACxB,CAAC,CAAA;QACD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;QAC5C,OAAO;YACL,KAAK;YACL,IAAI;YACJ,KAAK,CAAC,IAAI;gBACR,OAAO,GAAG,IAAI,CAAA;gBACd,aAAa,CAAC,KAAK,CAAC,CAAA;gBACpB,MAAM,KAAK,CAAA;YACb,CAAC;SACF,CAAA;IACH,CAAC;IAED,2EAA2E;IAC3E,SAAS,YAAY,CAAC,GAA4B,EAAE,GAAW;QAC7D,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,OAAO,EAAE,YAAY,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAA;QACtD,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;QACvC,OAAO,GAAG,CAAC,KAAK;YACd,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,aAAa,CAAC;YACvD,CAAC,CAAC,SAAS,CAAA;IACf,CAAC;IAED;;;;OAIG;IACH,KAAK,UAAU,aAAa,CAAC,IAAY,EAAE,GAAW;QACpD,MAAM,IAAI,GAAG,MAAM,EAAE;aAClB,MAAM,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;aAChC,IAAI,CAAC,CAAC,CAAC;aACP,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAA;QAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,CAAA;QAC9B,OAAO,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IACnE,CAAC;IAED;oEACgE;IAChE,KAAK,UAAU,oBAAoB,CAAC,GAAW;QAC7C,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/C,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM;gBAAE,SAAQ;YACjC,MAAM,IAAI,GAAG,GAAG,WAAW,GAAG,IAAI,EAAE,CAAA;YACpC,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;YAC3C,MAAM,KAAK,GAAG,QAAQ,CAAC;gBACrB,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAC7B,IAAI;gBACJ,EAAE,EAAE,GAAG;gBACP,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,eAAe,EAAE,GAAG,CAAC,aAAa;aACnC,CAAC,CAAA;YACF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,UAAU,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;oBACrC,KAAK,EAAE,IAAI;oBACX,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC;iBACxB,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,UAAU,YAAY,CACzB,GAA4B,EAC5B,KAAc,EACd,KAAY;QAEZ,IAAI,CAAC,GAAG,CAAC,QAAQ;YAAE,OAAM;QACzB,IAAI,CAAC;YACH,MAAO,GAAG,CAAC,QAA0D,CACnE,KAAK,EACL,KAAK,EACL,GAAG,CACJ,CAAA;QACH,CAAC;QAAC,OAAO,OAAO,EAAE,CAAC;YACjB,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,OAAO,CAAC,CAAA;QAC7D,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,KAAK,UAAU,oBAAoB,CAAC,GAAW;QAC7C,MAAM,OAAO,GAGN,MAAM,EAAE;aACZ,MAAM,CAAC;YACN,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,WAAW,EAAE,CAAC,CAAC,WAAW;SAC3B,CAAC;aACD,IAAI,CAAC,CAAC,CAAC;aACP,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,EACvB,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,EACxB,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC,CACvB,CACF,CAAA;QACH,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG;gBACZ,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAC7B,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC;aACrC,CAAA;YACD,MAAM,GAAG,GAAG,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,CAAA;YACzC,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAA;YACtE,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,MAAM,EAAE;qBACL,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,QAAQ;oBAChB,UAAU,EAAE,GAAG;oBACf,WAAW,EAAE,IAAI;oBACjB,SAAS,EAAE,qBAAqB,GAAG,CAAC,IAAI,GAAG;oBAC3C,SAAS,EAAE,IAAI;iBAChB,CAAC;qBACD,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAA;gBAC3C,SAAQ;YACV,CAAC;YACD,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,OAAO,GAAG,MAAM,EAAE;qBACrB,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,QAAQ;oBAChB,UAAU,EAAE,GAAG;oBACf,WAAW,EAAE,IAAI;oBACjB,SAAS,EAAE,KAAK,CAAC,OAAO;oBACxB,GAAG,aAAa,EAAE;iBACnB,CAAC;qBACD,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;qBACxC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;gBAC1B,IAAI,OAAO,CAAC,CAAC,CAAC;oBAAE,MAAM,YAAY,CAAC,GAAG,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,KAAK,CAAC,CAAA;YACxE,CAAC;iBAAM,CAAC;gBACN,MAAM,EAAE;qBACL,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,SAAS;oBACjB,WAAW,EAAE,IAAI;oBACjB,KAAK,EAAE,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBACjD,SAAS,EAAE,KAAK,CAAC,OAAO;iBACzB,CAAC;qBACD,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAA;YAC7C,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,UAAU,aAAa,CAAC,GAAW;QACtC,MAAM,EAAE;aACL,MAAM,CAAC,CAAC,CAAC;aACT,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,EACzB,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,GAAG,GAAG,sBAAsB,CAAC,CAC/C,CACF,CAAA;IACL,CAAC;IAED,gEAAgE;IAChE,KAAK,UAAU,KAAK,CAClB,IAAY,EACZ,KAAa,EACb,GAAW,EACX,UAAkB;QAElB,MAAM,UAAU,GAAG,EAAE;aAClB,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;aACpB,IAAI,CAAC,CAAC,CAAC;aACP,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;aACxE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;aAChB,KAAK,CAAC,KAAK,CAAC,CAAA;QACf,wEAAwE;QACxE,wEAAwE;QACxE,MAAM,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,UAAU,CAAC;YAC5B,CAAC,CACG,UAGD,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;YACvC,CAAC,CAAC,UAAU,CAAA;QACd,MAAM,IAAI,GAAa,MAAM,EAAE;aAC5B,MAAM,CAAC,CAAC,CAAC;aACT,GAAG,CAAC;YACH,MAAM,EAAE,SAAS;YACjB,WAAW,EAAE,UAAU;YACvB,QAAQ,EAAE,GAAG,CAAA,GAAG,CAAC,CAAC,QAAQ,MAAM;SACjC,CAAC;aACD,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;aACvD,SAAS,CAAC;YACT,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,KAAK,EAAE,CAAC,CAAC,KAAK;SACf,CAAC,CAAA;QACJ,OAAO,IAAI,CAAA;IACb,CAAC;IAED,KAAK,UAAU,cAAc,CAC3B,IAAY,EACZ,GAA4B,EAC5B,GAAW;QAEX,MAAM,WAAW,GAAG,MAAM,EAAE;aACzB,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;aACpB,IAAI,CAAC,CAAC,CAAC;aACP,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,CAAA;QACxD,IAAI,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,MAAM,CAAA;QACrD,IAAI,SAAS,IAAI,CAAC;YAAE,OAAO,EAAE,CAAA;QAE7B,MAAM,UAAU,GAAG,GAAG,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAA;QAC9C,MAAM,IAAI,GAAkB,EAAE,CAAA;QAC9B,OAAO,SAAS,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAA;YAC9C,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,CAAC,CAAA;YACtD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,IAAI,CAAC,IAAI,CAAC;oBACR,GAAG;oBACH,GAAG;oBACH,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE;iBAClE,CAAC,CAAA;YACJ,CAAC;YACD,SAAS,IAAI,IAAI,CAAC,MAAM,CAAA;YACxB,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK;gBAAE,MAAK;QAChC,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,4EAA4E;IAC5E,6EAA6E;IAC7E,uCAAuC;IACvC,KAAK,UAAU,MAAM,CACnB,GAAW,EACX,GAA4B,EAC5B,GAAW,EACX,KAAiB;QAEjB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC5B,IAAI,KAAc,CAAA;QAClB,IAAI,CAAC;YACH,KAAK,GAAG,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;QAChC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,uEAAuE;YACvE,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAA;YACtB,MAAM,OAAO,GAAG,MAAM,EAAE;iBACrB,MAAM,CAAC,CAAC,CAAC;iBACT,GAAG,CAAC;gBACH,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;gBACtB,WAAW,EAAE,IAAI;gBACjB,SAAS,EAAE,CAAC,CAAC,OAAO;gBACpB,GAAG,aAAa,EAAE;aACnB,CAAC;iBACD,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;iBACxC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;YAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gBAAE,OAAO,MAAM,CAAA;YAC9B,MAAM,YAAY,CAAC,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAA;YACrC,OAAO,QAAQ,CAAA;QACjB,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;QACxC,MAAM,UAAU,GAAG,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAA;QACxD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,CAAC,CAAA;QACzD,IAAI,IAAI,GAAG,KAAK,CAAA;QAChB,MAAM,SAAS,GAAG,mBAAmB,CAAC;YACpC,GAAG;YACH,GAAG;YACH,KAAK;YACL,MAAM,EAAE,GAAG,EAAE;gBACX,IAAI,GAAG,IAAI,CAAA;gBACX,UAAU,CAAC,KAAK,CAAC,IAAI,iBAAiB,EAAE,CAAC,CAAA;gBACzC,MAAM,CAAC,IAAI,CACT,IAAI,CAAC,SAAS,CACZ,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;oBAC9B,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACnC,CAAC,CACH,CACF,CAAA;YACH,CAAC;SACF,CAAC,CAAA;QACF,MAAM,QAAQ,GACZ,GAAG,CAAC,UAAU,KAAK,SAAS;YAC1B,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE;gBACd,UAAU,CAAC,KAAK,CAAC,IAAI,wBAAwB,CAAC,GAAG,CAAC,UAAW,CAAC,CAAC,CAAA;gBAC/D,MAAM,CAAC,IAAI,CACT,IAAI,CAAC,SAAS,CACZ,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;oBACvC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACnC,CAAC,CACH,CACF,CAAA;YACH,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC,CAAA;QACxB,IAAI,CAAC;YACH,MAAO,GAAG,CAAC,OAA+C,CACxD,KAAK,EACL,UAAU,CACX,CAAA;YACD,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,YAAY,wBAAwB,EAAE,CAAC;gBACjE,MAAM,UAAU,CAAC,MAAM,CAAC,MAAM,CAAA;YAChC,CAAC;YACD,IAAI,QAAQ;gBAAE,YAAY,CAAC,QAAQ,CAAC,CAAA;YACpC,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;YACtB,IAAI,IAAI;gBAAE,OAAO,MAAM,CAAA;YACvB,MAAM,OAAO,GAAG,MAAM,EAAE;iBACrB,MAAM,CAAC,CAAC,CAAC;iBACT,GAAG,CAAC;gBACH,MAAM,EAAE,WAAW;gBACnB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;gBACtB,WAAW,EAAE,IAAI;gBACjB,GAAG,aAAa,EAAE;aACnB,CAAC;iBACD,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;iBACxC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;YAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gBAAE,OAAO,MAAM,CAAA;YAC9B,MAAM,CAAC,IAAI,CACT,IAAI,CAAC,SAAS,CACZ,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC,CACvE,CACF,CAAA;YACD,OAAO,KAAK,CAAA;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,QAAQ;gBAAE,YAAY,CAAC,QAAQ,CAAC,CAAA;YACpC,MAAM,CAAC,GACL,UAAU,CAAC,MAAM,CAAC,MAAM,YAAY,wBAAwB;gBAC1D,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM;gBAC1B,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;YAClB,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;YACtB,IAAI,IAAI;gBAAE,OAAO,MAAM,CAAA;YACvB,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5C,MAAM,OAAO,GAAG,MAAM,EAAE;qBACrB,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,SAAS;oBACjB,WAAW,EAAE,IAAI;oBACjB,KAAK,EAAE,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBACjD,SAAS,EAAE,CAAC,CAAC,OAAO;iBACrB,CAAC;qBACD,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;qBACxC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;gBAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;oBAAE,OAAO,MAAM,CAAA;gBAC9B,MAAM,CAAC,IAAI,CACT,IAAI,CAAC,SAAS,CACZ,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;oBAC5B,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBAClC,KAAK,EAAE,CAAC,CAAC,OAAO;iBACjB,CAAC,CACH,CACF,CAAA;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,OAAO,GAAG,MAAM,EAAE;qBACrB,MAAM,CAAC,CAAC,CAAC;qBACT,GAAG,CAAC;oBACH,MAAM,EAAE,QAAQ;oBAChB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;oBACtB,WAAW,EAAE,IAAI;oBACjB,SAAS,EAAE,CAAC,CAAC,OAAO;oBACpB,GAAG,aAAa,EAAE;iBACnB,CAAC;qBACD,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;qBACxC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;gBAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;oBAAE,OAAO,MAAM,CAAA;gBAC9B,MAAM,CAAC,KAAK,CACV,IAAI,CAAC,SAAS,CACZ,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;oBAC1B,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBAClC,KAAK,EAAE,CAAC,CAAC,OAAO;iBACjB,CAAC,CACH,CACF,CAAA;gBACD,MAAM,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;YACnC,CAAC;YACD,OAAO,QAAQ,CAAA;QACjB,CAAC;IACH,CAAC;IAED,KAAK,UAAU,YAAY,CAAC,GAAW;QACrC,MAAM,WAAW,GAAkB,EAAE,CAAA;QACrC,IAAI,YAAY,GAAG,CAAC,CAAA;QACpB,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,WAAW,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;YACjE,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;YACpD,YAAY,IAAI,OAAO,CAAC,MAAM,CAAA;YAC9B,WAAW,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAA;QAC9B,CAAC;QACD,2EAA2E;QAC3E,qEAAqE;QACrE,4CAA4C;QAC5C,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CACtC,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAC7B,CACF,CAAA;QACD,IAAI,GAAG,GAAG,CAAC,CAAA;QACX,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,OAAO,KAAK,KAAK;gBAAE,GAAG,EAAE,CAAA;iBACvB,IAAI,OAAO,KAAK,QAAQ;gBAAE,MAAM,EAAE,CAAA;QACzC,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,EAAE,CAAA;IAC/C,CAAC;IAED,KAAK,UAAU,QAAQ,CAAC,GAAW;QACjC,MAAM,oBAAoB,CAAC,GAAG,CAAC,CAAA;QAC/B,MAAM,oBAAoB,CAAC,GAAG,CAAC,CAAA;QAC/B,IAAI,GAAG,GAAG,UAAU,IAAI,gBAAgB,EAAE,CAAC;YACzC,UAAU,GAAG,GAAG,CAAA;YAChB,MAAM,aAAa,CAAC,GAAG,CAAC,CAAA;QAC1B,CAAC;IACH,CAAC;IAED,SAAS,SAAS,CAChB,IAAY,EACZ,IAAiB,EACjB,SAAiB;QAEjB,IAAI,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAC5B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,IAAI,GAAG,EAAE,CAAA;YACjB,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QACzB,CAAC;QACD,IAAI,IAAmB,CAAA;QACvB,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC;aACrD,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;aACrB,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACf,MAAM,CAAC,KAAK,CAAC,gDAAgD,EAAE,KAAK,CAAC,CAAA;QACvE,CAAC,CAAC;aACD,OAAO,CAAC,GAAG,EAAE;YACZ,KAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YACnB,IAAI,KAAM,CAAC,IAAI,KAAK,CAAC;gBAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAC5C,CAAC,CAAC,CAAA;QACJ,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACf,OAAO,IAAI,CAAA;IACb,CAAC;IAED,KAAK,UAAU,IAAI,CAAC,MAAc,IAAI,CAAC,GAAG,EAAE;QAC1C,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAA;QACnB,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,WAAW,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;YACjE,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;YACjD,KAAK,MAAM,IAAI,IAAI,IAAI;gBAAE,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAA;QACrD,CAAC;QACD,MAAM,QAAQ,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAA;QACpE,OAAO,QAAQ,CAAC,MAAM,KAAK,CAAC;YAC1B,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,CAAA;IAC5D,CAAC;IAED,KAAK,UAAU,KAAK;QAClB,MAAM,QAAQ,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAA;QACpE,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;IACpC,CAAC;IAED,OAAO;QACL,KAAK,CAAC,IAAI,CAAC,MAAc,IAAI,CAAC,GAAG,EAAE;YACjC,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAA;YACnB,OAAO,YAAY,CAAC,GAAG,CAAC,CAAA;QAC1B,CAAC;QACD,IAAI;QACJ,KAAK;QACL,KAAK,CAAC,OAAO,CAAC,GAAW;YACvB,MAAM,YAAY,GAAG,MAAM,EAAE;iBAC1B,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;iBACpB,IAAI,CAAC,CAAC,CAAC;iBACP,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAA;YACzD,MAAM,MAAM,GAKP,MAAM,EAAE;iBACV,MAAM,CAAC;gBACN,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,SAAS,EAAE,CAAC,CAAC,SAAS;aACvB,CAAC;iBACD,IAAI,CAAC,CAAC,CAAC;iBACP,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAA;YAChC,MAAM,IAAI,GASL,MAAM,EAAE;iBACV,MAAM,CAAC;gBACN,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,SAAS,EAAE,CAAC,CAAC,SAAS;aACvB,CAAC;iBACD,IAAI,CAAC,CAAC,CAAC,CAAA;YACV,OAAO;gBACL,QAAQ,EAAE,YAAY,CAAC,MAAM;gBAC7B,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBAC3B,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;oBAClB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;wBACpC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC;wBACpC,CAAC,CAAC,GAAG,CAAC,IAAI;oBACZ,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;oBAC9B,SAAS,EAAE,GAAG,CAAC,SAAS;iBACzB,CAAC,CAAC;gBACH,IAAI,EAAE,IAAI;qBACP,IAAI,CACH,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACd,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;oBAChD,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAClD;qBACA,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBACb,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;oBAClB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;wBACpC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC;wBACpC,CAAC,CAAC,GAAG,CAAC,IAAI;oBACZ,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC;wBACpC,CAAC,CAAE,MAAgB;wBACnB,CAAC,CAAE,KAAe;oBACpB,MAAM,EAAE,GAAG,CAAC,MAIA;oBACZ,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;oBAC9B,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;oBACxB,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,SAAS,EAAE,GAAG,CAAC,SAAS;iBACzB,CAAC,CAAC;aACN,CAAA;QACH,CAAC;QACD,aAAa,CAAC,CAAoB;YAChC,GAAG,CAAC,IAAI,GAAG,CAAC,CAAA;QACd,CAAC;KACF,CAAA;AACH,CAAC","sourcesContent":["// src/jobs/worker.ts — the queue worker. One `tick()` is a full cycle:\n// recover expired leases → reap old succeeded rows → claim and run queue jobs.\nimport { and, eq, inArray, is, isNotNull, lt, lte, max, sql } from 'drizzle-orm'\nimport { PgDatabase } from 'drizzle-orm/pg-core'\n\nimport type { AnyDb } from '../dialect'\nimport type { BunderstackLogger } from '../logging'\nimport type {\n  AnyBackgroundDefinition,\n  JobsDefs,\n  JobsRuntimeFacade,\n  TickResult,\n} from './define'\n\nimport { jobsTableFor } from '../internal-tables'\nimport { consoleLogger } from '../logging'\nimport { validateStandardSchema } from '../standard-schema'\nimport { parseCron } from './cron'\nimport { backoffMs, DEFAULT_RETRIES, leaseDurationFor } from './define'\nimport { enqueueJob } from './queue'\nimport { CRON_PREFIX, floorSlot, slotsDue, SLOT_MS } from './slots'\n\nconst CLAIM_BATCH = 10\nconst SUCCEEDED_RETENTION_MS = 24 * 60 * 60 * 1000\nconst REAP_INTERVAL_MS = 60 * 60_000\n\nclass JobExecutionTimeoutError extends Error {\n  constructor(maxRuntime: number) {\n    super(`execution timed out after ${maxRuntime}ms`)\n    this.name = 'JobExecutionTimeoutError'\n  }\n}\n\nclass JobLeaseLostError extends Error {\n  constructor() {\n    super('job lease ownership was lost')\n    this.name = 'JobLeaseLostError'\n  }\n}\n\ntype JobRow = {\n  id: string\n  type: string\n  payloadJson: string\n  attempts: number\n  runAt: number\n}\n\ntype LeaseOwner = {\n  attempt: number\n  lockedUntil: number\n}\n\ntype ClaimedWork = {\n  row: JobRow\n  def: AnyBackgroundDefinition\n  owner: LeaseOwner\n}\n\ntype LeaseHeartbeat = {\n  owner: LeaseOwner\n  lost: Promise<void>\n  stop(): Promise<void>\n}\n\ntype PumpResult = { wake?: Promise<void> }\n\nfunction jobEvent(\n  event: string,\n  row: JobRow,\n  fields: Record<string, unknown> = {},\n) {\n  return {\n    source: 'bunderstack.jobs',\n    event,\n    jobId: row.id,\n    jobType: row.type,\n    attempt: Number(row.attempts),\n    ...fields,\n  }\n}\n\nfunction capacityFor(def: AnyBackgroundDefinition): number {\n  return def.kind === 'job' && def.concurrency !== undefined\n    ? def.concurrency\n    : CLAIM_BATCH\n}\n\nfunction toError(err: unknown): Error {\n  return err instanceof Error ? err : new Error(String(err))\n}\n\nfunction maxAttempts(def: AnyBackgroundDefinition): number {\n  return 1 + (def.retries ?? DEFAULT_RETRIES)\n}\n\n/** Resolve a stored row type back to its definition. Cron rows carry the\n *  reserved prefix; queue rows use the definition key verbatim. */\nfunction definitionFor(\n  defs: JobsDefs,\n  type: string,\n): AnyBackgroundDefinition | undefined {\n  if (type.startsWith(CRON_PREFIX)) {\n    const def = defs[type.slice(CRON_PREFIX.length)]\n    return def?.kind === 'cron' ? def : undefined\n  }\n  const def = defs[type]\n  return def?.kind === 'job' ? def : undefined\n}\n\n/** Terminal queue rows release their dedupe key. */\nfunction terminalPatch() {\n  return { dedupeKey: null }\n}\n\nexport function createJobRunner(deps: {\n  db: AnyDb\n  defs: JobsDefs\n  /** Handler ctx WITHOUT `jobs`; the facade is injected via setJobsFacade. */\n  ctx: Record<string, unknown>\n  logger?: BunderstackLogger\n}) {\n  const { db, defs } = deps\n  const logger = deps.logger ?? consoleLogger\n  const t = jobsTableFor(db)\n  const ctx = { ...deps.ctx } as Record<string, unknown>\n  let lastReapAt = 0\n  const active = new Map<string, Set<Promise<void>>>()\n\n  function ownershipPredicate(id: string, owner: LeaseOwner) {\n    return and(\n      eq(t.id, id),\n      eq(t.status, 'running'),\n      eq(t.attempts, owner.attempt),\n      eq(t.lockedUntil, owner.lockedUntil),\n    )\n  }\n\n  function startLeaseHeartbeat(args: {\n    row: JobRow\n    def: AnyBackgroundDefinition\n    owner: LeaseOwner\n    onLost: () => void\n  }): LeaseHeartbeat {\n    const owner = args.owner\n    const intervalMs = Math.max(10, Math.floor(leaseDurationFor(args.def) / 3))\n    let stopped = false\n    let resolveLost!: () => void\n    const lost = new Promise<void>((resolve) => {\n      resolveLost = resolve\n    })\n    let chain = Promise.resolve()\n    const lose = () => {\n      if (stopped) return\n      stopped = true\n      clearInterval(timer)\n      resolveLost()\n      args.onLost()\n    }\n    const renew = () => {\n      chain = chain\n        .then(async () => {\n          if (stopped) return\n          const nextLockedUntil = Date.now() + leaseDurationFor(args.def)\n          const updated = await db\n            .update(t)\n            .set({ lockedUntil: nextLockedUntil })\n            .where(ownershipPredicate(args.row.id, owner))\n            .returning({ id: t.id })\n          if (!updated[0]) return lose()\n          owner.lockedUntil = nextLockedUntil\n        })\n        .catch(() => lose())\n    }\n    const timer = setInterval(renew, intervalMs)\n    return {\n      owner,\n      lost,\n      async stop() {\n        stopped = true\n        clearInterval(timer)\n        await chain\n      },\n    }\n  }\n\n  /** Cron rows carry no payload — their handler input is the slot itself. */\n  function resolveInput(def: AnyBackgroundDefinition, row: JobRow): unknown {\n    if (def.kind === 'cron') {\n      return { scheduledFor: new Date(Number(row.runAt)) }\n    }\n    const raw = JSON.parse(row.payloadJson)\n    return def.input\n      ? validateStandardSchema(def.input, raw, 'job payload')\n      : undefined\n  }\n\n  /**\n   * The watermark is the newest slot we already stored for this cron. When no\n   * rows exist — a newly declared cron, or one whose rows were reaped — anchor\n   * one slot before now so the current minute is eligible and nothing older is.\n   */\n  async function cronWatermark(type: string, now: number): Promise<number> {\n    const rows = await db\n      .select({ latest: max(t.runAt) })\n      .from(t)\n      .where(eq(t.type, type))\n    const latest = rows[0]?.latest\n    return latest == null ? floorSlot(now) - SLOT_MS : Number(latest)\n  }\n\n  /** Enqueue a row per due slot. The unique(type, dedupeKey) constraint makes\n   *  this safe to run concurrently in any number of processes. */\n  async function materializeCronSlots(now: number) {\n    for (const [name, def] of Object.entries(defs)) {\n      if (def.kind !== 'cron') continue\n      const type = `${CRON_PREFIX}${name}`\n      const from = await cronWatermark(type, now)\n      const slots = slotsDue({\n        cron: parseCron(def.schedule),\n        from,\n        to: now,\n        catchUp: def.catchUp,\n        catchUpWindowMs: def.catchUpWindow,\n      })\n      for (const slot of slots) {\n        await enqueueJob(db, defs, name, null, {\n          runAt: slot,\n          dedupeKey: String(slot),\n        })\n      }\n    }\n  }\n\n  async function fireOnFailed(\n    def: AnyBackgroundDefinition,\n    input: unknown,\n    error: Error,\n  ) {\n    if (!def.onFailed) return\n    try {\n      await (def.onFailed as (i: unknown, e: Error, c: unknown) => unknown)(\n        input,\n        error,\n        ctx,\n      )\n    } catch (hookErr) {\n      logger.error('[bunderstack] onFailed hook threw:', hookErr)\n    }\n  }\n\n  /** running rows whose lease expired → pending (or failed when exhausted). */\n  async function recoverExpiredLeases(now: number) {\n    const expired: (JobRow & {\n      lastError: string | null\n      lockedUntil: number\n    })[] = await db\n      .select({\n        id: t.id,\n        type: t.type,\n        payloadJson: t.payloadJson,\n        attempts: t.attempts,\n        lastError: t.lastError,\n        runAt: t.runAt,\n        lockedUntil: t.lockedUntil,\n      })\n      .from(t)\n      .where(\n        and(\n          eq(t.status, 'running'),\n          isNotNull(t.lockedUntil),\n          lt(t.lockedUntil, now),\n        ),\n      )\n    for (const row of expired) {\n      const owner = {\n        attempt: Number(row.attempts),\n        lockedUntil: Number(row.lockedUntil),\n      }\n      const def = definitionFor(defs, row.type)\n      const error = new Error('lease expired (worker crashed or timed out)')\n      if (!def) {\n        await db\n          .update(t)\n          .set({\n            status: 'failed',\n            finishedAt: now,\n            lockedUntil: null,\n            lastError: `unknown job type \"${row.type}\"`,\n            dedupeKey: null,\n          })\n          .where(ownershipPredicate(row.id, owner))\n        continue\n      }\n      if (Number(row.attempts) >= maxAttempts(def)) {\n        const updated = await db\n          .update(t)\n          .set({\n            status: 'failed',\n            finishedAt: now,\n            lockedUntil: null,\n            lastError: error.message,\n            ...terminalPatch(),\n          })\n          .where(ownershipPredicate(row.id, owner))\n          .returning({ id: t.id })\n        if (updated[0]) await fireOnFailed(def, resolveInput(def, row), error)\n      } else {\n        await db\n          .update(t)\n          .set({\n            status: 'pending',\n            lockedUntil: null,\n            runAt: now + backoffMs(def, Number(row.attempts)),\n            lastError: error.message,\n          })\n          .where(ownershipPredicate(row.id, owner))\n      }\n    }\n  }\n\n  async function reapSucceeded(now: number) {\n    await db\n      .delete(t)\n      .where(\n        and(\n          eq(t.status, 'succeeded'),\n          lt(t.finishedAt, now - SUCCEEDED_RETENTION_MS),\n        ),\n      )\n  }\n\n  /** Atomically claim up to `limit` runnable jobs of one type. */\n  async function claim(\n    type: string,\n    limit: number,\n    now: number,\n    leaseUntil: number,\n  ): Promise<JobRow[]> {\n    const pendingIds = db\n      .select({ id: t.id })\n      .from(t)\n      .where(and(eq(t.type, type), eq(t.status, 'pending'), lte(t.runAt, now)))\n      .orderBy(t.runAt)\n      .limit(limit)\n    // PG: lock the selected rows so concurrent replicas skip them. SQLite's\n    // single-writer model makes the one-statement UPDATE atomic on its own.\n    const sub = is(db, PgDatabase)\n      ? (\n          pendingIds as unknown as {\n            for: (m: string, o: object) => typeof pendingIds\n          }\n        ).for('update', { skipLocked: true })\n      : pendingIds\n    const rows: JobRow[] = await db\n      .update(t)\n      .set({\n        status: 'running',\n        lockedUntil: leaseUntil,\n        attempts: sql`${t.attempts} + 1`,\n      })\n      .where(and(inArray(t.id, sub), eq(t.status, 'pending')))\n      .returning({\n        id: t.id,\n        type: t.type,\n        payloadJson: t.payloadJson,\n        attempts: t.attempts,\n        runAt: t.runAt,\n      })\n    return rows\n  }\n\n  async function claimAvailable(\n    type: string,\n    def: AnyBackgroundDefinition,\n    now: number,\n  ): Promise<ClaimedWork[]> {\n    const runningRows = await db\n      .select({ id: t.id })\n      .from(t)\n      .where(and(eq(t.type, type), eq(t.status, 'running')))\n    let available = capacityFor(def) - runningRows.length\n    if (available <= 0) return []\n\n    const leaseUntil = now + leaseDurationFor(def)\n    const work: ClaimedWork[] = []\n    while (available > 0) {\n      const limit = Math.min(CLAIM_BATCH, available)\n      const rows = await claim(type, limit, now, leaseUntil)\n      for (const row of rows) {\n        work.push({\n          row,\n          def,\n          owner: { attempt: Number(row.attempts), lockedUntil: leaseUntil },\n        })\n      }\n      available -= rows.length\n      if (rows.length < limit) break\n    }\n    return work\n  }\n\n  // `now` is the tick's injected clock: retry runAt math uses it so tests can\n  // drive backoff deterministically. finishedAt uses the real clock (a handler\n  // may run long past the tick's start).\n  async function runJob(\n    row: JobRow,\n    def: AnyBackgroundDefinition,\n    now: number,\n    owner: LeaseOwner,\n  ): Promise<'ran' | 'failed' | 'lost'> {\n    const startedAt = Date.now()\n    let input: unknown\n    try {\n      input = resolveInput(def, row)\n    } catch (err) {\n      // Stored payload no longer parses (schema drift): retrying can't help.\n      const e = toError(err)\n      const updated = await db\n        .update(t)\n        .set({\n          status: 'failed',\n          finishedAt: Date.now(),\n          lockedUntil: null,\n          lastError: e.message,\n          ...terminalPatch(),\n        })\n        .where(ownershipPredicate(row.id, owner))\n        .returning({ id: t.id })\n      if (!updated[0]) return 'lost'\n      await fireOnFailed(def, undefined, e)\n      return 'failed'\n    }\n    const controller = new AbortController()\n    const handlerCtx = { ...ctx, signal: controller.signal }\n    logger.info(JSON.stringify(jobEvent('job.claimed', row)))\n    let lost = false\n    const heartbeat = startLeaseHeartbeat({\n      row,\n      def,\n      owner,\n      onLost: () => {\n        lost = true\n        controller.abort(new JobLeaseLostError())\n        logger.warn(\n          JSON.stringify(\n            jobEvent('job.lease_lost', row, {\n              durationMs: Date.now() - startedAt,\n            }),\n          ),\n        )\n      },\n    })\n    const deadline =\n      def.maxRuntime === undefined\n        ? undefined\n        : setTimeout(() => {\n            controller.abort(new JobExecutionTimeoutError(def.maxRuntime!))\n            logger.warn(\n              JSON.stringify(\n                jobEvent('job.execution_timed_out', row, {\n                  durationMs: Date.now() - startedAt,\n                }),\n              ),\n            )\n          }, def.maxRuntime)\n    try {\n      await (def.handler as (i: unknown, c: unknown) => unknown)(\n        input,\n        handlerCtx,\n      )\n      if (controller.signal.reason instanceof JobExecutionTimeoutError) {\n        throw controller.signal.reason\n      }\n      if (deadline) clearTimeout(deadline)\n      await heartbeat.stop()\n      if (lost) return 'lost'\n      const updated = await db\n        .update(t)\n        .set({\n          status: 'succeeded',\n          finishedAt: Date.now(),\n          lockedUntil: null,\n          ...terminalPatch(),\n        })\n        .where(ownershipPredicate(row.id, owner))\n        .returning({ id: t.id })\n      if (!updated[0]) return 'lost'\n      logger.info(\n        JSON.stringify(\n          jobEvent('job.completed', row, { durationMs: Date.now() - startedAt }),\n        ),\n      )\n      return 'ran'\n    } catch (err) {\n      if (deadline) clearTimeout(deadline)\n      const e =\n        controller.signal.reason instanceof JobExecutionTimeoutError\n          ? controller.signal.reason\n          : toError(err)\n      await heartbeat.stop()\n      if (lost) return 'lost'\n      if (Number(row.attempts) < maxAttempts(def)) {\n        const updated = await db\n          .update(t)\n          .set({\n            status: 'pending',\n            lockedUntil: null,\n            runAt: now + backoffMs(def, Number(row.attempts)),\n            lastError: e.message,\n          })\n          .where(ownershipPredicate(row.id, owner))\n          .returning({ id: t.id })\n        if (!updated[0]) return 'lost'\n        logger.warn(\n          JSON.stringify(\n            jobEvent('job.retrying', row, {\n              durationMs: Date.now() - startedAt,\n              error: e.message,\n            }),\n          ),\n        )\n      } else {\n        const updated = await db\n          .update(t)\n          .set({\n            status: 'failed',\n            finishedAt: Date.now(),\n            lockedUntil: null,\n            lastError: e.message,\n            ...terminalPatch(),\n          })\n          .where(ownershipPredicate(row.id, owner))\n          .returning({ id: t.id })\n        if (!updated[0]) return 'lost'\n        logger.error(\n          JSON.stringify(\n            jobEvent('job.failed', row, {\n              durationMs: Date.now() - startedAt,\n              error: e.message,\n            }),\n          ),\n        )\n        await fireOnFailed(def, input, e)\n      }\n      return 'failed'\n    }\n  }\n\n  async function runClaimable(now: number): Promise<TickResult> {\n    const claimedWork: ClaimedWork[] = []\n    let totalClaimed = 0\n    for (const [name, def] of Object.entries(defs)) {\n      const type = def.kind === 'cron' ? `${CRON_PREFIX}${name}` : name\n      const claimed = await claimAvailable(type, def, now)\n      totalClaimed += claimed.length\n      claimedWork.push(...claimed)\n    }\n    // Claim the whole tick snapshot before starting any handler. Work enqueued\n    // by a handler therefore belongs to the next tick, regardless of the\n    // declaration order of its target job type.\n    const outcomes = await Promise.all(\n      claimedWork.map(({ row, def, owner }) =>\n        runJob(row, def, now, owner),\n      ),\n    )\n    let ran = 0\n    let failed = 0\n    for (const outcome of outcomes) {\n      if (outcome === 'ran') ran++\n      else if (outcome === 'failed') failed++\n    }\n    return { claimed: totalClaimed, ran, failed }\n  }\n\n  async function maintain(now: number) {\n    await materializeCronSlots(now)\n    await recoverExpiredLeases(now)\n    if (now - lastReapAt >= REAP_INTERVAL_MS) {\n      lastReapAt = now\n      await reapSucceeded(now)\n    }\n  }\n\n  function startWork(\n    type: string,\n    work: ClaimedWork,\n    claimedAt: number,\n  ): Promise<void> {\n    let tasks = active.get(type)\n    if (!tasks) {\n      tasks = new Set()\n      active.set(type, tasks)\n    }\n    let task: Promise<void>\n    task = runJob(work.row, work.def, claimedAt, work.owner)\n      .then(() => undefined)\n      .catch((error) => {\n        logger.error('[bunderstack] background job execution failed:', error)\n      })\n      .finally(() => {\n        tasks!.delete(task)\n        if (tasks!.size === 0) active.delete(type)\n      })\n    tasks.add(task)\n    return task\n  }\n\n  async function pump(now: number = Date.now()): Promise<PumpResult> {\n    await maintain(now)\n    for (const [name, def] of Object.entries(defs)) {\n      const type = def.kind === 'cron' ? `${CRON_PREFIX}${name}` : name\n      const work = await claimAvailable(type, def, now)\n      for (const item of work) startWork(type, item, now)\n    }\n    const snapshot = [...active.values()].flatMap((tasks) => [...tasks])\n    return snapshot.length === 0\n      ? {}\n      : { wake: Promise.race(snapshot).then(() => undefined) }\n  }\n\n  async function drain(): Promise<void> {\n    const snapshot = [...active.values()].flatMap((tasks) => [...tasks])\n    await Promise.allSettled(snapshot)\n  }\n\n  return {\n    async tick(now: number = Date.now()): Promise<TickResult> {\n      await maintain(now)\n      return runClaimable(now)\n    },\n    pump,\n    drain,\n    async inspect(now: number) {\n      const runnableRows = await db\n        .select({ id: t.id })\n        .from(t)\n        .where(and(eq(t.status, 'pending'), lte(t.runAt, now)))\n      const failed: Array<{\n        id: string\n        type: string\n        attempts: number\n        lastError: string | null\n      }> = await db\n        .select({\n          id: t.id,\n          type: t.type,\n          attempts: t.attempts,\n          lastError: t.lastError,\n        })\n        .from(t)\n        .where(eq(t.status, 'failed'))\n      const rows: Array<{\n        id: string\n        type: string\n        status: string\n        attempts: number\n        runAt: number\n        dedupeKey: string | null\n        lastError: string | null\n        createdAt: number\n      }> = await db\n        .select({\n          id: t.id,\n          type: t.type,\n          status: t.status,\n          attempts: t.attempts,\n          runAt: t.runAt,\n          dedupeKey: t.dedupeKey,\n          lastError: t.lastError,\n          createdAt: t.createdAt,\n        })\n        .from(t)\n      return {\n        runnable: runnableRows.length,\n        failed: failed.map((row) => ({\n          id: String(row.id),\n          name: row.type.startsWith(CRON_PREFIX)\n            ? row.type.slice(CRON_PREFIX.length)\n            : row.type,\n          attempts: Number(row.attempts),\n          lastError: row.lastError,\n        })),\n        jobs: rows\n          .sort(\n            (left, right) =>\n              Number(left.createdAt) - Number(right.createdAt) ||\n              String(left.id).localeCompare(String(right.id)),\n          )\n          .map((row) => ({\n            id: String(row.id),\n            name: row.type.startsWith(CRON_PREFIX)\n              ? row.type.slice(CRON_PREFIX.length)\n              : row.type,\n            kind: row.type.startsWith(CRON_PREFIX)\n              ? ('cron' as const)\n              : ('job' as const),\n            status: row.status as\n              | 'pending'\n              | 'running'\n              | 'succeeded'\n              | 'failed',\n            attempts: Number(row.attempts),\n            runAt: Number(row.runAt),\n            dedupeKey: row.dedupeKey,\n            lastError: row.lastError,\n          })),\n      }\n    },\n    setJobsFacade(f: JobsRuntimeFacade) {\n      ctx.jobs = f\n    },\n  }\n}\n"]}

package/dist/runtime.d.ts

@@ -62,7 +62,7 @@ export interface StorageFacade {
         filename?: string;
     }): Promise<void>;
 }
-export type AppStartWorkerOptions = Omit<StartWorkerOptions, 'tick'>;
+export type AppStartWorkerOptions = Omit<StartWorkerOptions, 'tick' | 'drain'>;
 export type AppRunWorkerOptions = AppStartWorkerOptions & {
     /**
      * Permit process-local realtime in a standalone worker.

package/dist/runtime.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../src/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,IAAI,aAAa,EAAE,MAAM,cAAc,CAAA;AAS9D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAA;AAChD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAA;AAEnD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AAC9D,OAAO,KAAK,EACV,gBAAgB,EAChB,mBAAmB,EACnB,gBAAgB,EACjB,MAAM,aAAa,CAAA;AACpB,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAA;AAC/D,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAA;AAC5D,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,MAAM,CAAA;AACjC,OAAO,KAAK,EACV,sBAAsB,EAEtB,QAAQ,EACR,UAAU,EACV,kBAAkB,EAClB,YAAY,EACb,MAAM,cAAc,CAAA;AACrB,OAAO,KAAK,EACV,sBAAsB,EACtB,kBAAkB,EACnB,MAAM,mBAAmB,CAAA;AAC1B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAWrD,OAAO,EACL,UAAU,EAIX,MAAM,QAAQ,CAAA;AACf,OAAO,EAAiB,KAAK,iBAAiB,EAAE,MAAM,UAAU,CAAA;AAIhE,OAAO,EAGL,KAAK,YAAY,EACjB,KAAK,WAAW,EACjB,MAAM,SAAS,CAAA;AAChB,OAAO,EAAe,KAAK,cAAc,EAAE,KAAK,YAAY,EAAE,MAAM,OAAO,CAAA;AAU3E,OAAO,EAAa,KAAK,eAAe,EAAE,MAAM,aAAa,CAAA;AAC7D,OAAO,EAAiB,KAAK,iBAAiB,EAAE,MAAM,WAAW,CAAA;AAOjE,OAAO,EAEL,KAAK,cAAc,EAEpB,MAAM,mBAAmB,CAAA;AAe1B,MAAM,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,UAAU,CAAC,CAAA;AAExD,MAAM,MAAM,gBAAgB,GAAG;IAC7B,QAAQ,CAAC,EAAE,kBAAkB,CAAA;IAC7B,eAAe,CAAC,EAAE,sBAAsB,CAAA;IACxC,YAAY,CAAC,EAAE,YAAY,CAAA;IAC3B,mBAAmB,CAAC,EAAE,OAAO,CAAA;IAC7B,mBAAmB,CAAC,EAAE,KAAK,CAAA;IAC3B,YAAY,CAAC,EAAE,mBAAmB,CAAA;IAClC,MAAM,CAAC,EAAE,iBAAiB,CAAA;IAC1B,yEAAyE;IACzE,oBAAoB,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,KAAK,IAAI,CAAA;CAC9D,CAAA;AA2BD;;;;GAIG;AACH,MAAM,WAAW,aAAa;IAC5B,sEAAsE;IACtE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACrC,uEAAuE;IACvE,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS,CAAA;IAChD;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IAC5C;;;OAGG;IACH,MAAM,CACJ,GAAG,EAAE,MAAM,EACX,IAAI,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAC7C,OAAO,CAAC,MAAM,CAAC,CAAA;IAClB;;;;OAIG;IACH,MAAM,CACJ,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,WAAW,GAAG,UAAU,EAC9B,WAAW,EAAE,MAAM,EACnB,IAAI,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,GAC7C,OAAO,CAAC,IAAI,CAAC,CAAA;CACjB;AAED,MAAM,MAAM,qBAAqB,GAAG,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAA;AACpE,MAAM,MAAM,mBAAmB,GAAG,qBAAqB,GAAG;IACxD;;;;;OAKG;IACH,yBAAyB,CAAC,EAAE,OAAO,CAAA;CACpC,CAAA;AACD,2EAA2E;AAC3E,MAAM,MAAM,aAAa,CAAC,QAAQ,IAAI,QAAQ,SAAS;IACrD,OAAO,EAAE,MAAM,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACjD,GACG,MAAM,CAAC,GAAG,MAAM,GAChB,MAAM,CAAA;AAEV,MAAM,MAAM,cAAc,CACxB,OAAO,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACvC,OAAO,SAAS,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC,GAAG,SAAS,GAAG,SAAS,EACxE,QAAQ,SAAS,MAAM,GAAG,MAAM,EAChC,IAAI,SAAS,cAAc,GAAG,SAAS,GAAG,SAAS,EACnD,SAAS,SAAS,QAAQ,GAAG,SAAS,GAAG,SAAS,EAClD,gBAAgB,SAAS,aAAa,GAAG,SAAS,GAAG,SAAS,EAC9D,SAAS,GAAG,SAAS,IACnB;IACF,OAAO,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAA;IAC5C,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;IAClB,IAAI,EAAE,YAAY,CAAA;IAClB,OAAO,EAAE,aAAa,CAAA;IACtB,gFAAgF;IAChF,GAAG,EAAE,YAAY,CAAC,IAAI,CAAC,CAAA;IACvB,gFAAgF;IAChF,KAAK,EAAE,WAAW,CAAA;IAClB,qFAAqF;IACrF,IAAI,EAAE,UAAU,CACd,SAAS,SAAS,QAAQ,GAAG,SAAS,GAAG,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAC9D,CAAA;IACD,8EAA8E;IAC9E,QAAQ,EAAE,cAAc,CAAC,OAAO,CAAC,CAAA;IACjC,WAAW,CAAC,OAAO,CAAC,EAAE,qBAAqB,GAAG,OAAO,CAAC,YAAY,CAAC,CAAA;IACnE,oEAAoE;IACpE,SAAS,CAAC,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACvD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;IACtB,kEAAkE;IAClE,QAAQ,CAAC,iBAAiB,EAAE,OAAO,CAAA;IACnC,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAA;IAChC,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAA;IAC5B;;;OAGG;IACH,QAAQ,CAAC,YAAY,CAAC,EAAE;QACtB,MAAM,EAAE,OAAO,CAAA;QACf,MAAM,EAAE,OAAO,CAAA;QACf,OAAO,EAAE,QAAQ,CAAA;QACjB,GAAG,EAAE,mBAAmB,CACtB,gBAAgB,CACd,gBAAgB,CACd,OAAO,EACP,OAAO,EACP;YAAC,SAAS;SAAC,SAAS,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,KAAK,GAAG,IAAI,CACvD,EACD,gBAAgB,CACjB,EACD;YAAC,SAAS;SAAC,SAAS,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,EAAE,GAAG,iBAAiB,CACjE,CAAA;KACF,CAAA;CACF,CAAA;AAED,wBAAgB,sBAAsB,CACpC,OAAO,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACvC,KAAK,CAAC,OAAO,SAAS,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC,GAAG,SAAS,GAChE,SAAS,EACX,KAAK,CAAC,QAAQ,SAAS,kBAAkB,GAAG,SAAS,GAAG,SAAS,EACjE,KAAK,CAAC,IAAI,SAAS,cAAc,GAAG,SAAS,GAAG,SAAS,EACzD,KAAK,CAAC,SAAS,SAAS,QAAQ,GAAG,SAAS,GAAG,SAAS,EACxD,gBAAgB,SAAS,aAAa,GAAG,SAAS,GAAG,SAAS,EAC9D,KAAK,CAAC,SAAS,SAAS,iBAAiB,CACvC,OAAO,EACP,OAAO,EACP,QAAQ,EACR,IAAI,EACJ,gBAAgB,CACjB,CAAC,UAAU,CAAC,GAAG,SAAS,EAEzB,OAAO,EAAE,iBAAiB,CACxB,OAAO,EACP,OAAO,EACP,QAAQ,EACR,IAAI,EACJ,gBAAgB,CACjB,GAAG;IACF,QAAQ,CAAC,EAAE,SAAS,CAAA;IACpB,IAAI,CAAC,EACD,SAAS,GACT,CAAC,CAAC,CAAC,EAAE,sBAAsB,CAAC,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC,KAAK,SAAS,CAAC,CAAA;CAC5E,EACD,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,EAC1C,SAAS,CAAC,EAAE,gBAAgB,GAC3B,OAAO,CACR,cAAc,CACZ,OAAO,EACP,OAAO,EACP,aAAa,CAAC,QAAQ,CAAC,EACvB,IAAI,EACJ,SAAS,EACT,gBAAgB,EAChB,SAAS,CACV,CACF,CAAA;AAknBD,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AAC1C,YAAY,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACtD,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,MAAM,CAAA;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAA;AAC3C,YAAY,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAA;AACpD,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,UAAU,CAAA;AACvE,YAAY,EACV,iBAAiB,EACjB,iBAAiB,EACjB,eAAe,EACf,gBAAgB,EAChB,iBAAiB,EACjB,cAAc,GACf,MAAM,UAAU,CAAA;AACjB,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,OAAO,CAAA;AACzE,YAAY,EAAE,cAAc,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,OAAO,CAAA;AAClE,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AACzD,YAAY,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AACrE,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AACrC,YAAY,EACV,YAAY,EACZ,YAAY,EACZ,gBAAgB,EAChB,WAAW,GACZ,MAAM,SAAS,CAAA;AAChB,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAA;AAChD,YAAY,EACV,qBAAqB,EACrB,sBAAsB,EACtB,oBAAoB,EACpB,cAAc,EACd,cAAc,EACd,cAAc,EACd,cAAc,EACd,UAAU,EACV,aAAa,EACb,QAAQ,EACR,UAAU,EACV,iBAAiB,EACjB,kBAAkB,EAClB,YAAY,EACZ,gBAAgB,EAChB,kBAAkB,EAClB,YAAY,GACb,MAAM,cAAc,CAAA;AACrB,OAAO,EACL,YAAY,EACZ,wBAAwB,EACxB,WAAW,EACX,gBAAgB,GACjB,MAAM,UAAU,CAAA;AACjB,YAAY,EACV,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,UAAU,GACX,MAAM,UAAU,CAAA;AACjB,OAAO,EACL,MAAM,EACN,QAAQ,IAAI,cAAc,EAC1B,KAAK,IAAI,WAAW,EACpB,QAAQ,GACT,MAAM,UAAU,CAAA;AACjB,YAAY,EAAE,MAAM,EAAE,MAAM,UAAU,CAAA;AACtC,YAAY,EACV,eAAe,EACf,kBAAkB,EAClB,wBAAwB,GACzB,MAAM,oBAAoB,CAAA;AAC3B,YAAY,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AACrD,YAAY,EACV,kBAAkB,EAClB,iBAAiB,EACjB,cAAc,GACf,MAAM,mBAAmB,CAAA;AAE1B,YAAY,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACzD,YAAY,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAA;AACxD,YAAY,EACV,cAAc,EACd,iBAAiB,EACjB,WAAW,GACZ,MAAM,mBAAmB,CAAA;AAE1B,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,eAAe,CAAA;AAC3D,YAAY,EAAE,qBAAqB,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAGtE,YAAY,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAC/C,YAAY,EACV,gBAAgB,EAChB,gBAAgB,EAChB,mBAAmB,EACnB,gBAAgB,GACjB,MAAM,aAAa,CAAA;AACpB,YAAY,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAA;AAC5D,OAAO,EACL,gBAAgB,EAChB,qBAAqB,EACrB,gBAAgB,EAChB,2BAA2B,GAC5B,MAAM,gBAAgB,CAAA;AACvB,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAA"}
+{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../src/runtime.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,IAAI,aAAa,EAAE,MAAM,cAAc,CAAA;AAS9D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAA;AAChD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAA;AAEnD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AAC9D,OAAO,KAAK,EACV,gBAAgB,EAChB,mBAAmB,EACnB,gBAAgB,EACjB,MAAM,aAAa,CAAA;AACpB,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAA;AAC/D,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAA;AAC5D,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,MAAM,CAAA;AACjC,OAAO,KAAK,EACV,sBAAsB,EAEtB,QAAQ,EACR,UAAU,EACV,kBAAkB,EAClB,YAAY,EACb,MAAM,cAAc,CAAA;AACrB,OAAO,KAAK,EACV,sBAAsB,EACtB,kBAAkB,EACnB,MAAM,mBAAmB,CAAA;AAC1B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAWrD,OAAO,EACL,UAAU,EAIX,MAAM,QAAQ,CAAA;AACf,OAAO,EAAiB,KAAK,iBAAiB,EAAE,MAAM,UAAU,CAAA;AAIhE,OAAO,EAGL,KAAK,YAAY,EACjB,KAAK,WAAW,EACjB,MAAM,SAAS,CAAA;AAChB,OAAO,EAAe,KAAK,cAAc,EAAE,KAAK,YAAY,EAAE,MAAM,OAAO,CAAA;AAU3E,OAAO,EAAa,KAAK,eAAe,EAAE,MAAM,aAAa,CAAA;AAC7D,OAAO,EAAiB,KAAK,iBAAiB,EAAE,MAAM,WAAW,CAAA;AAOjE,OAAO,EAEL,KAAK,cAAc,EAEpB,MAAM,mBAAmB,CAAA;AAe1B,MAAM,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,UAAU,CAAC,CAAA;AAExD,MAAM,MAAM,gBAAgB,GAAG;IAC7B,QAAQ,CAAC,EAAE,kBAAkB,CAAA;IAC7B,eAAe,CAAC,EAAE,sBAAsB,CAAA;IACxC,YAAY,CAAC,EAAE,YAAY,CAAA;IAC3B,mBAAmB,CAAC,EAAE,OAAO,CAAA;IAC7B,mBAAmB,CAAC,EAAE,KAAK,CAAA;IAC3B,YAAY,CAAC,EAAE,mBAAmB,CAAA;IAClC,MAAM,CAAC,EAAE,iBAAiB,CAAA;IAC1B,yEAAyE;IACzE,oBAAoB,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,KAAK,IAAI,CAAA;CAC9D,CAAA;AA2BD;;;;GAIG;AACH,MAAM,WAAW,aAAa;IAC5B,sEAAsE;IACtE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACrC,uEAAuE;IACvE,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS,CAAA;IAChD;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IAC5C;;;OAGG;IACH,MAAM,CACJ,GAAG,EAAE,MAAM,EACX,IAAI,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAC7C,OAAO,CAAC,MAAM,CAAC,CAAA;IAClB;;;;OAIG;IACH,MAAM,CACJ,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,WAAW,GAAG,UAAU,EAC9B,WAAW,EAAE,MAAM,EACnB,IAAI,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,GAC7C,OAAO,CAAC,IAAI,CAAC,CAAA;CACjB;AAED,MAAM,MAAM,qBAAqB,GAAG,IAAI,CAAC,kBAAkB,EAAE,MAAM,GAAG,OAAO,CAAC,CAAA;AAC9E,MAAM,MAAM,mBAAmB,GAAG,qBAAqB,GAAG;IACxD;;;;;OAKG;IACH,yBAAyB,CAAC,EAAE,OAAO,CAAA;CACpC,CAAA;AACD,2EAA2E;AAC3E,MAAM,MAAM,aAAa,CAAC,QAAQ,IAAI,QAAQ,SAAS;IACrD,OAAO,EAAE,MAAM,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACjD,GACG,MAAM,CAAC,GAAG,MAAM,GAChB,MAAM,CAAA;AAEV,MAAM,MAAM,cAAc,CACxB,OAAO,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACvC,OAAO,SAAS,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC,GAAG,SAAS,GAAG,SAAS,EACxE,QAAQ,SAAS,MAAM,GAAG,MAAM,EAChC,IAAI,SAAS,cAAc,GAAG,SAAS,GAAG,SAAS,EACnD,SAAS,SAAS,QAAQ,GAAG,SAAS,GAAG,SAAS,EAClD,gBAAgB,SAAS,aAAa,GAAG,SAAS,GAAG,SAAS,EAC9D,SAAS,GAAG,SAAS,IACnB;IACF,OAAO,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAA;IAC5C,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;IAClB,IAAI,EAAE,YAAY,CAAA;IAClB,OAAO,EAAE,aAAa,CAAA;IACtB,gFAAgF;IAChF,GAAG,EAAE,YAAY,CAAC,IAAI,CAAC,CAAA;IACvB,gFAAgF;IAChF,KAAK,EAAE,WAAW,CAAA;IAClB,qFAAqF;IACrF,IAAI,EAAE,UAAU,CACd,SAAS,SAAS,QAAQ,GAAG,SAAS,GAAG,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAC9D,CAAA;IACD,8EAA8E;IAC9E,QAAQ,EAAE,cAAc,CAAC,OAAO,CAAC,CAAA;IACjC,WAAW,CAAC,OAAO,CAAC,EAAE,qBAAqB,GAAG,OAAO,CAAC,YAAY,CAAC,CAAA;IACnE,oEAAoE;IACpE,SAAS,CAAC,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACvD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;IACtB,kEAAkE;IAClE,QAAQ,CAAC,iBAAiB,EAAE,OAAO,CAAA;IACnC,QAAQ,CAAC,MAAM,EAAE,eAAe,CAAA;IAChC,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAA;IAC5B;;;OAGG;IACH,QAAQ,CAAC,YAAY,CAAC,EAAE;QACtB,MAAM,EAAE,OAAO,CAAA;QACf,MAAM,EAAE,OAAO,CAAA;QACf,OAAO,EAAE,QAAQ,CAAA;QACjB,GAAG,EAAE,mBAAmB,CACtB,gBAAgB,CACd,gBAAgB,CACd,OAAO,EACP,OAAO,EACP;YAAC,SAAS;SAAC,SAAS,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,KAAK,GAAG,IAAI,CACvD,EACD,gBAAgB,CACjB,EACD;YAAC,SAAS;SAAC,SAAS,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,EAAE,GAAG,iBAAiB,CACjE,CAAA;KACF,CAAA;CACF,CAAA;AAED,wBAAgB,sBAAsB,CACpC,OAAO,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACvC,KAAK,CAAC,OAAO,SAAS,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC,GAAG,SAAS,GAChE,SAAS,EACX,KAAK,CAAC,QAAQ,SAAS,kBAAkB,GAAG,SAAS,GAAG,SAAS,EACjE,KAAK,CAAC,IAAI,SAAS,cAAc,GAAG,SAAS,GAAG,SAAS,EACzD,KAAK,CAAC,SAAS,SAAS,QAAQ,GAAG,SAAS,GAAG,SAAS,EACxD,gBAAgB,SAAS,aAAa,GAAG,SAAS,GAAG,SAAS,EAC9D,KAAK,CAAC,SAAS,SAAS,iBAAiB,CACvC,OAAO,EACP,OAAO,EACP,QAAQ,EACR,IAAI,EACJ,gBAAgB,CACjB,CAAC,UAAU,CAAC,GAAG,SAAS,EAEzB,OAAO,EAAE,iBAAiB,CACxB,OAAO,EACP,OAAO,EACP,QAAQ,EACR,IAAI,EACJ,gBAAgB,CACjB,GAAG;IACF,QAAQ,CAAC,EAAE,SAAS,CAAA;IACpB,IAAI,CAAC,EACD,SAAS,GACT,CAAC,CAAC,CAAC,EAAE,sBAAsB,CAAC,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC,KAAK,SAAS,CAAC,CAAA;CAC5E,EACD,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,EAC1C,SAAS,CAAC,EAAE,gBAAgB,GAC3B,OAAO,CACR,cAAc,CACZ,OAAO,EACP,OAAO,EACP,aAAa,CAAC,QAAQ,CAAC,EACvB,IAAI,EACJ,SAAS,EACT,gBAAgB,EAChB,SAAS,CACV,CACF,CAAA;AA+mBD,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AAC1C,YAAY,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACtD,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,MAAM,CAAA;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAA;AAC3C,YAAY,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAA;AACpD,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,UAAU,CAAA;AACvE,YAAY,EACV,iBAAiB,EACjB,iBAAiB,EACjB,eAAe,EACf,gBAAgB,EAChB,iBAAiB,EACjB,cAAc,GACf,MAAM,UAAU,CAAA;AACjB,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,OAAO,CAAA;AACzE,YAAY,EAAE,cAAc,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,OAAO,CAAA;AAClE,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AACzD,YAAY,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AACrE,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AACrC,YAAY,EACV,YAAY,EACZ,YAAY,EACZ,gBAAgB,EAChB,WAAW,GACZ,MAAM,SAAS,CAAA;AAChB,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAA;AAChD,YAAY,EACV,qBAAqB,EACrB,sBAAsB,EACtB,oBAAoB,EACpB,cAAc,EACd,cAAc,EACd,cAAc,EACd,cAAc,EACd,UAAU,EACV,aAAa,EACb,QAAQ,EACR,UAAU,EACV,iBAAiB,EACjB,kBAAkB,EAClB,YAAY,EACZ,gBAAgB,EAChB,kBAAkB,EAClB,YAAY,GACb,MAAM,cAAc,CAAA;AACrB,OAAO,EACL,YAAY,EACZ,wBAAwB,EACxB,WAAW,EACX,gBAAgB,GACjB,MAAM,UAAU,CAAA;AACjB,YAAY,EACV,gBAAgB,EAChB,aAAa,EACb,aAAa,EACb,UAAU,GACX,MAAM,UAAU,CAAA;AACjB,OAAO,EACL,MAAM,EACN,QAAQ,IAAI,cAAc,EAC1B,KAAK,IAAI,WAAW,EACpB,QAAQ,GACT,MAAM,UAAU,CAAA;AACjB,YAAY,EAAE,MAAM,EAAE,MAAM,UAAU,CAAA;AACtC,YAAY,EACV,eAAe,EACf,kBAAkB,EAClB,wBAAwB,GACzB,MAAM,oBAAoB,CAAA;AAC3B,YAAY,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AACrD,YAAY,EACV,kBAAkB,EAClB,iBAAiB,EACjB,cAAc,GACf,MAAM,mBAAmB,CAAA;AAE1B,YAAY,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACzD,YAAY,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAA;AACxD,YAAY,EACV,cAAc,EACd,iBAAiB,EACjB,WAAW,GACZ,MAAM,mBAAmB,CAAA;AAE1B,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,eAAe,CAAA;AAC3D,YAAY,EAAE,qBAAqB,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAGtE,YAAY,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAC/C,YAAY,EACV,gBAAgB,EAChB,gBAAgB,EAChB,mBAAmB,EACnB,gBAAgB,GACjB,MAAM,aAAa,CAAA;AACpB,YAAY,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAA;AAC5D,OAAO,EACL,gBAAgB,EAChB,qBAAqB,EACrB,gBAAgB,EAChB,2BAA2B,GAC5B,MAAM,gBAAgB,CAAA;AACvB,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAA"}

package/dist/runtime.js

@@ -298,11 +298,8 @@ export async function materializeBunderstack(options, source, overrides = {}) {
             const handle = startJobWorker({
                 ...options,
                 signal,
-                // The runtime loop only cares that a tick completed; TickResult is for
-                // callers that invoke tick() directly.
-                tick: async (now) => {
-                    await jobRunner.tick(now);
-                },
+                tick: (now) => jobRunner.pump(now),
+                drain: () => jobRunner.drain(),
             });
             const unregister = lifecycle.add(() => handle.close());
             void handle.closed.finally(unregister);