@wjarka/cezarion 0.15.1 → 0.16.0

package/dist/automations/schedule-runner.js

@@ -0,0 +1,326 @@
+import { nextOccurrence, occurrencesBetween } from '../contract/index.js';
+import { isScheduleAutomation } from './types.js';
+/**
+ * The schedule kind's evaluator (spec 2026-10-02-scheduled-automations § Lifecycle): what fires
+ * when a scheduled automation's occurrence comes due, by the timer or by hand.
+ *
+ * The one rule that matters is the AGE rule in `fire`: how late the occurrence is decides what
+ * happens — on time (within the grace window) it is `launched`; late but within a day, the
+ * LATEST missed occurrence fires once as `catch-up`; older, nothing fires and the log says how
+ * many were skipped. The same rule applies whether the timer fired on time, the laptop slept, or
+ * cezar just booted, and `nextRunAt` always advances from `max(occurrence, now)` — which is what
+ * makes a burst impossible: a daily that slept three days fires one catch-up, not three.
+ *
+ * Everything runs under the #651 project lease. A held (or lost) lease is the one case that
+ * must NOT advance `nextRunAt`: the state file is shared, so the loser moving it on would make
+ * the winner — firing from the same on-disk state — skip the occurrence entirely. The loser logs
+ * `skipped` and throws `ScheduleLeaseHeldError`, so the workspace floor retries it; by then the
+ * winner's receipt turns the retry into a `duplicate`, never a second launch. Held leases and
+ * duplicates are not failures and do not count towards the three-strike auto-pause.
+ */
+export const SCHEDULE_GRACE_MS = 10 * 60_000;
+export const SCHEDULE_CATCH_UP_MS = 24 * 60 * 60_000;
+export const SCHEDULE_AUTO_PAUSE_AFTER = 3;
+/** The cap the missed-occurrence count runs under: a count that reaches it is a lower bound. */
+const OCCURRENCE_LIMIT = 1_000;
+export const SCHEDULE_LEASE_HELD_REASON = 'automation lease is held by another process; retrying shortly';
+/** `fire` met a held or non-current lease; the workspace timer re-arms it at the retry floor. */
+export class ScheduleLeaseHeldError extends Error {
+    constructor() { super(SCHEDULE_LEASE_HELD_REASON); }
+}
+/** The project cannot launch a task now: its run store cannot open (#779). Not a launch failure,
+ *  so it never counts towards the auto-pause or a poll's backoff; the timer retries at its floor. */
+export class AutomationProjectUnavailableError extends Error {
+    constructor(message, options = {}) {
+        super(message, options);
+        this.name = 'AutomationProjectUnavailableError';
+    }
+}
+export class ScheduleRunner {
+    handle;
+    constructor(handle) {
+        this.handle = handle;
+    }
+    now() {
+        return this.handle.now?.() ?? Date.now();
+    }
+    /**
+     * When the timer should next fire this definition: the stored `nextRunAt`, or — for a
+     * definition never armed, or whose schedule was edited (the PUT clears `nextRunAt`) — the next
+     * occurrence after now, which is then persisted so every process agrees on it.
+     */
+    dueAt(definition) {
+        const state = this.handle.store.state(definition.id) ?? {};
+        if (state.nextRunAt)
+            return Date.parse(state.nextRunAt);
+        const next = nextOccurrence(definition.schedule, this.now(), this.handle.timeZone);
+        if (next === null)
+            return null;
+        this.handle.store.setState(definition.id, (current) => ({ ...current, revision: definition.revision, nextRunAt: new Date(next).toISOString() }));
+        return next;
+    }
+    /** The timer fired (or boot found a past-due occurrence): apply the age rule and launch. */
+    async fire(definition) {
+        const outcome = await this.underLease(async () => {
+            // The timer captured `definition` from this process's view; another cockpit may have
+            // paused, edited or deleted it since. Re-read it under the lease and fire only the
+            // revision that is still on disk. Anything else launches nothing and moves nothing —
+            // the process that changed it owns `nextRunAt` — and `onChange` re-arms from the fresh view.
+            this.handle.store.reload();
+            const current = this.handle.store.get(definition.id);
+            if (!current?.enabled || !isScheduleAutomation(current) || current.revision !== definition.revision) {
+                this.handle.onChange?.(definition.id, current?.revision ?? definition.revision);
+                return { result: 'skipped' };
+            }
+            const now = this.now();
+            const due = this.dueAt(definition);
+            if (due === null)
+                return { result: 'skipped' };
+            const advance = { armedAt: this.handle.store.state(definition.id)?.nextRunAt };
+            // Not due yet: another cockpit (or a PUT) moved `nextRunAt` after this fire was armed.
+            if (due > now)
+                return { result: 'skipped', occurrenceAt: new Date(due).toISOString() };
+            if (now - due <= SCHEDULE_GRACE_MS) {
+                await this.handle.ready?.();
+                return this.launch(definition, { at: new Date(due).toISOString(), trigger: 'schedule' }, now, advance);
+            }
+            // Late. Every occurrence from the due one up to now was missed; the newest may catch up.
+            const missed = this.missed(definition, due, now);
+            const latest = missed.latest;
+            if (now - latest <= SCHEDULE_CATCH_UP_MS) {
+                await this.handle.ready?.();
+                if (missed.count > 1)
+                    await this.logSkipped(definition, missed.count - 1, missed.atLeast, true);
+                return this.launch(definition, { at: new Date(latest).toISOString(), trigger: 'catch-up' }, now, advance);
+            }
+            await this.logSkipped(definition, missed.count, missed.atLeast, false);
+            this.advance(definition, now, now, advance);
+            return { result: 'skipped', occurrenceAt: new Date(latest).toISOString() };
+        });
+        if (outcome)
+            return outcome;
+        await this.handle.store.appendLog({ automationId: definition.id, revision: definition.revision, result: 'skipped', reason: SCHEDULE_LEASE_HELD_REASON });
+        this.handle.onChange?.(definition.id, definition.revision);
+        throw new ScheduleLeaseHeldError();
+    }
+    /** `POST /automations/:id/run`: fire now, by hand, paused or not; `nextRunAt` is untouched. */
+    async runNow(definition) {
+        const outcome = await this.underLease(async () => {
+            const current = this.currentUnderLease(definition);
+            if (!current)
+                return { result: 'skipped' };
+            const now = this.now();
+            return this.launch(current, { at: new Date(now).toISOString(), trigger: 'manual' }, now, null);
+        });
+        return outcome ?? { result: 'lease-held' };
+    }
+    /** Retry a `launch-error` receipt of this kind: the same receipt, fired again by hand. */
+    async retry(definition, receipt) {
+        const occurrenceAt = receipt.occurrenceAt ?? new Date(this.now()).toISOString();
+        const outcome = await this.underLease(async () => {
+            const current = this.currentUnderLease(definition);
+            if (!current)
+                return { result: 'skipped', occurrenceAt };
+            const now = this.now();
+            // Re-checked under the lease: another retry may have relaunched it since the caller read it.
+            if (this.handle.store.latestReceipts().get(receipt.receiptKey)?.status !== 'launch-error') {
+                return { result: 'duplicate', occurrenceAt };
+            }
+            const reserved = { ...receipt, status: 'reserved', error: undefined, updatedAt: new Date(now).toISOString() };
+            this.handle.store.appendReceipt(reserved);
+            return this.launchReserved(current, { at: occurrenceAt, trigger: 'manual' }, reserved, now, null);
+        });
+        return outcome ?? { result: 'lease-held', occurrenceAt };
+    }
+    /**
+     * Run now and Retry act on this process's cached definition, which another cockpit may have
+     * edited or deleted since. Re-read it under the lease: the fresh schedule definition (paused is
+     * fine, those are manual actions), or `undefined` after notifying when it is gone or no longer
+     * a schedule, so the caller launches and writes nothing.
+     */
+    currentUnderLease(definition) {
+        this.handle.store.reload();
+        const current = this.handle.store.get(definition.id);
+        if (current && isScheduleAutomation(current))
+            return current;
+        this.handle.onChange?.(definition.id, current?.revision ?? definition.revision);
+        return undefined;
+    }
+    /** Runs `operation` under the project lease; `undefined` when the lease is held or not current. */
+    async underLease(operation) {
+        const { store } = this.handle;
+        let lease = store.acquireLease();
+        if (lease && !lease.isCurrent()) {
+            lease.release();
+            lease = undefined;
+        }
+        if (!lease)
+            return undefined;
+        try {
+            return await operation();
+        }
+        finally {
+            try {
+                await store.maybeCompact();
+            }
+            catch { /* append-only state remains readable; next fire retries */ }
+            lease.release();
+        }
+    }
+    async launch(definition, occurrence, now, advance) {
+        const { store } = this.handle;
+        const eventId = occurrence.trigger === 'manual' ? `manual:${occurrence.at}` : `schedule:${occurrence.at}`;
+        const receipt = store.reserveReceipt({ automationId: definition.id, revision: definition.revision, eventId, occurrenceAt: occurrence.at });
+        if (!receipt) {
+            // Under the lease nobody else is launching, so a `reserved` receipt this process is not
+            // running is a crash leftover: settle it first (see `reconcile`). One in flight here is a
+            // live launch its launcher settles, and is left alone.
+            const existing = store.latestReceipts().get(`${definition.id}:${eventId}`);
+            if (existing?.status === 'reserved' && !store.isReservationInFlight(existing.receiptId))
+                await this.handle.reconcile?.();
+            await store.appendLog({ automationId: definition.id, revision: definition.revision, result: 'duplicate', reason: `A durable receipt already exists for the ${occurrence.at} occurrence.` });
+            if (advance)
+                this.advance(definition, Date.parse(occurrence.at), now, advance);
+            return { result: 'duplicate', occurrenceAt: occurrence.at };
+        }
+        return this.launchReserved(definition, occurrence, receipt, now, advance);
+    }
+    async launchReserved(definition, occurrence, receipt, now, advance) {
+        const { store } = this.handle;
+        if (!this.handle.launch) {
+            store.appendReceipt({ ...receipt, status: 'launch-error', error: 'This cockpit cannot launch tasks.', updatedAt: new Date(now).toISOString() });
+            if (advance)
+                this.advance(definition, Date.parse(occurrence.at), now, advance);
+            return { result: 'detection-only', occurrenceAt: occurrence.at };
+        }
+        const started = Date.now();
+        const result = occurrence.trigger === 'schedule' ? 'launched' : occurrence.trigger;
+        let runId;
+        try {
+            ({ runId } = await this.handle.launch(definition, occurrence, receipt.receiptId));
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            store.appendReceipt({ ...receipt, status: 'launch-error', error: message, updatedAt: new Date(this.now()).toISOString() });
+            await store.appendLog({ automationId: definition.id, revision: definition.revision, result: 'failed', reason: message, receiptId: receipt.receiptId, durationMs: Date.now() - started });
+            // Only the timer counts towards the auto-pause: Run now and Retry leave `enabled` alone.
+            if (advance)
+                await this.recordFailure(definition, occurrence, now, advance);
+            else
+                this.handle.onChange?.(definition.id, definition.revision);
+            return { result: 'failed', occurrenceAt: occurrence.at };
+        }
+        store.appendReceipt({ ...receipt, status: 'launched', runId, updatedAt: new Date(this.now()).toISOString() });
+        await store.appendLog({
+            automationId: definition.id, revision: definition.revision, result,
+            reason: reasonFor(occurrence, this.handle.timeZone),
+            receiptId: receipt.receiptId, runId, durationMs: Date.now() - started,
+        });
+        store.setState(definition.id, (current) => ({
+            ...current,
+            ...(advance ? { ...this.advanced(current, definition, Date.parse(occurrence.at), now, advance), lastRunAt: occurrence.at } : { revision: Math.max(current.revision ?? 0, definition.revision) }),
+            lastSuccessAt: new Date(this.now()).toISOString(),
+            consecutiveFailures: 0,
+        }));
+        this.handle.onChange?.(definition.id, definition.revision);
+        return { result, runId, occurrenceAt: occurrence.at };
+    }
+    async recordFailure(definition, occurrence, now, advance) {
+        const { store } = this.handle;
+        const next = store.setState(definition.id, (current) => ({
+            ...current,
+            ...this.advanced(current, definition, Date.parse(occurrence.at), now, advance),
+            consecutiveFailures: (current.consecutiveFailures ?? 0) + 1,
+        }));
+        if ((next.consecutiveFailures ?? 0) >= SCHEDULE_AUTO_PAUSE_AFTER) {
+            const paused = this.pause(definition.id);
+            if (paused) {
+                await store.appendLog({ automationId: paused.id, revision: paused.revision, result: 'failed', reason: `Paused after ${SCHEDULE_AUTO_PAUSE_AFTER} consecutive launch failures; fix the task and enable it again.` });
+                this.handle.onChange?.(paused.id, paused.revision);
+                return;
+            }
+        }
+        this.handle.onChange?.(definition.id, definition.revision);
+    }
+    /**
+     * Pauses the CURRENT revision, not the one this fire started with: the definition may have been
+     * edited while the launch ran — here or in another cockpit, hence the re-read — and the failure
+     * count belongs to the automation, not to a revision. Pausing the stale copy would either
+     * conflict or revert the edit. Already paused, deleted or no longer a schedule: nothing to do.
+     */
+    pause(id) {
+        this.handle.store.reload();
+        const current = this.handle.store.get(id);
+        if (!current?.enabled || current.kind !== 'schedule')
+            return undefined;
+        const { revision, createdAt: _c, updatedAt: _u, id: _id, ...editable } = current;
+        try {
+            return this.handle.store.update(id, revision, { ...editable, enabled: false }, () => ({ nextRunAt: undefined }));
+        }
+        catch {
+            // Edited or deleted in between; the next failure pauses whatever is current then.
+            return undefined;
+        }
+    }
+    advance(definition, fromMs, now, advance) {
+        this.handle.store.setState(definition.id, (current) => ({
+            ...current,
+            ...this.advanced(current, definition, fromMs, now, advance),
+        }));
+        this.handle.onChange?.(definition.id, definition.revision);
+    }
+    /**
+     * The `revision`/`nextRunAt` pair a timer fire writes. An edit that landed meanwhile already
+     * bumped the state's revision (never moved back) and, when it changed the schedule or resumed
+     * the definition, re-armed `nextRunAt` — which then stands. An edit that left `nextRunAt`
+     * alone (a rename) left the schedule alone too, so advancing from the captured one is right.
+     */
+    advanced(current, definition, fromMs, now, advance) {
+        const revision = Math.max(current.revision ?? 0, definition.revision);
+        if (current.nextRunAt !== advance.armedAt)
+            return { revision, nextRunAt: current.nextRunAt };
+        return { revision, nextRunAt: nextIso(definition, Math.max(fromMs, now), this.handle.timeZone) };
+    }
+    /**
+     * The occurrences in `[due, now]`: the latest one and how many there are. `occurrencesBetween`
+     * stops at its cap EARLIEST-first, so the latest is searched for on its own — in the catch-up
+     * window, else in the week before it (every shape recurs within 7 days; 9 covers a DST week) —
+     * and a count that reached the cap is reported as a lower bound, never as an exact number.
+     */
+    missed(definition, due, now) {
+        const { schedule } = definition;
+        const { timeZone } = this.handle;
+        const windowStart = Math.max(due, now - SCHEDULE_CATCH_UP_MS);
+        const recent = occurrencesBetween(schedule, windowStart, now + 1, timeZone);
+        const older = occurrencesBetween(schedule, due, windowStart, timeZone, OCCURRENCE_LIMIT);
+        const latest = recent.at(-1)
+            ?? occurrencesBetween(schedule, Math.max(due, windowStart - 9 * 86_400_000), windowStart, timeZone).at(-1)
+            ?? due;
+        return { latest, count: recent.length + older.length, atLeast: older.length >= OCCURRENCE_LIMIT };
+    }
+    async logSkipped(definition, total, atLeast, latestCaughtUp) {
+        const count = atLeast ? `at least ${total}` : String(total);
+        const plural = total === 1 ? '' : 's';
+        await this.handle.store.appendLog({
+            automationId: definition.id,
+            revision: definition.revision,
+            result: 'skipped',
+            reason: latestCaughtUp
+                ? `Missed ${count} older occurrence${plural} while cezar was not running or the machine was asleep; only the latest one caught up.`
+                : `Missed ${count} occurrence${plural} while cezar was not running or the machine was asleep; nothing was launched for them.`,
+        });
+    }
+}
+function nextIso(definition, afterMs, timeZone) {
+    const next = nextOccurrence(definition.schedule, afterMs, timeZone);
+    return next === null ? undefined : new Date(next).toISOString();
+}
+function reasonFor(occurrence, timeZone) {
+    const when = new Intl.DateTimeFormat('en-GB', { timeZone, weekday: 'short', hour: '2-digit', minute: '2-digit', hourCycle: 'h23' }).format(new Date(occurrence.at));
+    switch (occurrence.trigger) {
+        case 'schedule': return `Scheduled run at ${when}.`;
+        case 'catch-up': return `Caught up the ${when} occurrence missed while cezar was not running or the machine was asleep.`;
+        case 'manual': return `Started by hand at ${when}.`;
+    }
+}
+//# sourceMappingURL=schedule-runner.js.map

package/dist/automations/schedule-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schedule-runner.js","sourceRoot":"","sources":["../../src/automations/schedule-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAElF,OAAO,EAAE,oBAAoB,EAA6D,MAAM,YAAY,CAAC;AAE7G;;;;;;;;;;;;;;;;;GAiBG;AAEH,MAAM,CAAC,MAAM,iBAAiB,GAAG,EAAE,GAAG,MAAM,CAAC;AAC7C,MAAM,CAAC,MAAM,oBAAoB,GAAG,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC;AACrD,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC;AAC3C,gGAAgG;AAChG,MAAM,gBAAgB,GAAG,KAAK,CAAC;AA+C/B,MAAM,CAAC,MAAM,0BAA0B,GAAG,+DAA+D,CAAC;AAE1G,iGAAiG;AACjG,MAAM,OAAO,sBAAuB,SAAQ,KAAK;IAC/C,gBAAgB,KAAK,CAAC,0BAA0B,CAAC,CAAC,CAAC,CAAC;CACrD;AAED;qGACqG;AACrG,MAAM,OAAO,iCAAkC,SAAQ,KAAK;IAC1D,YAAY,OAAe,EAAE,OAAO,GAAwB,EAAE;QAC5D,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,mCAAmC,CAAC;IAClD,CAAC;CACF;AAYD,MAAM,OAAO,cAAc;IACI,MAAM;IAAnC,YAA6B,MAA4B;sBAA5B,MAAM;IAAyB,CAAC;IAErD,GAAG;QACT,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3C,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAwC;QAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QAC3D,IAAI,KAAK,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACxD,MAAM,IAAI,GAAG,cAAc,CAAC,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACnF,IAAI,IAAI,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;QACjJ,OAAO,IAAI,CAAC;IACd,CAAC;IAED,4FAA4F;IAC5F,KAAK,CAAC,IAAI,CAAC,UAAwC;QACjD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;YAC/C,qFAAqF;YACrF,mFAAmF;YACnF,qFAAqF;YACrF,6FAA6F;YAC7F,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YACrD,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,QAAQ,KAAK,UAAU,CAAC,QAAQ,EAAE,CAAC;gBACpG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,OAAO,EAAE,QAAQ,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;gBAChF,OAAO,EAAE,MAAM,EAAE,SAAS,EAAW,CAAC;YACxC,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YACnC,IAAI,GAAG,KAAK,IAAI;gBAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAW,CAAC;YACxD,MAAM,OAAO,GAAY,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC;YACxF,uFAAuF;YACvF,IAAI,GAAG,GAAG,GAAG;gBAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAW,CAAC;YAChG,IAAI,GAAG,GAAG,GAAG,IAAI,iBAAiB,EAAE,CAAC;gBACnC,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC;gBAC5B,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,EAAE,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YACzG,CAAC;YACD,yFAAyF;YACzF,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YACjD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YAC7B,IAAI,GAAG,GAAG,MAAM,IAAI,oBAAoB,EAAE,CAAC;gBACzC,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC;gBAC5B,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC;oBAAE,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBAChG,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,EAAE,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YAC5G,CAAC;YACD,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACvE,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YAC5C,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,EAAW,CAAC;QACtF,CAAC,CAAC,CAAC;QACH,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC;QAC5B,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,0BAA0B,EAAE,CAAC,CAAC;QACzJ,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC3D,MAAM,IAAI,sBAAsB,EAAE,CAAC;IACrC,CAAC;IAED,+FAA+F;IAC/F,KAAK,CAAC,MAAM,CAAC,UAAwC;QACnD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;YAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YACnD,IAAI,CAAC,OAAO;gBAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAW,CAAC;YACpD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,EAAE,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;QACjG,CAAC,CAAC,CAAC;QACH,OAAO,OAAO,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;IAC7C,CAAC;IAED,0FAA0F;IAC1F,KAAK,CAAC,KAAK,CAAC,UAAwC,EAAE,OAA0B;QAC9E,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QAChF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;YAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YACnD,IAAI,CAAC,OAAO;gBAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAW,CAAC;YAClE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,6FAA6F;YAC7F,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,MAAM,KAAK,cAAc,EAAE,CAAC;gBAC1F,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,EAAW,CAAC;YACxD,CAAC;YACD,MAAM,QAAQ,GAAsB,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;YACjI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YAC1C,OAAO,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;QACpG,CAAC,CAAC,CAAC;QACH,OAAO,OAAO,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC;IAC3D,CAAC;IAED;;;;;OAKG;IACK,iBAAiB,CAAC,UAAwC;QAChE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACrD,IAAI,OAAO,IAAI,oBAAoB,CAAC,OAAO,CAAC;YAAE,OAAO,OAAO,CAAC;QAC7D,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,OAAO,EAAE,QAAQ,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;QAChF,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,mGAAmG;IAC3F,KAAK,CAAC,UAAU,CAAC,SAA6C;QACpE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC9B,IAAI,KAAK,GAAgC,KAAK,CAAC,YAAY,EAAE,CAAC;QAC9D,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;YAChC,KAAK,CAAC,OAAO,EAAE,CAAC;YAChB,KAAK,GAAG,SAAS,CAAC;QACpB,CAAC;QACD,IAAI,CAAC,KAAK;YAAE,OAAO,SAAS,CAAC;QAC7B,IAAI,CAAC;YACH,OAAO,MAAM,SAAS,EAAE,CAAC;QAC3B,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBAAC,MAAM,KAAK,CAAC,YAAY,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,2DAA2D,CAAC,CAAC;YACzG,KAAK,CAAC,OAAO,EAAE,CAAC;QAClB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,MAAM,CAClB,UAAwC,EACxC,UAA8B,EAC9B,GAAW,EACX,OAAuB;QAEvB,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC9B,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,UAAU,CAAC,EAAE,EAAE,CAAC;QAC1G,MAAM,OAAO,GAAG,KAAK,CAAC,cAAc,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3I,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,wFAAwF;YACxF,0FAA0F;YAC1F,uDAAuD;YACvD,MAAM,QAAQ,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,EAAE,IAAI,OAAO,EAAE,CAAC,CAAC;YAC3E,IAAI,QAAQ,EAAE,MAAM,KAAK,UAAU,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAAE,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,CAAC;YACzH,MAAM,KAAK,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,4CAA4C,UAAU,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC;YAC5L,IAAI,OAAO;gBAAE,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YAC/E,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC;QAC9D,CAAC;QACD,OAAO,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAC5E,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,UAAwC,EACxC,UAA8B,EAC9B,OAA0B,EAC1B,GAAW,EACX,OAAuB;QAEvB,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC9B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACxB,KAAK,CAAC,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,mCAAmC,EAAE,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;YAChJ,IAAI,OAAO;gBAAE,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YAC/E,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC;QACnE,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAuC,UAAU,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC;QACvH,IAAI,KAAa,CAAC;QAClB,IAAI,CAAC;YACH,CAAC,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;QACpF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,KAAK,CAAC,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;YAC3H,MAAM,KAAK,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;YACzL,yFAAyF;YACzF,IAAI,OAAO;gBAAE,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;;gBACvE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;YAChE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC;QAC3D,CAAC;QACD,KAAK,CAAC,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QAC9G,MAAM,KAAK,CAAC,SAAS,CAAC;YACpB,YAAY,EAAE,UAAU,CAAC,EAAE,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,MAAM;YAClE,MAAM,EAAE,SAAS,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;YACnD,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;SACtE,CAAC,CAAC;QACH,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC1C,GAAG,OAAO;YACV,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChM,aAAa,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,WAAW,EAAE;YACjD,mBAAmB,EAAE,CAAC;SACvB,CAAC,CAAC,CAAC;QACJ,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC3D,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC;IACxD,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,UAAwC,EAAE,UAA8B,EAAE,GAAW,EAAE,OAAgB;QACjI,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACvD,GAAG,OAAO;YACV,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC;YAC9E,mBAAmB,EAAE,CAAC,OAAO,CAAC,mBAAmB,IAAI,CAAC,CAAC,GAAG,CAAC;SAC5D,CAAC,CAAC,CAAC;QACJ,IAAI,CAAC,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC,IAAI,yBAAyB,EAAE,CAAC;YACjE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YACzC,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,KAAK,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,yBAAyB,iEAAiE,EAAE,CAAC,CAAC;gBACpN,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACnD,OAAO;YACT,CAAC;QACH,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC7D,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,EAAU;QACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU;YAAE,OAAO,SAAS,CAAC;QACvE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,QAAQ,EAAE,GAAG,OAAO,CAAC;QACjF,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAiC,CAAC;QACnJ,CAAC;QAAC,MAAM,CAAC;YACP,kFAAkF;YAClF,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAEO,OAAO,CAAC,UAAwC,EAAE,MAAc,EAAE,GAAW,EAAE,OAAgB;QACrG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACtD,GAAG,OAAO;YACV,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC;SAC5D,CAAC,CAAC,CAAC;QACJ,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC7D,CAAC;IAED;;;;;OAKG;IACK,QAAQ,CACd,OAAkD,EAClD,UAAwC,EACxC,MAAc,EACd,GAAW,EACX,OAAgB;QAEhB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;QACtE,IAAI,OAAO,CAAC,SAAS,KAAK,OAAO,CAAC,OAAO;YAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC;QAC7F,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;IACnG,CAAC;IAED;;;;;OAKG;IACK,MAAM,CAAC,UAAwC,EAAE,GAAW,EAAE,GAAW;QAC/E,MAAM,EAAE,QAAQ,EAAE,GAAG,UAAU,CAAC;QAChC,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QACjC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,oBAAoB,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAG,kBAAkB,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC5E,MAAM,KAAK,GAAG,kBAAkB,CAAC,QAAQ,EAAE,GAAG,EAAE,WAAW,EAAE,QAAQ,EAAE,gBAAgB,CAAC,CAAC;QACzF,MAAM,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;eACvB,kBAAkB,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,GAAG,CAAC,GAAG,UAAU,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;eACvG,GAAG,CAAC;QACT,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,IAAI,gBAAgB,EAAE,CAAC;IACpG,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,UAAwC,EAAE,KAAa,EAAE,OAAgB,EAAE,cAAuB;QACzH,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,YAAY,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;QACtC,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;YAChC,YAAY,EAAE,UAAU,CAAC,EAAE;YAC3B,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,MAAM,EAAE,SAAS;YACjB,MAAM,EAAE,cAAc;gBACpB,CAAC,CAAC,UAAU,KAAK,oBAAoB,MAAM,wFAAwF;gBACnI,CAAC,CAAC,UAAU,KAAK,cAAc,MAAM,wFAAwF;SAChI,CAAC,CAAC;IACL,CAAC;CACF;AAED,SAAS,OAAO,CAAC,UAAwC,EAAE,OAAe,EAAE,QAAgB;IAC1F,MAAM,IAAI,GAAG,cAAc,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IACpE,OAAO,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;AAClE,CAAC;AAED,SAAS,SAAS,CAAC,UAA8B,EAAE,QAAgB;IACjE,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;IACpK,QAAQ,UAAU,CAAC,OAAO,EAAE,CAAC;QAC3B,KAAK,UAAU,EAAE,OAAO,oBAAoB,IAAI,GAAG,CAAC;QACpD,KAAK,UAAU,EAAE,OAAO,iBAAiB,IAAI,2EAA2E,CAAC;QACzH,KAAK,QAAQ,EAAE,OAAO,sBAAsB,IAAI,GAAG,CAAC;IACtD,CAAC;AACH,CAAC"}

package/dist/automations/scheduler.d.ts

@@ -1,19 +1,35 @@
 import type { AutomationCoordinator } from './coordinator.ts';
 import type { GithubCandidate, GithubPoller, GithubPollResult } from './github-poller.ts';
+import { type ScheduleLauncher } from './schedule-runner.ts';
 import type { AutomationStore } from './store.ts';
-import type { AutomationDefinition } from './types.ts';
+import { type GithubAutomationDefinition } from './types.ts';
 export interface AutomationLaunchResult {
     runId: string;
 }
-export type AutomationLauncher = (definition: AutomationDefinition, candidate: GithubCandidate, receiptId: string) => Promise<AutomationLaunchResult>;
+export type AutomationLauncher = (definition: GithubAutomationDefinition, candidate: GithubCandidate, receiptId: string) => Promise<AutomationLaunchResult>;
+/**
+ * Everything one project needs on the workspace timer. Every registered project gets one; only a
+ * project with a github.com remote carries `github`, so its polls can fire — a schedule needs no
+ * remote (spec 2026-10-02-scheduled-automations § Architecture).
+ */
 export interface ProjectAutomationHandle {
     projectId: string;
-    owner: string;
-    repo: string;
     store: AutomationStore;
-    poller: GithubPoller;
+    /** The zone schedules are evaluated in — the server's own (`localTimeZone()`). */
+    timeZone: string;
+    github?: {
+        owner: string;
+        repo: string;
+        poller: GithubPoller;
+    };
     launch?: AutomationLauncher;
+    launchSchedule?: ScheduleLauncher;
     onChange?: (automationId: string, revision: number) => void;
+    now?: () => number;
+    /** See `ScheduleRunnerHandle.reconcile`. */
+    reconcileReceipts?: () => Promise<void>;
+    /** See `ScheduleRunnerHandle.ready`; a poll asks it before it launches what it found. */
+    ready?: () => Promise<void>;
 }
 /** A different process currently owns this project's poll lock. */
 export declare class LeaseHeldError extends Error {
@@ -22,17 +38,32 @@ export declare class LeaseHeldError extends Error {
 export declare class ProjectAutomationScheduler {
     private readonly handle;
     constructor(handle: ProjectAutomationHandle);
-    check(definition: AutomationDefinition, mode?: 'preview' | 'execute'): Promise<GithubPollResult>;
+    check(definition: GithubAutomationDefinition, mode?: 'preview' | 'execute'): Promise<GithubPollResult>;
     private launch;
     private recordSkip;
     private recordFailure;
 }
+/**
+ * The longest the workspace timer sleeps before it looks at the wall clock again. Node timers
+ * count on a monotonic clock that stops while the machine is suspended, so one timer armed for
+ * the whole distance to a weekly occurrence would wake days late after a laptop slept. A capped
+ * wake that is not yet due re-arms without firing; the cap also keeps every delay far below
+ * `setTimeout`'s 2^31 ms overflow.
+ */
+export declare const WORKSPACE_TIMER_CAP_MS = 60000;
 export interface WorkspaceAutomationSchedulerOptions {
     coordinator: AutomationCoordinator;
     handle: (projectId: string, store: AutomationStore) => ProjectAutomationHandle | undefined;
     now?: () => number;
 }
-/** One workspace timer, created only while at least one enabled definition exists. */
+/**
+ * One workspace timer, running only while the scheduler is started (automations are opt-in) and at
+ * least one project is registered with the coordinator. With nothing enabled it is an idle wake
+ * at the cap, even before any project has a definitions file: every wake goes through
+ * `reschedule`, whose coordinator refresh re-reads a store another cockpit changed and opens a
+ * project whose definitions file appeared, so their edits arm here within one cap. No registered
+ * project: no timer.
+ */
 export declare class WorkspaceAutomationScheduler {
     private readonly options;
     private timer?;

package/dist/automations/scheduler.js

@@ -1,3 +1,5 @@
+import { AutomationProjectUnavailableError, ScheduleRunner } from './schedule-runner.js';
+import { isGithubAutomation, isScheduleAutomation } from './types.js';
 /** One request chain process-wide. The promise tail also prevents a failed request from
  * poisoning later projects. */
 class GithubRequestArbiter {
@@ -19,6 +21,9 @@ export class ProjectAutomationScheduler {
         this.handle = handle;
     }
     async check(definition, mode = 'execute') {
+        const { github } = this.handle;
+        if (!github)
+            throw new Error('No GitHub remote is configured');
         const detectionOnly = mode === 'execute' && !this.handle.launch;
         if (detectionOnly)
             mode = 'preview';
@@ -38,7 +43,7 @@ export class ProjectAutomationScheduler {
             const overlapSince = since
                 ? new Date(Date.parse(since) - 120_000).toISOString()
                 : undefined;
-            const result = await githubRequests.run(() => this.handle.poller.poll(this.handle.owner, this.handle.repo, definition, { since: overlapSince }));
+            const result = await githubRequests.run(() => github.poller.poll(github.owner, github.repo, definition, { since: overlapSince }));
             const eligible = result.candidates.filter((candidate) => {
                 if (state.baselineAt && candidate.timestamp <= state.baselineAt)
                     return false;
@@ -48,14 +53,16 @@ export class ProjectAutomationScheduler {
                 return Date.parse(candidate.timestamp) >= overlap;
             });
             if (mode === 'execute' && this.handle.launch) {
+                if (eligible.length > 0)
+                    await this.handle.ready?.();
                 for (const candidate of eligible)
                     await this.launch(definition, candidate);
             }
             if (mode === 'execute') {
                 const now = new Date().toISOString();
                 const cursor = laterCursor(state.cursor, result.cursor);
-                store.setState(definition.id, {
-                    ...state,
+                store.setState(definition.id, (current) => ({
+                    ...current,
                     revision: definition.revision,
                     cursor,
                     frozenHighWatermark: result.truncated && cursor?.tieBreaker
@@ -65,14 +72,14 @@ export class ProjectAutomationScheduler {
                     nextCheckAt: new Date(Date.now() + definition.intervalSeconds * 1_000).toISOString(),
                     consecutiveFailures: 0,
                     backoffUntil: undefined,
-                });
+                }));
             }
             else if (detectionOnly) {
-                store.setState(definition.id, {
-                    ...state,
+                store.setState(definition.id, (current) => ({
+                    ...current,
                     revision: definition.revision,
                     nextCheckAt: new Date(Date.now() + definition.intervalSeconds * 1_000).toISOString(),
-                });
+                }));
             }
             this.handle.onChange?.(definition.id, definition.revision);
             completion = mode === 'preview'
@@ -83,6 +90,8 @@ export class ProjectAutomationScheduler {
         catch (error) {
             if (error instanceof LeaseHeldError)
                 await this.recordSkip(definition, error);
+            // Not a failure: nothing was launched or moved, and the timer retries at its floor.
+            else if (error instanceof AutomationProjectUnavailableError) { /* see above */ }
             else if (mode === 'execute')
                 await this.recordFailure(definition, error);
             else
@@ -128,14 +137,15 @@ export class ProjectAutomationScheduler {
         this.handle.onChange?.(definition.id, definition.revision);
     }
     async recordFailure(definition, error) {
-        const state = this.handle.store.state(definition.id) ?? {};
-        const failures = (state.consecutiveFailures ?? 0) + 1;
-        const delay = Math.min(6 * 60 * 60_000, 60_000 * 2 ** (failures - 1));
-        this.handle.store.setState(definition.id, {
-            ...state,
-            consecutiveFailures: failures,
-            backoffUntil: new Date(Date.now() + delay).toISOString(),
-            nextCheckAt: new Date(Date.now() + delay).toISOString(),
+        this.handle.store.setState(definition.id, (current) => {
+            const failures = (current.consecutiveFailures ?? 0) + 1;
+            const delay = Math.min(6 * 60 * 60_000, 60_000 * 2 ** (failures - 1));
+            return {
+                ...current,
+                consecutiveFailures: failures,
+                backoffUntil: new Date(Date.now() + delay).toISOString(),
+                nextCheckAt: new Date(Date.now() + delay).toISOString(),
+            };
         });
         await this.handle.store.appendLog({ automationId: definition.id, revision: definition.revision, result: 'error', reason: error instanceof Error ? error.message : String(error) });
         this.handle.onChange?.(definition.id, definition.revision);
@@ -151,7 +161,22 @@ function laterCursor(current, observed) {
     return order > 0 ? observed : current;
 }
 const MIN_RETRY_MS = 60_000;
-/** One workspace timer, created only while at least one enabled definition exists. */
+/**
+ * The longest the workspace timer sleeps before it looks at the wall clock again. Node timers
+ * count on a monotonic clock that stops while the machine is suspended, so one timer armed for
+ * the whole distance to a weekly occurrence would wake days late after a laptop slept. A capped
+ * wake that is not yet due re-arms without firing; the cap also keeps every delay far below
+ * `setTimeout`'s 2^31 ms overflow.
+ */
+export const WORKSPACE_TIMER_CAP_MS = 60_000;
+/**
+ * One workspace timer, running only while the scheduler is started (automations are opt-in) and at
+ * least one project is registered with the coordinator. With nothing enabled it is an idle wake
+ * at the cap, even before any project has a definitions file: every wake goes through
+ * `reschedule`, whose coordinator refresh re-reads a store another cockpit changed and opens a
+ * project whose definitions file appeared, so their edits arm here within one cap. No registered
+ * project: no timer.
+ */
 export class WorkspaceAutomationScheduler {
     options;
     timer;
@@ -197,24 +222,67 @@ export class WorkspaceAutomationScheduler {
             const handle = this.options.handle(projectId, store);
             if (!handle)
                 continue;
-            for (const definition of store.list().filter((item) => item.enabled)) {
+            const enabled = store.list().filter((item) => item.enabled);
+            // A poll needs the project's GitHub remote; without one it is never armed, not armed to fail.
+            if (handle.github) {
+                const scheduler = new ProjectAutomationScheduler(handle);
+                for (const definition of enabled.filter(isGithubAutomation)) {
+                    const key = `${projectId}:${definition.id}`;
+                    live.add(key);
+                    const at = Date.parse(store.state(definition.id)?.nextCheckAt ?? new Date().toISOString());
+                    due.push({ key, at: Math.max(at, this.retryAfter.get(key) ?? 0), retryAfterMs: Math.max(definition.intervalSeconds * 1_000, MIN_RETRY_MS), fire: () => scheduler.check(definition) });
+                }
+            }
+            const runner = new ScheduleRunner({
+                projectId,
+                store,
+                timeZone: handle.timeZone,
+                ...(handle.launchSchedule ? { launch: handle.launchSchedule } : {}),
+                ...(handle.onChange ? { onChange: handle.onChange } : {}),
+                ...(handle.now ? { now: handle.now } : {}),
+                ...(handle.reconcileReceipts ? { reconcile: handle.reconcileReceipts } : {}),
+                ...(handle.ready ? { ready: handle.ready } : {}),
+            });
+            for (const definition of enabled.filter(isScheduleAutomation)) {
                 const key = `${projectId}:${definition.id}`;
+                let at;
+                // A throwing `dueAt` (an unknown zone, an unwritable state file) skips this item rather
+                // than stalling the one timer every other automation shares.
+                try {
+                    at = runner.dueAt(definition);
+                }
+                catch {
+                    continue;
+                }
+                if (at === null)
+                    continue;
                 live.add(key);
-                const at = Date.parse(store.state(definition.id)?.nextCheckAt ?? new Date().toISOString());
-                due.push({ key, at: Math.max(at, this.retryAfter.get(key) ?? 0), retryAfterMs: Math.max(definition.intervalSeconds * 1_000, MIN_RETRY_MS), definition, scheduler: new ProjectAutomationScheduler(handle) });
+                // A rejected fire (a held lease included) re-arms at the floor; the schedule's own next
+                // occurrence is the runner's business, not the timer's.
+                due.push({ key, at: Math.max(at, this.retryAfter.get(key) ?? 0), retryAfterMs: MIN_RETRY_MS, fire: () => runner.fire(definition) });
             }
         }
         for (const key of this.retryAfter.keys())
             if (!live.has(key))
                 this.retryAfter.delete(key);
-        if (!due.length)
+        if (!due.length) {
+            if (this.options.coordinator.hasProjects()) {
+                this.timer = setTimeout(() => { this.timer = undefined; void this.reschedule(); }, WORKSPACE_TIMER_CAP_MS);
+            }
             return;
+        }
         due.sort((a, b) => a.at - b.at);
         const next = due[0];
+        const clock = () => this.options.now?.() ?? Date.now();
         this.timer = setTimeout(() => {
             this.timer = undefined;
-            void next.scheduler.check(next.definition).then(() => { this.retryAfter.delete(next.key); }, () => { this.retryAfter.set(next.key, (this.options.now?.() ?? Date.now()) + next.retryAfterMs); }).finally(() => this.schedule());
-        }, Math.max(0, next.at - (this.options.now?.() ?? Date.now())));
+            // A capped wake short of the due instant fires nothing: look again from fresh state.
+            if (clock() < next.at) {
+                void this.reschedule();
+                return;
+            }
+            void next.fire().then(() => { this.retryAfter.delete(next.key); }, () => { this.retryAfter.set(next.key, clock() + next.retryAfterMs); }).finally(() => this.reschedule());
+        }, Math.min(WORKSPACE_TIMER_CAP_MS, Math.max(0, next.at - clock())));
     }
 }
 //# sourceMappingURL=scheduler.js.map