@sift-wiki/conductor 0.2.0-beta.1 → 0.2.0

package/dist/runtime/executionSafety.js

@@ -0,0 +1,207 @@
+import { FencedExecutionState } from "./fencedExecutionState.js";
+import { LeaseAuthorityError, LeaseManager } from "./leaseManager.js";
+import { isAbortError } from "./sleep.js";
+const DEFAULT_NO_PROGRESS_MS = 5 * 60_000;
+export const defaultDaemonTimer = {
+    schedule: (callback, ms) => setTimeout(callback, ms),
+    cancel: (handle) => clearTimeout(handle),
+};
+export async function createFencedState(input) {
+    if (input.job.authority === undefined)
+        return undefined;
+    if (input.journalStore === undefined || input.eventOutbox === undefined) {
+        throw new Error("Fenced claims require durable journal and outbox persistence before execution.");
+    }
+    return FencedExecutionState.create({
+        job: { ...input.job, authority: input.job.authority },
+        adapter: input.adapter,
+        store: input.journalStore,
+        outbox: input.eventOutbox,
+        now: input.now,
+    });
+}
+export async function emitRunEvent(input) {
+    if (input.event.eventType === "progress")
+        input.progressObserver?.recordProgress();
+    const summary = input.event.payload?.["summary"];
+    if (typeof summary === "string") {
+        input.logSpool?.append({
+            runId: input.job.runId,
+            message: summary,
+            stream: input.event.eventType === "log" ? "stdout" : "system",
+            occurredAt: input.event.occurredAt,
+        });
+    }
+    if (input.fencedState !== undefined) {
+        await input.fencedState.emit((event) => input.client.appendRunEvent(input.credential, input.job.runId, event), input.event);
+        return;
+    }
+    try {
+        await input.client.appendRunEvent(input.credential, input.job.runId, input.event);
+    }
+    catch (error) {
+        if (input.buffer === undefined)
+            throw error;
+        input.buffer.enqueue({ runId: input.job.runId, event: input.event, error });
+    }
+}
+export function observeRunProgress(input) {
+    const thresholdMs = noProgressThresholdMs(input.job);
+    let stopped = false;
+    let generation = 0;
+    let handle;
+    let pending = Promise.resolve();
+    const schedule = () => {
+        const scheduledGeneration = ++generation;
+        handle = input.timer.schedule(() => {
+            if (stopped || scheduledGeneration !== generation)
+                return;
+            handle = undefined;
+            const observedAt = input.now().toISOString();
+            pending = pending.then(async () => {
+                await input.fencedState?.recordNoProgress(observedAt);
+                input.logSpool?.append({
+                    runId: input.job.runId,
+                    occurredAt: observedAt,
+                    stream: "system",
+                    message: "No provider progress was observed during the configured interval.",
+                });
+            });
+        }, thresholdMs);
+    };
+    schedule();
+    return {
+        recordProgress() {
+            if (stopped)
+                return;
+            generation += 1;
+            if (handle !== undefined)
+                input.timer.cancel(handle);
+            schedule();
+        },
+        async stop() {
+            stopped = true;
+            generation += 1;
+            if (handle !== undefined)
+                input.timer.cancel(handle);
+            await pending;
+        },
+    };
+}
+export async function rejectExhaustedClaim(job, fencedState) {
+    if (job.maxAttempts === undefined || job.attempts <= job.maxAttempts)
+        return false;
+    await fencedState?.updatePhase("interrupted", "Sift returned a claim after its maximum attempt count was exhausted.");
+    return true;
+}
+export async function refreshLeaseUntilDone(input) {
+    for (;;) {
+        if (leaseDone(input.state))
+            return;
+        try {
+            await input.sleep(input.leaseRefreshMs, input.sleepSignal);
+        }
+        catch (error) {
+            if (isAbortError(error))
+                return;
+            throw error;
+        }
+        if (leaseDone(input.state))
+            return;
+        let refresh;
+        try {
+            refresh = input.fencedState === undefined
+                ? await input.client.refreshLease(input.credential, input.jobId)
+                : await renewFencedLease({
+                    client: input.client,
+                    credential: input.credential,
+                    jobId: input.jobId,
+                    fencedState: input.fencedState,
+                    sleep: input.sleep,
+                    signal: input.sleepSignal,
+                    nowMs: input.nowMs,
+                    monotonicNowMs: input.monotonicNowMs,
+                    random: input.random,
+                });
+        }
+        catch (error) {
+            if (error instanceof LeaseAuthorityError && input.fencedState !== undefined) {
+                input.state.authorityUncertain = true;
+                await input.fencedState.updatePhase("authority_uncertain", error.message);
+                if (input.continueInspectOnly !== true)
+                    input.adapterAbort.abort();
+                return;
+            }
+            throw error;
+        }
+        if (refresh.cancelRequested) {
+            input.state.cancelRequested = true;
+            input.adapterAbort.abort();
+            return;
+        }
+    }
+}
+export async function renewFencedLease(input) {
+    const manager = new LeaseManager({
+        sleep: input.sleep,
+        nowMs: input.nowMs,
+        monotonicNowMs: input.monotonicNowMs,
+        random: input.random,
+        onHealth: (health) => input.fencedState.updateLeaseHealth(health),
+    });
+    const refresh = await manager.renew({
+        authority: input.fencedState.authority(),
+        signal: input.signal,
+        refresh: () => input.client.refreshLease(input.credential, input.jobId, input.fencedState.authority()),
+    });
+    if (refresh.authority === undefined) {
+        throw new LeaseAuthorityError("authority_uncertain", "Fenced renewal omitted authority.");
+    }
+    await input.fencedState.updateAuthority(refresh.authority);
+    return refresh;
+}
+export function scheduleRunTimeout(job, timer, adapterAbort, state, now) {
+    if (job.authority !== undefined) {
+        const delay = Date.parse(job.authority.mustStopAt) - now().getTime();
+        return timer.schedule(() => {
+            state.timedOut = true;
+            adapterAbort.abort();
+        }, Math.max(0, delay));
+    }
+    const maxRunMinutes = job.wakeEnvelope?.limits.maxRunMinutes;
+    if (maxRunMinutes === undefined)
+        return undefined;
+    return timer.schedule(() => {
+        state.timedOut = true;
+        adapterAbort.abort();
+    }, maxRunMinutes * 60_000);
+}
+export function updateLocalSession(cache, job, status, errorSummary) {
+    if (cache === undefined)
+        return;
+    const previous = cache.read(job.runId);
+    const now = new Date().toISOString();
+    cache.upsert({
+        runId: job.runId,
+        adapterType: job.adapterType,
+        localKey: job.localKey,
+        status,
+        localOnly: true,
+        updatedAt: now,
+        startedAt: previous?.startedAt ?? now,
+        ...(status === "running" || status === "starting" ? {} : { stoppedAt: now }),
+        taskKey: job.taskRecordId ?? job.wakeEnvelope?.task.id,
+        cancelRequested: status === "cancelled",
+        ...(errorSummary === undefined ? {} : { errorSummary }),
+    });
+}
+function leaseDone(state) {
+    return state.done;
+}
+function noProgressThresholdMs(job) {
+    const minutes = job.limits["noProgressMinutes"];
+    return typeof minutes === "number" && Number.isFinite(minutes) && minutes > 0
+        ? minutes * 60_000
+        : DEFAULT_NO_PROGRESS_MS;
+}
+//# sourceMappingURL=executionSafety.js.map

package/dist/runtime/executionSafety.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"executionSafety.js","sourceRoot":"","sources":["../../src/runtime/executionSafety.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACtE,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAgB1C,MAAM,sBAAsB,GAAG,CAAC,GAAG,MAAM,CAAC;AAE1C,MAAM,CAAC,MAAM,kBAAkB,GAAgB;IAC7C,QAAQ,EAAE,CAAC,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,CAAC;IACpD,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,YAAY,CAAC,MAAuC,CAAC;CAC1E,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,KAMvC;IACC,IAAI,KAAK,CAAC,GAAG,CAAC,SAAS,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACxD,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QACxE,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;IACpG,CAAC;IACD,OAAO,oBAAoB,CAAC,MAAM,CAAC;QACjC,GAAG,EAAE,EAAE,GAAG,KAAK,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE;QACrD,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,KAAK,EAAE,KAAK,CAAC,YAAY;QACzB,MAAM,EAAE,KAAK,CAAC,WAAW;QACzB,GAAG,EAAE,KAAK,CAAC,GAAG;KACf,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,KASlC;IACC,IAAI,KAAK,CAAC,KAAK,CAAC,SAAS,KAAK,UAAU;QAAE,KAAK,CAAC,gBAAgB,EAAE,cAAc,EAAE,CAAC;IACnF,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;IACjD,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC;YACrB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK;YACtB,OAAO,EAAE,OAAO;YAChB,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;YAC7D,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,UAAU;SACnC,CAAC,CAAC;IACL,CAAC;IACD,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QACpC,MAAM,KAAK,CAAC,WAAW,CAAC,IAAI,CAC1B,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,EAChF,KAAK,CAAC,KAAK,CACZ,CAAC;QACF,OAAO;IACT,CAAC;IACD,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IACpF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;YAAE,MAAM,KAAK,CAAC;QAC5C,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IAC9E,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAMlC;IACC,MAAM,WAAW,GAAG,qBAAqB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACrD,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,MAAe,CAAC;IACpB,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAChC,MAAM,QAAQ,GAAG,GAAG,EAAE;QACpB,MAAM,mBAAmB,GAAG,EAAE,UAAU,CAAC;QACzC,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE;YACjC,IAAI,OAAO,IAAI,mBAAmB,KAAK,UAAU;gBAAE,OAAO;YAC1D,MAAM,GAAG,SAAS,CAAC;YACnB,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;YAC7C,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;gBAChC,MAAM,KAAK,CAAC,WAAW,EAAE,gBAAgB,CAAC,UAAU,CAAC,CAAC;gBACtD,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC;oBACrB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK;oBACtB,UAAU,EAAE,UAAU;oBACtB,MAAM,EAAE,QAAQ;oBAChB,OAAO,EAAE,mEAAmE;iBAC7E,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,WAAW,CAAC,CAAC;IAClB,CAAC,CAAC;IACF,QAAQ,EAAE,CAAC;IACX,OAAO;QACL,cAAc;YACZ,IAAI,OAAO;gBAAE,OAAO;YACpB,UAAU,IAAI,CAAC,CAAC;YAChB,IAAI,MAAM,KAAK,SAAS;gBAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACrD,QAAQ,EAAE,CAAC;QACb,CAAC;QACD,KAAK,CAAC,IAAI;YACR,OAAO,GAAG,IAAI,CAAC;YACf,UAAU,IAAI,CAAC,CAAC;YAChB,IAAI,MAAM,KAAK,SAAS;gBAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACrD,MAAM,OAAO,CAAC;QAChB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,GAAe,EACf,WAA6C;IAE7C,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,WAAW;QAAE,OAAO,KAAK,CAAC;IACnF,MAAM,WAAW,EAAE,WAAW,CAC5B,aAAa,EACb,sEAAsE,CACvE,CAAC;IACF,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,KAc3C;IACC,SAAS,CAAC;QACR,IAAI,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC;YAAE,OAAO;QACnC,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,YAAY,CAAC,KAAK,CAAC;gBAAE,OAAO;YAChC,MAAM,KAAK,CAAC;QACd,CAAC;QACD,IAAI,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC;YAAE,OAAO;QACnC,IAAI,OAAqB,CAAC;QAC1B,IAAI,CAAC;YACH,OAAO,GAAG,KAAK,CAAC,WAAW,KAAK,SAAS;gBACvC,CAAC,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC;gBAChE,CAAC,CAAC,MAAM,gBAAgB,CAAC;oBACrB,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,UAAU,EAAE,KAAK,CAAC,UAAU;oBAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,WAAW,EAAE,KAAK,CAAC,WAAW;oBAC9B,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,MAAM,EAAE,KAAK,CAAC,WAAW;oBACzB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,cAAc,EAAE,KAAK,CAAC,cAAc;oBACpC,MAAM,EAAE,KAAK,CAAC,MAAM;iBACrB,CAAC,CAAC;QACT,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,mBAAmB,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;gBAC5E,KAAK,CAAC,KAAK,CAAC,kBAAkB,GAAG,IAAI,CAAC;gBACtC,MAAM,KAAK,CAAC,WAAW,CAAC,WAAW,CAAC,qBAAqB,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC1E,IAAI,KAAK,CAAC,mBAAmB,KAAK,IAAI;oBAAE,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;gBACnE,OAAO;YACT,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;QACD,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;YAC5B,KAAK,CAAC,KAAK,CAAC,eAAe,GAAG,IAAI,CAAC;YACnC,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAC3B,OAAO;QACT,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,KAUtC;IACC,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC;QAC/B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,iBAAiB,CAAC,MAAM,CAAC;KAClE,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC;QAClC,SAAS,EAAE,KAAK,CAAC,WAAW,CAAC,SAAS,EAAE;QACxC,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,OAAO,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CACtC,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,WAAW,CAAC,SAAS,EAAE,CAC9B;KACF,CAAC,CAAC;IACH,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QACpC,MAAM,IAAI,mBAAmB,CAAC,qBAAqB,EAAE,mCAAmC,CAAC,CAAC;IAC5F,CAAC;IACD,MAAM,KAAK,CAAC,WAAW,CAAC,eAAe,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC3D,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,GAAe,EACf,KAAkB,EAClB,YAA6B,EAC7B,KAA4B,EAC5B,GAAe;IAEf,IAAI,GAAG,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;QACrE,OAAO,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE;YACzB,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC;YACtB,YAAY,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IACzB,CAAC;IACD,MAAM,aAAa,GAAG,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,aAAa,CAAC;IAC7D,IAAI,aAAa,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAClD,OAAO,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE;QACzB,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC;QACtB,YAAY,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC,EAAE,aAAa,GAAG,MAAM,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,KAA2C,EAC3C,GAAe,EACf,MAAiC,EACjC,YAAyB;IAEzB,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO;IAChC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,KAAK,CAAC,MAAM,CAAC;QACX,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,MAAM;QACN,SAAS,EAAE,IAAI;QACf,SAAS,EAAE,GAAG;QACd,SAAS,EAAE,QAAQ,EAAE,SAAS,IAAI,GAAG;QACrC,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;QAC5E,OAAO,EAAE,GAAG,CAAC,YAAY,IAAI,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,EAAE;QACtD,eAAe,EAAE,MAAM,KAAK,WAAW;QACvC,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;KACxD,CAAC,CAAC;AACL,CAAC;AAED,SAAS,SAAS,CAAC,KAAwB;IACzC,OAAO,KAAK,CAAC,IAAI,CAAC;AACpB,CAAC;AAED,SAAS,qBAAqB,CAAC,GAAe;IAC5C,MAAM,OAAO,GAAG,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAChD,OAAO,OAAO,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC;QAC3E,CAAC,CAAC,OAAO,GAAG,MAAM;QAClB,CAAC,CAAC,sBAAsB,CAAC;AAC7B,CAAC"}

package/dist/runtime/fencedExecutionState.d.ts

@@ -0,0 +1,43 @@
+import type { LocalAgentAdapter } from "../adapters/types.js";
+import type { AttemptMutationOptions } from "../protocol/fenced.js";
+import type { ClaimedJob, JsonObject, RunEventAppendResult, RunEventDeliveryInput, RunEventInput } from "../types.js";
+import type { DurableEventOutbox } from "./eventOutbox.js";
+import { type ExecutionJournal, type ExecutionJournalPhase, type ExecutionJournalStore } from "./executionJournal.js";
+import type { LeaseHealth } from "./leaseManager.js";
+export declare class FencedExecutionState {
+    private journal;
+    private readonly store;
+    private readonly outbox;
+    private readonly now;
+    private eventChain;
+    private updateChain;
+    private constructor();
+    static create(input: {
+        job: ClaimedJob & {
+            authority: NonNullable<ClaimedJob["authority"]>;
+        };
+        adapter: LocalAgentAdapter | undefined;
+        store: ExecutionJournalStore;
+        outbox: DurableEventOutbox;
+        now?: (() => Date) | undefined;
+        createId?: (() => string) | undefined;
+    }): Promise<FencedExecutionState>;
+    authority(): {
+        attemptId: string;
+        leaseGeneration: number;
+        leaseExpiresAt: string;
+        mustStopAt: string;
+    };
+    accessMode(): "inspect" | "write";
+    settlementOptions(): AttemptMutationOptions;
+    updateAuthority(authority: ExecutionJournal["authority"]): Promise<void>;
+    updateLeaseHealth(leaseHealth: LeaseHealth): Promise<void>;
+    updatePhase(phase: ExecutionJournalPhase, interruptionReason?: string): Promise<void>;
+    recordProcessIdentity(processIdentity: NonNullable<ExecutionJournal["provider"]["processIdentity"]>): Promise<void>;
+    recordProviderSession(sessionId: string): Promise<void>;
+    recordNoProgress(observedAt: string): Promise<void>;
+    recordTerminal(status: NonNullable<ExecutionJournal["terminalResult"]>["status"], summary: JsonObject, phase?: ExecutionJournalPhase): Promise<void>;
+    emit(deliver: (event: RunEventDeliveryInput) => Promise<RunEventAppendResult>, event: RunEventInput): Promise<void>;
+    private emitInSequence;
+    private update;
+}

package/dist/runtime/fencedExecutionState.js

@@ -0,0 +1,158 @@
+import { randomUUID } from "node:crypto";
+import { ConductorApiError } from "../conductorClient.js";
+import { redactSecrets } from "../redaction.js";
+import { JOURNAL_SCHEMA_VERSION, } from "./executionJournal.js";
+export class FencedExecutionState {
+    journal;
+    store;
+    outbox;
+    now;
+    eventChain = Promise.resolve();
+    updateChain = Promise.resolve();
+    constructor(journal, store, outbox, now) {
+        this.journal = journal;
+        this.store = store;
+        this.outbox = outbox;
+        this.now = now;
+    }
+    static async create(input) {
+        const now = input.now ?? (() => new Date());
+        const accessMode = input.adapter?.capabilities["accessProfile"] === "inspect" ? "inspect" : "write";
+        const journal = {
+            schemaVersion: JOURNAL_SCHEMA_VERSION,
+            attemptId: input.job.authority.attemptId,
+            jobId: input.job.id,
+            runId: input.job.runId,
+            ...(input.job.wakeEnvelope?.task.id === undefined && input.job.taskRecordId === undefined
+                ? {}
+                : { taskRecordId: input.job.wakeEnvelope?.task.id ?? input.job.taskRecordId }),
+            localKey: input.job.localKey,
+            adapterType: input.job.adapterType,
+            authority: input.job.authority,
+            accessMode,
+            phase: "claimed",
+            leaseHealth: "healthy",
+            provider: { resumeSupported: input.adapter?.resumeSupport === "session" },
+            lastAcknowledgedClientSequence: 0,
+            nextClientSequence: 1,
+            settlementIdempotencyKey: (input.createId ?? randomUUID)(),
+            updatedAt: now().toISOString(),
+        };
+        await input.store.write(journal);
+        return new FencedExecutionState(journal, input.store, input.outbox, now);
+    }
+    authority() {
+        return this.journal.authority;
+    }
+    accessMode() {
+        return this.journal.accessMode;
+    }
+    settlementOptions() {
+        return {
+            authority: this.journal.authority,
+            idempotencyKey: this.journal.settlementIdempotencyKey,
+        };
+    }
+    async updateAuthority(authority) {
+        await this.update({ authority, leaseHealth: "healthy" });
+    }
+    async updateLeaseHealth(leaseHealth) {
+        await this.update({ leaseHealth });
+    }
+    async updatePhase(phase, interruptionReason) {
+        await this.update({
+            phase,
+            ...(interruptionReason === undefined ? {} : { interruptionReason }),
+        });
+    }
+    async recordProcessIdentity(processIdentity) {
+        await this.update({
+            provider: {
+                ...this.journal.provider,
+                processIdentity,
+            },
+        });
+    }
+    async recordProviderSession(sessionId) {
+        await this.update({
+            provider: {
+                ...this.journal.provider,
+                sessionId: redactSecrets(sessionId).slice(0, 500),
+            },
+        });
+    }
+    async recordNoProgress(observedAt) {
+        await this.update({ noProgressObservedAt: observedAt });
+    }
+    async recordTerminal(status, summary, phase = "terminal") {
+        await this.update({
+            phase,
+            terminalResult: {
+                status,
+                summary: boundedSummary(summary),
+            },
+        });
+    }
+    emit(deliver, event) {
+        const operation = this.eventChain.then(() => this.emitInSequence(deliver, event));
+        this.eventChain = operation.catch(() => undefined);
+        return operation;
+    }
+    async emitInSequence(deliver, event) {
+        const sequence = this.journal.nextClientSequence;
+        const entry = await this.outbox.enqueue({
+            attemptId: this.journal.attemptId,
+            runId: this.journal.runId,
+            authority: this.journal.authority,
+            clientSequence: sequence,
+            event,
+        });
+        await this.update({
+            nextClientSequence: sequence + 1,
+            ...(event.eventType === "progress"
+                ? { lastProgressAt: this.now().toISOString(), noProgressObservedAt: undefined }
+                : {}),
+        });
+        try {
+            const response = await deliver({
+                ...event,
+                clientEventId: entry.clientEventId,
+                clientSequence: entry.clientSequence,
+                authority: this.journal.authority,
+            });
+            const acknowledged = response.acknowledgedClientSequence;
+            if (acknowledged === undefined) {
+                throw new Error("Fenced event response omitted acknowledgedClientSequence.");
+            }
+            await this.outbox.acknowledge(this.journal.attemptId, acknowledged);
+            await this.update({
+                lastAcknowledgedClientSequence: Math.max(this.journal.lastAcknowledgedClientSequence, acknowledged),
+            });
+        }
+        catch (error) {
+            await this.outbox.recordFailure(entry.clientEventId, error, Date.now() + 1_000);
+            if (error instanceof ConductorApiError && error.disposition === "retryable")
+                return;
+            throw error;
+        }
+    }
+    async update(update) {
+        const operation = this.updateChain.then(async () => {
+            const next = {
+                ...this.journal,
+                ...update,
+                updatedAt: this.now().toISOString(),
+            };
+            await this.store.write(next);
+            this.journal = next;
+        });
+        this.updateChain = operation.catch(() => undefined);
+        await operation;
+    }
+}
+function boundedSummary(summary) {
+    const value = typeof summary["summary"] === "string" ? summary["summary"] : summary["message"];
+    const text = typeof value === "string" ? value : "Local provider produced a terminal result.";
+    return redactSecrets(text).slice(0, 4_000);
+}
+//# sourceMappingURL=fencedExecutionState.js.map

package/dist/runtime/fencedExecutionState.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fencedExecutionState.js","sourceRoot":"","sources":["../../src/runtime/fencedExecutionState.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAE1D,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAShD,OAAO,EACL,sBAAsB,GAIvB,MAAM,uBAAuB,CAAC;AAG/B,MAAM,OAAO,oBAAoB;IAKrB;IACS;IACA;IACA;IAPX,UAAU,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAC9C,WAAW,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAEvD,YACU,OAAyB,EAChB,KAA4B,EAC5B,MAA0B,EAC1B,GAAe;QAHxB,YAAO,GAAP,OAAO,CAAkB;QAChB,UAAK,GAAL,KAAK,CAAuB;QAC5B,WAAM,GAAN,MAAM,CAAoB;QAC1B,QAAG,GAAH,GAAG,CAAY;IAC/B,CAAC;IAEJ,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAOnB;QACC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAC5C,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,EAAE,YAAY,CAAC,eAAe,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;QACpG,MAAM,OAAO,GAAqB;YAChC,aAAa,EAAE,sBAAsB;YACrC,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,SAAS;YACxC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE;YACnB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK;YACtB,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,EAAE,KAAK,SAAS,IAAI,KAAK,CAAC,GAAG,CAAC,YAAY,KAAK,SAAS;gBACvF,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,EAAE,IAAI,KAAK,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC;YAChF,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,QAAQ;YAC5B,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,WAAW;YAClC,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,SAAS;YAC9B,UAAU;YACV,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,SAAS;YACtB,QAAQ,EAAE,EAAE,eAAe,EAAE,KAAK,CAAC,OAAO,EAAE,aAAa,KAAK,SAAS,EAAE;YACzE,8BAA8B,EAAE,CAAC;YACjC,kBAAkB,EAAE,CAAC;YACrB,wBAAwB,EAAE,CAAC,KAAK,CAAC,QAAQ,IAAI,UAAU,CAAC,EAAE;YAC1D,SAAS,EAAE,GAAG,EAAE,CAAC,WAAW,EAAE;SAC/B,CAAC;QACF,MAAM,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjC,OAAO,IAAI,oBAAoB,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC3E,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;IAChC,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;IACjC,CAAC;IAED,iBAAiB;QACf,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;YACjC,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,wBAAwB;SACtD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,SAAwC;QAC5D,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,WAAwB;QAC9C,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,WAAW,CACf,KAA4B,EAC5B,kBAA2B;QAE3B,MAAM,IAAI,CAAC,MAAM,CAAC;YAChB,KAAK;YACL,GAAG,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,CAAC;SACpE,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,qBAAqB,CACzB,eAA6E;QAE7E,MAAM,IAAI,CAAC,MAAM,CAAC;YAChB,QAAQ,EAAE;gBACR,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ;gBACxB,eAAe;aAChB;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,SAAiB;QAC3C,MAAM,IAAI,CAAC,MAAM,CAAC;YAChB,QAAQ,EAAE;gBACR,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ;gBACxB,SAAS,EAAE,aAAa,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;aAClD;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,UAAkB;QACvC,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,oBAAoB,EAAE,UAAU,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,MAAiE,EACjE,OAAmB,EACnB,QAA+B,UAAU;QAEzC,MAAM,IAAI,CAAC,MAAM,CAAC;YAChB,KAAK;YACL,cAAc,EAAE;gBACd,MAAM;gBACN,OAAO,EAAE,cAAc,CAAC,OAAO,CAAC;aACjC;SACF,CAAC,CAAC;IACL,CAAC;IAED,IAAI,CACF,OAAwE,EACxE,KAAoB;QAEpB,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QAClF,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACnD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,OAAwE,EACxE,KAAoB;QAEpB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC;QACjD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;YACtC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;YACjC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;YACjC,cAAc,EAAE,QAAQ;YACxB,KAAK;SACN,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,MAAM,CAAC;YAChB,kBAAkB,EAAE,QAAQ,GAAG,CAAC;YAChC,GAAG,CAAC,KAAK,CAAC,SAAS,KAAK,UAAU;gBAChC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,EAAE,oBAAoB,EAAE,SAAS,EAAE;gBAC/E,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC;gBAC7B,GAAG,KAAK;gBACR,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,cAAc,EAAE,KAAK,CAAC,cAAc;gBACpC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;aAClC,CAAC,CAAC;YACH,MAAM,YAAY,GAAG,QAAQ,CAAC,0BAA0B,CAAC;YACzD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;YAC/E,CAAC;YACD,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YACpE,MAAM,IAAI,CAAC,MAAM,CAAC;gBAChB,8BAA8B,EAAE,IAAI,CAAC,GAAG,CACtC,IAAI,CAAC,OAAO,CAAC,8BAA8B,EAC3C,YAAY,CACb;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;YAChF,IAAI,KAAK,YAAY,iBAAiB,IAAI,KAAK,CAAC,WAAW,KAAK,WAAW;gBAAE,OAAO;YACpF,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,MAAiC;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YACjD,MAAM,IAAI,GAAG;gBACX,GAAG,IAAI,CAAC,OAAO;gBACf,GAAG,MAAM;gBACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;aACpC,CAAC;YACF,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC7B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACpD,MAAM,SAAS,CAAC;IAClB,CAAC;CACF;AAED,SAAS,cAAc,CAAC,OAAmB;IACzC,MAAM,KAAK,GAAG,OAAO,OAAO,CAAC,SAAS,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC/F,MAAM,IAAI,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,4CAA4C,CAAC;IAC9F,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;AAC7C,CAAC"}

package/dist/runtime/leaseManager.d.ts

@@ -0,0 +1,38 @@
+import type { AttemptAuthority } from "../protocol/fenced.js";
+import type { LeaseRefresh } from "../types.js";
+import type { Sleep } from "../adapters/types.js";
+export type LeaseHealth = "healthy" | "retrying" | "authority-uncertain" | "lost";
+export type LeaseManagerOptions = {
+    safetyMarginMs?: number | undefined;
+    baseRetryMs?: number | undefined;
+    maxRetryMs?: number | undefined;
+    gapToleranceMs?: number | undefined;
+    nowMs?: (() => number) | undefined;
+    monotonicNowMs?: (() => number) | undefined;
+    random?: (() => number) | undefined;
+    sleep: Sleep;
+    onHealth?: ((health: LeaseHealth) => Promise<void> | void) | undefined;
+};
+export declare class LeaseAuthorityError extends Error {
+    readonly reason: "authority_uncertain" | "sleep_gap" | "authority_lost";
+    readonly name = "LeaseAuthorityError";
+    constructor(reason: "authority_uncertain" | "sleep_gap" | "authority_lost", message: string);
+}
+export declare class LeaseManager {
+    private readonly options;
+    private readonly safetyMarginMs;
+    private readonly baseRetryMs;
+    private readonly maxRetryMs;
+    private readonly gapToleranceMs;
+    private readonly nowMs;
+    private readonly monotonicNowMs;
+    private readonly random;
+    constructor(options: LeaseManagerOptions);
+    renew(input: {
+        authority: AttemptAuthority;
+        refresh(): Promise<LeaseRefresh>;
+        signal?: AbortSignal | undefined;
+    }): Promise<LeaseRefresh>;
+    private assertWithinAuthority;
+}
+export declare function authoritySafetyDeadline(authority: AttemptAuthority, safetyMarginMs: number): number;

package/dist/runtime/leaseManager.js

@@ -0,0 +1,102 @@
+import { ConductorApiError } from "../conductorClient.js";
+export class LeaseAuthorityError extends Error {
+    reason;
+    name = "LeaseAuthorityError";
+    constructor(reason, message) {
+        super(message);
+        this.reason = reason;
+    }
+}
+export class LeaseManager {
+    options;
+    safetyMarginMs;
+    baseRetryMs;
+    maxRetryMs;
+    gapToleranceMs;
+    nowMs;
+    monotonicNowMs;
+    random;
+    constructor(options) {
+        this.options = options;
+        this.safetyMarginMs = positive(options.safetyMarginMs, 3_000);
+        this.baseRetryMs = positive(options.baseRetryMs, 250);
+        this.maxRetryMs = positive(options.maxRetryMs, 5_000);
+        this.gapToleranceMs = positive(options.gapToleranceMs, 2_000);
+        this.nowMs = options.nowMs ?? Date.now;
+        this.monotonicNowMs = options.monotonicNowMs ?? (() => performance.now());
+        this.random = options.random ?? Math.random;
+    }
+    async renew(input) {
+        let attempt = 0;
+        const safetyDeadline = authoritySafetyDeadline(input.authority, this.safetyMarginMs);
+        for (;;) {
+            this.assertWithinAuthority(safetyDeadline);
+            try {
+                const refresh = await input.refresh();
+                const authority = requireRefreshedAuthority(input.authority, refresh);
+                if (this.nowMs() >= authoritySafetyDeadline(authority, this.safetyMarginMs)) {
+                    throw new LeaseAuthorityError("authority_uncertain", "Sift returned lease authority without a safe local execution window.");
+                }
+                await this.options.onHealth?.("healthy");
+                return refresh;
+            }
+            catch (error) {
+                if (error instanceof LeaseAuthorityError)
+                    throw error;
+                if (!retryable(error)) {
+                    await this.options.onHealth?.("lost");
+                    throw new LeaseAuthorityError("authority_lost", "Sift definitively rejected the current execution authority.");
+                }
+                await this.options.onHealth?.("retrying");
+                const delay = retryDelay(attempt, this.baseRetryMs, this.maxRetryMs, this.random);
+                attempt += 1;
+                const remaining = safetyDeadline - this.nowMs();
+                if (remaining <= 0 || delay >= remaining) {
+                    await this.options.onHealth?.("authority-uncertain");
+                    throw new LeaseAuthorityError("authority_uncertain", "Lease renewal could not be confirmed before the authority safety deadline.");
+                }
+                const before = this.monotonicNowMs();
+                await this.options.sleep(delay, input.signal);
+                const elapsed = this.monotonicNowMs() - before;
+                if (elapsed > delay + this.gapToleranceMs) {
+                    await this.options.onHealth?.("authority-uncertain");
+                    throw new LeaseAuthorityError("sleep_gap", "A system sleep or timer gap made the prior lease authority uncertain.");
+                }
+            }
+        }
+    }
+    assertWithinAuthority(safetyDeadline) {
+        if (this.nowMs() >= safetyDeadline) {
+            throw new LeaseAuthorityError("authority_uncertain", "Known lease authority reached its local safety deadline.");
+        }
+    }
+}
+export function authoritySafetyDeadline(authority, safetyMarginMs) {
+    const leaseExpiresAt = Date.parse(authority.leaseExpiresAt);
+    const mustStopAt = Date.parse(authority.mustStopAt);
+    if (!Number.isFinite(leaseExpiresAt) || !Number.isFinite(mustStopAt)) {
+        throw new LeaseAuthorityError("authority_lost", "Sift returned an invalid authority deadline.");
+    }
+    return Math.min(leaseExpiresAt, mustStopAt) - Math.max(0, safetyMarginMs);
+}
+function requireRefreshedAuthority(previous, refresh) {
+    const next = refresh.authority;
+    if (next === undefined) {
+        throw new LeaseAuthorityError("authority_uncertain", "Fenced lease renewal omitted refreshed authority.");
+    }
+    if (next.attemptId !== previous.attemptId || next.leaseGeneration !== previous.leaseGeneration) {
+        throw new LeaseAuthorityError("authority_lost", "Fenced lease renewal changed attempt identity or generation without reconciliation.");
+    }
+    return next;
+}
+function retryable(error) {
+    return error instanceof ConductorApiError && error.disposition === "retryable";
+}
+function retryDelay(attempt, baseRetryMs, maxRetryMs, random) {
+    const cap = Math.min(maxRetryMs, baseRetryMs * 2 ** Math.min(attempt, 20));
+    return Math.max(1, Math.floor(cap * (0.5 + Math.max(0, Math.min(1, random())) * 0.5)));
+}
+function positive(value, fallback) {
+    return value === undefined || !Number.isFinite(value) || value <= 0 ? fallback : value;
+}
+//# sourceMappingURL=leaseManager.js.map

package/dist/runtime/leaseManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"leaseManager.js","sourceRoot":"","sources":["../../src/runtime/leaseManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAmB1D,MAAM,OAAO,mBAAoB,SAAQ,KAAK;IAIjC;IAHF,IAAI,GAAG,qBAAqB,CAAC;IAEtC,YACW,MAA8D,EACvE,OAAe;QAEf,KAAK,CAAC,OAAO,CAAC,CAAC;QAHN,WAAM,GAAN,MAAM,CAAwD;IAIzE,CAAC;CACF;AAED,MAAM,OAAO,YAAY;IASM;IARZ,cAAc,CAAS;IACvB,WAAW,CAAS;IACpB,UAAU,CAAS;IACnB,cAAc,CAAS;IACvB,KAAK,CAAe;IACpB,cAAc,CAAe;IAC7B,MAAM,CAAe;IAEtC,YAA6B,OAA4B;QAA5B,YAAO,GAAP,OAAO,CAAqB;QACvD,IAAI,CAAC,cAAc,GAAG,QAAQ,CAAC,OAAO,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;QAC9D,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;QACtD,IAAI,CAAC,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QACtD,IAAI,CAAC,cAAc,GAAG,QAAQ,CAAC,OAAO,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;QAC9D,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC;QACvC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC;QAC1E,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAIX;QACC,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,MAAM,cAAc,GAAG,uBAAuB,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACrF,SAAS,CAAC;YACR,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC;YAC3C,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;gBACtC,MAAM,SAAS,GAAG,yBAAyB,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;gBACtE,IAAI,IAAI,CAAC,KAAK,EAAE,IAAI,uBAAuB,CAAC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;oBAC5E,MAAM,IAAI,mBAAmB,CAC3B,qBAAqB,EACrB,sEAAsE,CACvE,CAAC;gBACJ,CAAC;gBACD,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,SAAS,CAAC,CAAC;gBACzC,OAAO,OAAO,CAAC;YACjB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,mBAAmB;oBAAE,MAAM,KAAK,CAAC;gBACtD,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;oBACtB,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC;oBACtC,MAAM,IAAI,mBAAmB,CAC3B,gBAAgB,EAChB,6DAA6D,CAC9D,CAAC;gBACJ,CAAC;gBACD,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,CAAC;gBAC1C,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBAClF,OAAO,IAAI,CAAC,CAAC;gBACb,MAAM,SAAS,GAAG,cAAc,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChD,IAAI,SAAS,IAAI,CAAC,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;oBACzC,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,qBAAqB,CAAC,CAAC;oBACrD,MAAM,IAAI,mBAAmB,CAC3B,qBAAqB,EACrB,4EAA4E,CAC7E,CAAC;gBACJ,CAAC;gBACD,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;gBACrC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,EAAE,GAAG,MAAM,CAAC;gBAC/C,IAAI,OAAO,GAAG,KAAK,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;oBAC1C,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,qBAAqB,CAAC,CAAC;oBACrD,MAAM,IAAI,mBAAmB,CAC3B,WAAW,EACX,uEAAuE,CACxE,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,qBAAqB,CAAC,cAAsB;QAClD,IAAI,IAAI,CAAC,KAAK,EAAE,IAAI,cAAc,EAAE,CAAC;YACnC,MAAM,IAAI,mBAAmB,CAC3B,qBAAqB,EACrB,0DAA0D,CAC3D,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,uBAAuB,CAAC,SAA2B,EAAE,cAAsB;IACzF,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,mBAAmB,CAAC,gBAAgB,EAAE,8CAA8C,CAAC,CAAC;IAClG,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,UAAU,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;AAC5E,CAAC;AAED,SAAS,yBAAyB,CAAC,QAA0B,EAAE,OAAqB;IAClF,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC;IAC/B,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,MAAM,IAAI,mBAAmB,CAC3B,qBAAqB,EACrB,mDAAmD,CACpD,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,SAAS,KAAK,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC,eAAe,KAAK,QAAQ,CAAC,eAAe,EAAE,CAAC;QAC/F,MAAM,IAAI,mBAAmB,CAC3B,gBAAgB,EAChB,qFAAqF,CACtF,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,OAAO,KAAK,YAAY,iBAAiB,IAAI,KAAK,CAAC,WAAW,KAAK,WAAW,CAAC;AACjF,CAAC;AAED,SAAS,UAAU,CACjB,OAAe,EACf,WAAmB,EACnB,UAAkB,EAClB,MAAoB;IAEpB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,WAAW,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3E,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;AACzF,CAAC;AAED,SAAS,QAAQ,CAAC,KAAyB,EAAE,QAAgB;IAC3D,OAAO,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;AACzF,CAAC"}

package/dist/runtime/localRunQueue.d.ts

@@ -1,6 +1,6 @@
 import type { LocalRuntimeSession } from "./localSessionCache.js";
 import type { ClaimedJob, JsonObject } from "../types.js";
-export type LocalRunQueueStatus = "claimed" | "starting" | "running" | "stopping" | "stopped" | "failed" | "completed" | "cancelled";
+export type LocalRunQueueStatus = "claimed" | "starting" | "running" | "stopping" | "stopped" | "failed" | "completed" | "cancelled" | "recovering" | "interrupted" | "overtime" | "superseded";
 export type LocalRunQueueItem = {
     runId: string;
     jobId: string;

package/dist/runtime/localRunQueue.js

@@ -59,6 +59,14 @@ function phaseFromStatus(status) {
             return "Completed";
         case "cancelled":
             return "Cancelled";
+        case "recovering":
+            return "Recovering with Sift";
+        case "interrupted":
+            return "Interrupted";
+        case "overtime":
+            return "Stopped at deadline";
+        case "superseded":
+            return "Replaced by another attempt";
     }
 }
 function buildSiftLinks(input) {

package/dist/runtime/localRunQueue.js.map

@@ -1 +1 @@
-{"version":3,"file":"localRunQueue.js","sourceRoot":"","sources":["../../src/runtime/localRunQueue.ts"],"names":[],"mappings":"AAsCA,MAAM,UAAU,wBAAwB,CAAC,KAIxC;IACC,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC;IACxC,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAChC,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,QAAQ,EAAE,IAAI,CAAC,EAAE,IAAI,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC;IAC3D,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK;QACtB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE;QACnB,gBAAgB,EAAE,KAAK,CAAC,GAAG,CAAC,gBAAgB;QAC5C,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,QAAQ;QAC5B,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,WAAW;QAClC,MAAM;QACN,KAAK,EAAE,eAAe,CAAC,MAAM,CAAC;QAC9B,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,SAAS;QACxC,WAAW,EAAE,QAAQ,EAAE,WAAW,IAAI,KAAK,CAAC,GAAG,CAAC,WAAW;QAC3D,MAAM,EAAE,QAAQ,EAAE,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM;QAC5C,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM;QACjC,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM;QACjC,MAAM;QACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,gBAAgB,EAAE,KAAK,CAAC,OAAO,EAAE,gBAAgB;QACjD,eAAe,EAAE,KAAK,CAAC,OAAO,EAAE,eAAe,IAAI,KAAK;QACxD,SAAS,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS;QACnC,SAAS,EAAE,cAAc,CAAC;YACxB,OAAO,EAAE,KAAK,CAAC,cAAc;YAC7B,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK;YACtB,MAAM;SACP,CAAC;KACH,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,QAAsC;IAItD,MAAM,IAAI,GAAG,QAAQ,EAAE,IAAI,CAAC;IAC5B,OAAO;QACL,KAAK,EAAE,OAAO,IAAI,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;QAC/D,QAAQ,EAAE,OAAO,IAAI,EAAE,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;KACzE,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAwC;IACjE,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,OAAO,CAAC,MAAM,CAAC;AACxB,CAAC;AAED,SAAS,eAAe,CAAC,MAA2B;IAClD,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,SAAS;YACZ,OAAO,kBAAkB,CAAC;QAC5B,KAAK,UAAU;YACb,OAAO,wBAAwB,CAAC;QAClC,KAAK,SAAS;YACZ,OAAO,iBAAiB,CAAC;QAC3B,KAAK,UAAU;YACb,OAAO,UAAU,CAAC;QACpB,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC;QACnB,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,WAAW;YACd,OAAO,WAAW,CAAC;QACrB,KAAK,WAAW;YACd,OAAO,WAAW,CAAC;IACvB,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,KAIvB;IACC,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9D,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAChD,OAAO;QACL,OAAO,EAAE,GAAG,IAAI,SAAS,kBAAkB,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;QAC1D,GAAG,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS;YAC5B,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,QAAQ,EAAE,GAAG,IAAI,UAAU,kBAAkB,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;KACvE,CAAC;AACJ,CAAC"}
+{"version":3,"file":"localRunQueue.js","sourceRoot":"","sources":["../../src/runtime/localRunQueue.ts"],"names":[],"mappings":"AA0CA,MAAM,UAAU,wBAAwB,CAAC,KAIxC;IACC,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC;IACxC,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAChC,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,QAAQ,EAAE,IAAI,CAAC,EAAE,IAAI,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC;IAC3D,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK;QACtB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE;QACnB,gBAAgB,EAAE,KAAK,CAAC,GAAG,CAAC,gBAAgB;QAC5C,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,QAAQ;QAC5B,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,WAAW;QAClC,MAAM;QACN,KAAK,EAAE,eAAe,CAAC,MAAM,CAAC;QAC9B,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,SAAS;QACxC,WAAW,EAAE,QAAQ,EAAE,WAAW,IAAI,KAAK,CAAC,GAAG,CAAC,WAAW;QAC3D,MAAM,EAAE,QAAQ,EAAE,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM;QAC5C,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM;QACjC,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM;QACjC,MAAM;QACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,gBAAgB,EAAE,KAAK,CAAC,OAAO,EAAE,gBAAgB;QACjD,eAAe,EAAE,KAAK,CAAC,OAAO,EAAE,eAAe,IAAI,KAAK;QACxD,SAAS,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS;QACnC,SAAS,EAAE,cAAc,CAAC;YACxB,OAAO,EAAE,KAAK,CAAC,cAAc;YAC7B,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK;YACtB,MAAM;SACP,CAAC;KACH,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,QAAsC;IAItD,MAAM,IAAI,GAAG,QAAQ,EAAE,IAAI,CAAC;IAC5B,OAAO;QACL,KAAK,EAAE,OAAO,IAAI,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;QAC/D,QAAQ,EAAE,OAAO,IAAI,EAAE,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;KACzE,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAwC;IACjE,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,OAAO,CAAC,MAAM,CAAC;AACxB,CAAC;AAED,SAAS,eAAe,CAAC,MAA2B;IAClD,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,SAAS;YACZ,OAAO,kBAAkB,CAAC;QAC5B,KAAK,UAAU;YACb,OAAO,wBAAwB,CAAC;QAClC,KAAK,SAAS;YACZ,OAAO,iBAAiB,CAAC;QAC3B,KAAK,UAAU;YACb,OAAO,UAAU,CAAC;QACpB,KAAK,SAAS;YACZ,OAAO,SAAS,CAAC;QACnB,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,WAAW;YACd,OAAO,WAAW,CAAC;QACrB,KAAK,WAAW;YACd,OAAO,WAAW,CAAC;QACrB,KAAK,YAAY;YACf,OAAO,sBAAsB,CAAC;QAChC,KAAK,aAAa;YAChB,OAAO,aAAa,CAAC;QACvB,KAAK,UAAU;YACb,OAAO,qBAAqB,CAAC;QAC/B,KAAK,YAAY;YACf,OAAO,6BAA6B,CAAC;IACzC,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,KAIvB;IACC,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9D,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAChD,OAAO;QACL,OAAO,EAAE,GAAG,IAAI,SAAS,kBAAkB,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;QAC1D,GAAG,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS;YAC5B,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,QAAQ,EAAE,GAAG,IAAI,UAAU,kBAAkB,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;KACvE,CAAC;AACJ,CAAC"}

package/dist/runtime/localSessionCache.d.ts

@@ -1,5 +1,5 @@
 import type { JsonObject } from "../types.js";
-export type LocalRuntimeSessionStatus = "starting" | "running" | "stopping" | "stopped" | "failed" | "completed" | "cancelled";
+export type LocalRuntimeSessionStatus = "starting" | "running" | "stopping" | "stopped" | "failed" | "completed" | "cancelled" | "recovering" | "interrupted" | "overtime" | "superseded";
 export type LocalRuntimeSession = {
     runId: string;
     adapterType: string;

package/dist/runtime/localSessionCache.js.map

@@ -1 +1 @@
-{"version":3,"file":"localSessionCache.js","sourceRoot":"","sources":["../../src/runtime/localSessionCache.ts"],"names":[],"mappings":"AA4BA,MAAM,OAAO,wBAAwB;IAClB,QAAQ,GAAG,IAAI,GAAG,EAA+B,CAAC;IAEnE,MAAM,CAAC,OAA4B;QACjC,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;QACnC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACpC,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAED,IAAI,CAAC,KAAa;QAChB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACzC,OAAO,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACnE,CAAC;IAED,IAAI;QACF,OAAO,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;aAC/B,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;aACvC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;CACF;AAED,SAAS,YAAY,CAAC,OAA4B;IAChD,OAAO;QACL,GAAG,OAAO;QACV,GAAG,CAAC,OAAO,CAAC,aAAa,KAAK,SAAS;YACrC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,aAAa,EAAE,eAAe,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;QAC9D,GAAG,CAAC,OAAO,CAAC,YAAY,KAAK,SAAS;YACpC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,YAAY,EAAE,eAAe,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;KAC7D,CAAC;AACJ,CAAC"}
+{"version":3,"file":"localSessionCache.js","sourceRoot":"","sources":["../../src/runtime/localSessionCache.ts"],"names":[],"mappings":"AAgCA,MAAM,OAAO,wBAAwB;IAClB,QAAQ,GAAG,IAAI,GAAG,EAA+B,CAAC;IAEnE,MAAM,CAAC,OAA4B;QACjC,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;QACnC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACpC,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAED,IAAI,CAAC,KAAa;QAChB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACzC,OAAO,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACnE,CAAC;IAED,IAAI;QACF,OAAO,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;aAC/B,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;aACvC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,CAAC,KAAa;QAClB,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;CACF;AAED,SAAS,YAAY,CAAC,OAA4B;IAChD,OAAO;QACL,GAAG,OAAO;QACV,GAAG,CAAC,OAAO,CAAC,aAAa,KAAK,SAAS;YACrC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,aAAa,EAAE,eAAe,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;QAC9D,GAAG,CAAC,OAAO,CAAC,YAAY,KAAK,SAAS;YACpC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,YAAY,EAAE,eAAe,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;KAC7D,CAAC;AACJ,CAAC"}