@wjarka/cezarion 0.15.1 → 0.16.0

package/dist/delegation/retry-backoff.d.ts

@@ -0,0 +1,23 @@
+/**
+ * One retry schedule for the cleanup loops that have no other wake source (hearsay-tools/cezarion#879):
+ * worker destroy, terminal scratch and orphaned-generation reprobes. Each stays at its fast cadence
+ * for `fastCount` attempts, so a holder that exits soon is noticed soon, then doubles up to `capMs`
+ * and stays there. None ever stops: cezar has no exit callback for a process it did not spawn.
+ */
+export type Backoff = {
+    fastMs: number;
+    fastCount: number;
+    capMs: number;
+};
+export declare const DESTROY_BACKOFF: Backoff;
+export declare const SCRATCH_BACKOFF: Backoff;
+/** The orphan reprobe kept 15 s for its first 15 minutes before hearsay-tools/cezarion#879; that window is unchanged. */
+export declare const ORPHAN_BACKOFF: Backoff;
+/** For the batched reprobes: ids that probe together keep probing together, so they share a scan. */
+export declare const noJitter: () => number;
+/** Scheduled destroy attempts after which the cockpit says the cleanup needs attention: the first capped delay. */
+export declare const DESTROY_ATTENTION_ATTEMPTS = 10;
+/** Delay before the next attempt, after `attempt` consecutive failed attempts. Past the fast window
+ * the delay is stretched by up to 10 %, never shortened, so stuck items spread out and a capped
+ * delay is never under `capMs`. */
+export declare function retryDelayMs(attempt: number, backoff: Backoff, random?: () => number): number;

package/dist/delegation/retry-backoff.js

@@ -0,0 +1,18 @@
+export const DESTROY_BACKOFF = { fastMs: 60_000, fastCount: 5, capMs: 3_600_000 };
+export const SCRATCH_BACKOFF = { fastMs: 60_000, fastCount: 5, capMs: 3_600_000 };
+/** The orphan reprobe kept 15 s for its first 15 minutes before hearsay-tools/cezarion#879; that window is unchanged. */
+export const ORPHAN_BACKOFF = { fastMs: 15_000, fastCount: 60, capMs: 3_600_000 };
+/** For the batched reprobes: ids that probe together keep probing together, so they share a scan. */
+export const noJitter = () => 0;
+/** Scheduled destroy attempts after which the cockpit says the cleanup needs attention: the first capped delay. */
+export const DESTROY_ATTENTION_ATTEMPTS = 10;
+/** Delay before the next attempt, after `attempt` consecutive failed attempts. Past the fast window
+ * the delay is stretched by up to 10 %, never shortened, so stuck items spread out and a capped
+ * delay is never under `capMs`. */
+export function retryDelayMs(attempt, backoff, random = Math.random) {
+    const n = Math.max(0, Math.floor(attempt));
+    if (n < backoff.fastCount)
+        return backoff.fastMs;
+    return Math.min(backoff.capMs, backoff.fastMs * 2 ** (n - backoff.fastCount + 1)) * (1 + 0.1 * random());
+}
+//# sourceMappingURL=retry-backoff.js.map

package/dist/delegation/retry-backoff.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry-backoff.js","sourceRoot":"","sources":["../../src/delegation/retry-backoff.ts"],"names":[],"mappings":"AAQA,MAAM,CAAC,MAAM,eAAe,GAAY,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAC3F,MAAM,CAAC,MAAM,eAAe,GAAY,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAC3F,yHAAyH;AACzH,MAAM,CAAC,MAAM,cAAc,GAAY,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAC3F,qGAAqG;AACrG,MAAM,CAAC,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC;AAChC,mHAAmH;AACnH,MAAM,CAAC,MAAM,0BAA0B,GAAG,EAAE,CAAC;AAE7C;;mCAEmC;AACnC,MAAM,UAAU,YAAY,CAAC,OAAe,EAAE,OAAgB,EAAE,MAAM,GAAiB,IAAI,CAAC,MAAM;IAChG,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3C,IAAI,CAAC,GAAG,OAAO,CAAC,SAAS;QAAE,OAAO,OAAO,CAAC,MAAM,CAAC;IACjD,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,GAAG,MAAM,EAAE,CAAC,CAAC;AAC3G,CAAC"}

package/dist/delegation/routes.d.ts

@@ -10,7 +10,7 @@ export declare function delegationFailure(error: unknown): {
         readonly code: "capacity_limit" | "denied_scope" | "incompatible_state" | "incomplete_cleanup" | "invalid_baseline" | "invalid_input" | "unauthenticated" | "unavailable_diff" | "unavailable_transport";
         readonly error: string;
         readonly modelChoices?: {
-            runner: "claude" | "codex" | "cursor" | "opencode" | "pi";
+            runner: "claude" | "codex" | "cursor" | "omp" | "opencode" | "pi";
             requestedModel: string;
             availableModels: {
                 id: string;
@@ -18,7 +18,7 @@ export declare function delegationFailure(error: unknown): {
                 description: string;
                 effortLevels?: ("high" | "low" | "max" | "medium" | "xhigh")[] | undefined;
             }[];
-            otherRunners: ("claude" | "codex" | "cursor" | "opencode" | "pi")[];
+            otherRunners: ("claude" | "codex" | "cursor" | "omp" | "opencode" | "pi")[];
         } | undefined;
     };
     readonly status: 400 | 401 | 403 | 409 | 503;
@@ -34,10 +34,10 @@ export declare function createDelegationRoutes(service: DelegationService, crede
                     enabled?: boolean | undefined;
                     hint?: string | undefined;
                     authFailureId?: string | undefined;
-                    runner: "claude" | "codex" | "cursor" | "opencode" | "pi";
+                    runner: "claude" | "codex" | "cursor" | "omp" | "opencode" | "pi";
                 }[];
             } | {
-                runner: "claude" | "codex" | "cursor" | "opencode" | "pi";
+                runner: "claude" | "codex" | "cursor" | "omp" | "opencode" | "pi";
                 models: {
                     id: string;
                     label: string;
@@ -55,7 +55,7 @@ export declare function createDelegationRoutes(service: DelegationService, crede
                     kind: "runners";
                 } | {
                     kind: "models";
-                    runner: "claude" | "codex" | "cursor" | "opencode" | "pi";
+                    runner: "claude" | "codex" | "cursor" | "omp" | "opencode" | "pi";
                 };
             };
         };
@@ -84,10 +84,11 @@ export declare function createDelegationRoutes(service: DelegationService, crede
                             id: string;
                         })[] | undefined;
                     } | undefined;
-                    backend?: "claude" | "codex" | "cursor" | "opencode" | "pi" | undefined;
+                    backend?: "claude" | "codex" | "cursor" | "omp" | "opencode" | "pi" | undefined;
                     model?: string | undefined;
                     effort?: string | undefined;
                     workflow?: string | undefined;
+                    skill?: string | undefined;
                 };
             };
         };
@@ -486,6 +487,18 @@ export declare function createDelegationRoutes(service: DelegationService, crede
 } & {
     "/:workerId": {
         $get: {
+            output: {
+                error: string;
+                code?: "invalid_input" | undefined;
+            };
+            outputFormat: "json";
+            status: 400;
+            input: {
+                param: {
+                    workerId: string;
+                };
+            };
+        } | {
             output: {
                 workerId: string;
                 parentRunId: string;
@@ -500,7 +513,7 @@ export declare function createDelegationRoutes(service: DelegationService, crede
                     branch: string;
                     baselineSha: string;
                 };
-                backend?: "claude" | "codex" | "cursor" | "opencode" | "pi" | undefined;
+                backend?: "claude" | "codex" | "cursor" | "omp" | "opencode" | "pi" | undefined;
                 model?: string | undefined;
                 inputs?: {
                     source: {
@@ -546,6 +559,11 @@ export declare function createDelegationRoutes(service: DelegationService, crede
                     phase: "cleaning" | "complete" | "incomplete" | "requested" | "terminating";
                     remaining: ("branch" | "process" | "worktree")[];
                     error?: string | undefined;
+                    retry?: {
+                        attempts: number;
+                        nextAt: string;
+                        needsAttention?: true | undefined;
+                    } | undefined;
                 } | undefined;
                 outcome?: {
                     workerId: string;
@@ -562,7 +580,11 @@ export declare function createDelegationRoutes(service: DelegationService, crede
                     workerId: string;
                 };
             };
-        } | {
+        };
+    };
+} & {
+    "/:workerId/collect": {
+        $post: {
             output: {
                 error: string;
                 code?: "invalid_input" | undefined;
@@ -573,12 +595,10 @@ export declare function createDelegationRoutes(service: DelegationService, crede
                 param: {
                     workerId: string;
                 };
+            } & {
+                json: Record<string, never>;
             };
-        };
-    };
-} & {
-    "/:workerId/collect": {
-        $post: {
+        } | {
             output: {
                 workerId: string;
                 parentRunId: string;
@@ -590,7 +610,7 @@ export declare function createDelegationRoutes(service: DelegationService, crede
                 partial: boolean;
                 settled: boolean;
                 error?: string | undefined;
-                backend?: "claude" | "codex" | "cursor" | "opencode" | "pi" | undefined;
+                backend?: "claude" | "codex" | "cursor" | "omp" | "opencode" | "pi" | undefined;
                 model?: string | undefined;
                 baselineSha: string;
                 workspace: {
@@ -680,7 +700,11 @@ export declare function createDelegationRoutes(service: DelegationService, crede
             } & {
                 json: Record<string, never>;
             };
-        } | {
+        };
+    };
+} & {
+    "/:workerId/steer": {
+        $post: {
             output: {
                 error: string;
                 code?: "invalid_input" | undefined;
@@ -692,13 +716,11 @@ export declare function createDelegationRoutes(service: DelegationService, crede
                     workerId: string;
                 };
             } & {
-                json: Record<string, never>;
+                json: {
+                    text: string;
+                };
             };
-        };
-    };
-} & {
-    "/:workerId/steer": {
-        $post: {
+        } | {
             output: {
                 workerId: string;
                 state: "delivered" | "queued";
@@ -714,7 +736,11 @@ export declare function createDelegationRoutes(service: DelegationService, crede
                     text: string;
                 };
             };
-        } | {
+        };
+    };
+} & {
+    "/:workerId/stop": {
+        $post: {
             output: {
                 error: string;
                 code?: "invalid_input" | undefined;
@@ -726,15 +752,9 @@ export declare function createDelegationRoutes(service: DelegationService, crede
                     workerId: string;
                 };
             } & {
-                json: {
-                    text: string;
-                };
+                json: Record<string, never>;
             };
-        };
-    };
-} & {
-    "/:workerId/stop": {
-        $post: {
+        } | {
             output: {
                 workerId: string;
                 state: "stopping" | "terminated";
@@ -748,7 +768,11 @@ export declare function createDelegationRoutes(service: DelegationService, crede
             } & {
                 json: Record<string, never>;
             };
-        } | {
+        };
+    };
+} & {
+    "/:workerId/destroy": {
+        $post: {
             output: {
                 error: string;
                 code?: "invalid_input" | undefined;
@@ -762,11 +786,7 @@ export declare function createDelegationRoutes(service: DelegationService, crede
             } & {
                 json: Record<string, never>;
             };
-        };
-    };
-} & {
-    "/:workerId/destroy": {
-        $post: {
+        } | {
             output: {
                 workerId: string;
                 state: "complete" | "incomplete";
@@ -789,20 +809,6 @@ export declare function createDelegationRoutes(service: DelegationService, crede
             } & {
                 json: Record<string, never>;
             };
-        } | {
-            output: {
-                error: string;
-                code?: "invalid_input" | undefined;
-            };
-            outputFormat: "json";
-            status: 400;
-            input: {
-                param: {
-                    workerId: string;
-                };
-            } & {
-                json: Record<string, never>;
-            };
         } | {
             output: {
                 workerId: string;
@@ -832,13 +838,11 @@ export declare function createDelegationRoutes(service: DelegationService, crede
     "/:workerId/diff": {
         $get: {
             output: {
-                workerId: string;
-                baselineSha: string;
-                diff: string;
-                truncated: boolean;
+                error: string;
+                code?: "invalid_input" | undefined;
             };
             outputFormat: "json";
-            status: 200;
+            status: 400;
             input: {
                 param: {
                     workerId: string;
@@ -846,11 +850,13 @@ export declare function createDelegationRoutes(service: DelegationService, crede
             };
         } | {
             output: {
-                error: string;
-                code?: "invalid_input" | undefined;
+                workerId: string;
+                baselineSha: string;
+                diff: string;
+                truncated: boolean;
             };
             outputFormat: "json";
-            status: 400;
+            status: 200;
             input: {
                 param: {
                     workerId: string;

package/dist/delegation/scratch-cleanup.d.ts

@@ -0,0 +1,29 @@
+import type { RunStore } from '../runs/store.ts';
+/** Terminal intent lives in the generation checkpoint as well as the run index. Unknown
+ * evidence is retained and reprobed, including when the index cannot load the worker.
+ * One timer serves every pending id, and a tick shares one `/proc` scan across every id it
+ * probes; a retained id backs off to hourly (hearsay-tools/cezarion#879). The batch does not
+ * jitter: ids that probe together should keep probing together. */
+export declare class WorkerScratchCleanup {
+    private store;
+    private dataDir;
+    private busy;
+    private due;
+    private timer?;
+    /** The `at` the timer was armed for; with the clock, it decides what a tick takes. */
+    private armedFor;
+    private ticking;
+    private recoveryTimer?;
+    private enabled;
+    private backoff;
+    constructor(store: RunStore, dataDir: string, busy: (id: string) => boolean);
+    pause(): void;
+    recover(): void;
+    /** A cleanup intent: probe now. An id already pending for the same generation keeps its place
+     * in the backoff, so a repeated terminal `run` event cannot reset it; a new generation starts over. */
+    schedule(id: string): void;
+    private arm;
+    private wake;
+    private tick;
+    private probe;
+}

package/dist/delegation/scratch-cleanup.js

@@ -0,0 +1,143 @@
+import { agentTmpDirMayExist, removeAgentTmpDir, sweepAgentTmpDirs } from '../runs/agent-tmpdir.js';
+import { workerEvidenceRunIds } from '../runs/worker-execution.js';
+import { sharedCwdScan } from './process-liveness.js';
+import { noJitter, retryDelayMs, SCRATCH_BACKOFF } from './retry-backoff.js';
+/** Terminal intent lives in the generation checkpoint as well as the run index. Unknown
+ * evidence is retained and reprobed, including when the index cannot load the worker.
+ * One timer serves every pending id, and a tick shares one `/proc` scan across every id it
+ * probes; a retained id backs off to hourly (hearsay-tools/cezarion#879). The batch does not
+ * jitter: ids that probe together should keep probing together. */
+export class WorkerScratchCleanup {
+    store;
+    dataDir;
+    busy;
+    due = new Map();
+    timer;
+    /** The `at` the timer was armed for; with the clock, it decides what a tick takes. */
+    armedFor = 0;
+    ticking = false;
+    recoveryTimer;
+    enabled = true;
+    // Private and overridable so tests need not wait out production cadence.
+    backoff = SCRATCH_BACKOFF;
+    constructor(store, dataDir, busy) {
+        this.store = store;
+        this.dataDir = dataDir;
+        this.busy = busy;
+    }
+    pause() {
+        this.enabled = false;
+        clearTimeout(this.timer);
+        this.timer = undefined;
+        this.due.clear();
+        clearTimeout(this.recoveryTimer);
+        this.recoveryTimer = undefined;
+    }
+    recover() {
+        // A store that could not open (#779) knows none of its runs: every scratch dir would look orphaned.
+        if (this.store.unavailable)
+            return;
+        this.enabled = true;
+        clearTimeout(this.recoveryTimer);
+        this.recoveryTimer = undefined;
+        const retained = workerEvidenceRunIds(this.dataDir);
+        // Only runs that can own scratch matter: the live set, and every worker or quarantined run
+        // by id (indexed, nothing decoded, #779). Other finished runs were reaped when they ended.
+        const live = this.store.listRuns();
+        const owners = [...this.store.listWorkerIds(), ...this.store.listQuarantinedRunIds()];
+        for (const id of new Set([...live.map(run => run.id), ...owners, ...(retained ?? [])]))
+            this.schedule(id);
+        // The sweep independently reserves every private-evidence id, even if the index lost it, and
+        // every run another process claims (#779): its live runs are not in this store's live set, and
+        // their scratch is theirs.
+        sweepAgentTmpDirs(this.dataDir, [...new Set([...live.filter(run => this.busy(run.id) || ['queued', 'running', 'waiting'].includes(run.status)).map(run => run.id), ...owners,
+                ...this.store.listForeignClaimedRunIds()])]);
+        if (!retained) { // failed enumeration must not permanently lose a wake source
+            this.recoveryTimer = setTimeout(() => this.recover(), 60_000);
+            this.recoveryTimer.unref?.();
+        }
+    }
+    /** A cleanup intent: probe now. An id already pending for the same generation keeps its place
+     * in the backoff, so a repeated terminal `run` event cannot reset it; a new generation starts over. */
+    schedule(id) {
+        const pending = this.due.get(id);
+        if (pending && this.store.readWorkerExecution(id)?.generation === pending.generation)
+            return;
+        this.arm(id, 0, 0);
+    }
+    arm(id, attempts, delay, from = Date.now()) {
+        this.due.delete(id);
+        if (!this.enabled || this.store.unavailable)
+            return;
+        // The scratch check first: most ids have none, and a finished record is decoded to ask (#779).
+        if (!agentTmpDirMayExist(this.dataDir, id))
+            return;
+        // Another process's run (#779, plan step 3): cleaning up after it is its owner's job, or the
+        // job of whoever adopts it once that owner is gone.
+        if (this.store.writeRefusal(id))
+            return;
+        const run = this.store.getRun(id);
+        if (run && (['queued', 'running', 'waiting'].includes(run.status) ||
+            (run.delegation?.role !== 'worker' && run.delegation?.role !== 'invalid')))
+            return;
+        // Reconstruct older complete checkpoints while the valid terminal index still exists.
+        try {
+            this.store.retainWorkerScratchCleanup(id);
+        }
+        catch { /* retry unreadable evidence */ }
+        const proof = this.store.readWorkerExecution(id);
+        if (run?.delegation?.role === 'worker' && proof && proof.phase !== 'complete')
+            return;
+        this.due.set(id, { at: from + delay, attempts, generation: proof?.generation, resourceId: proof?.scratchCleanup?.resourceId });
+        if (!this.ticking)
+            this.wake();
+    }
+    wake() {
+        clearTimeout(this.timer);
+        this.timer = undefined;
+        if (!this.enabled || !this.due.size)
+            return;
+        let next = Infinity;
+        for (const { at } of this.due.values())
+            next = Math.min(next, at);
+        this.armedFor = next;
+        this.timer = setTimeout(() => this.tick(), Math.max(0, next - Date.now()));
+        this.timer.unref?.();
+    }
+    tick() {
+        this.timer = undefined;
+        if (!this.enabled)
+            return;
+        // Ids due within 5 % of the fast cadence ride along, so near neighbours share the scan, and
+        // every id this tick retains is re-armed from the same instant, so they stay together.
+        const now = Date.now();
+        const dueBy = Math.max(this.armedFor, now) + this.backoff.fastMs / 20;
+        const cwds = sharedCwdScan();
+        this.ticking = true;
+        try {
+            for (const [id, pending] of [...this.due])
+                if (pending.at <= dueBy)
+                    this.probe(id, pending, cwds, now);
+        }
+        finally {
+            this.ticking = false;
+        }
+        this.wake();
+    }
+    probe(id, { attempts, generation, resourceId }, cwds, now) {
+        this.due.delete(id);
+        const execution = this.store.readWorkerExecution(id);
+        // No await between ownership/generation + holder proof and rm. Admission is synchronous
+        // too, so a queued stale callback can never touch the next generation's scratch. The
+        // shared snapshot is this synchronous tick's: it never outlives a yield.
+        try {
+            if (generation && resourceId && execution?.generation === generation && !this.busy(id) &&
+                this.store.workerScratchResourcesSafe(id, generation, resourceId, cwds))
+                removeAgentTmpDir(this.dataDir, id);
+        }
+        catch { /* Transient evidence/read failures retain the durable intent for another wake. */ }
+        // Uncertainty has no age limit or force-delete exit; it backs off instead.
+        this.arm(id, attempts + 1, retryDelayMs(attempts, this.backoff, noJitter), now);
+    }
+}
+//# sourceMappingURL=scratch-cleanup.js.map

package/dist/delegation/scratch-cleanup.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scratch-cleanup.js","sourceRoot":"","sources":["../../src/delegation/scratch-cleanup.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACpG,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AAEnE,OAAO,EAAE,aAAa,EAAkB,MAAM,uBAAuB,CAAC;AACtE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,eAAe,EAAgB,MAAM,oBAAoB,CAAC;AAI3F;;;;mEAImE;AACnE,MAAM,OAAO,oBAAoB;IAUX,KAAK;IAAoB,OAAO;IAAkB,IAAI;IATlE,GAAG,GAAG,IAAI,GAAG,EAAmB,CAAC;IACjC,KAAK,CAAkB;IAC/B,sFAAsF;IAC9E,QAAQ,GAAG,CAAC,CAAC;IACb,OAAO,GAAG,KAAK,CAAC;IAChB,aAAa,CAAkB;IAC/B,OAAO,GAAG,IAAI,CAAC;IACvB,yEAAyE;IACjE,OAAO,GAAY,eAAe,CAAC;IAC3C,YAAoB,KAAe,EAAU,OAAe,EAAU,IAA6B;qBAA/E,KAAK;uBAAoB,OAAO;oBAAkB,IAAI;IAA4B,CAAC;IAEvG,KAAK;QACH,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAAC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACjD,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;QACjB,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAAC,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;IACnE,CAAC;IACD,OAAO;QACL,oGAAoG;QACpG,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW;YAAE,OAAO;QACnC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAAC,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QACjE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpD,2FAA2F;QAC3F,2FAA2F;QAC3F,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,qBAAqB,EAAE,CAAC,CAAC;QACtF,KAAK,MAAM,EAAE,IAAI,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,GAAG,MAAM,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC;YAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC1G,6FAA6F;QAC7F,+FAA+F;QAC/F,2BAA2B;QAC3B,iBAAiB,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAChE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,GAAG,MAAM;gBACzG,GAAG,IAAI,CAAC,KAAK,CAAC,wBAAwB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/C,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,6DAA6D;YAC5E,IAAI,CAAC,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,MAAM,CAAC,CAAC;YAAC,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,EAAE,CAAC;QAC9F,CAAC;IACH,CAAC;IACD;2GACuG;IACvG,QAAQ,CAAC,EAAU;QACjB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjC,IAAI,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,EAAE,CAAC,EAAE,UAAU,KAAK,OAAO,CAAC,UAAU;YAAE,OAAO;QAC7F,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACrB,CAAC;IAEO,GAAG,CAAC,EAAU,EAAE,QAAgB,EAAE,KAAa,EAAE,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE;QACxE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW;YAAE,OAAO;QACpD,+FAA+F;QAC/F,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YAAE,OAAO;QACnD,6FAA6F;QAC7F,oDAAoD;QACpD,IAAI,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC;YAAE,OAAO;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,GAAG,IAAI,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC;YAC/D,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,UAAU,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC;YAAE,OAAO;QACrF,sFAAsF;QACtF,IAAI,CAAC;YAAC,IAAI,CAAC,KAAK,CAAC,0BAA0B,CAAC,EAAE,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,+BAA+B,CAAC,CAAC;QAC5F,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC;QACjD,IAAI,GAAG,EAAE,UAAU,EAAE,IAAI,KAAK,QAAQ,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU;YAAE,OAAO;QACtF,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,GAAG,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC,CAAC;QAC/H,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,IAAI,CAAC,IAAI,EAAE,CAAC;IACjC,CAAC;IAEO,IAAI;QACV,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAAC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI;YAAE,OAAO;QAC5C,IAAI,IAAI,GAAG,QAAQ,CAAC;QACpB,KAAK,MAAM,EAAE,EAAE,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE;YAAE,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAClE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC3E,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;IACvB,CAAC;IAEO,IAAI;QACV,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACvB,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,4FAA4F;QAC5F,uFAAuF;QACvF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC;QACtE,MAAM,IAAI,GAAG,aAAa,EAAE,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC;YACH,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC;gBAAE,IAAI,OAAO,CAAC,EAAE,IAAI,KAAK;oBAAE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QACzG,CAAC;gBAAS,CAAC;YAAC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QAAC,CAAC;QACnC,IAAI,CAAC,IAAI,EAAE,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,EAAU,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAW,EAAE,IAAe,EAAE,GAAW;QACnG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACpB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC;QACrD,wFAAwF;QACxF,qFAAqF;QACrF,yEAAyE;QACzE,IAAI,CAAC;YACH,IAAI,UAAU,IAAI,UAAU,IAAI,SAAS,EAAE,UAAU,KAAK,UAAU,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpF,IAAI,CAAC,KAAK,CAAC,0BAA0B,CAAC,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,IAAI,CAAC;gBAAE,iBAAiB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACjH,CAAC;QAAC,MAAM,CAAC,CAAC,kFAAkF,CAAC,CAAC;QAC9F,2EAA2E;QAC3E,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,GAAG,CAAC,EAAE,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,GAAG,CAAC,CAAC;IAClF,CAAC;CACF"}

package/dist/delegation/service.d.ts

@@ -20,14 +20,28 @@ export declare class DelegationService {
     private serial;
     private destroyRetryTimers;
     private destroyRetryInFlight;
-    private destroyRetryDelayMs;
+    /** What each pending destroy's last full attempt observed (hearsay-tools/cezarion#879). */
+    private destroyObservations;
+    /** Each project's common Git dir, resolved once per registration for the change check. */
+    private commonDirs;
+    private destroyBackoff;
+    private destroyAttentionAttempts;
     /** How long destroy waits for proven termination; private and overridable so tests need not wait it out. */
     private terminationTimeoutMs;
     registerProject(project: DelegationProject): () => void;
     private clearDestroyRetries;
     /** Called only after manager recovery, when persisted destroy intents may be retried. */
     armDestroyRetries(projectId: string): void;
+    /** Arms the next automatic attempt of a pending destroy. A retry state written before a restart
+     * resumes where it was; the fast cadence is the floor, and a little over the cap the ceiling, so
+     * a clock that jumped cannot park a destroy for days (hearsay-tools/cezarion#879). */
     private scheduleDestroyRetry;
+    /** One automatic attempt. It runs in full only when something its last full attempt observed has
+     * changed, or a holder it named has exited; either way it records the attempt and when the next
+     * is due, and from the attention threshold on the cockpit says the cleanup needs attention. */
+    private destroyTick;
+    private commonDir;
+    private observeAttempt;
     private context;
     private serialized;
     private target;
@@ -180,5 +194,10 @@ export declare class DelegationService {
         remaining: ("branch" | "process" | "worktree")[];
         error?: string | undefined;
     }>;
+    /** An explicit destroy (Clean up, `cez worker destroy`): always a full attempt, and it restarts the
+     * backoff, so a timer armed for a later automatic attempt is dropped and re-armed at the fast cadence. */
     private destroySerialized;
+    /** One full destroy attempt; the caller holds the worker's serialization key. A manual attempt
+     * clears the run's `destroyRetry`, which resets the backoff; a completed destroy drops it. */
+    private destroyAttempt;
 }