@assemblyline-agents/runtime 1.0.0 → 3.0.0

package/dist/run-heartbeat.js

@@ -3,14 +3,14 @@
  * fired the controller is aborted immediately; otherwise the heartbeat aborts
  * it when the deadline fires. Returns the unregister function.
  */
-export function registerRunAbortController(controllers, deadlines, runId, controller) {
+export function registerRunAbortController(controllers, deadlines, runId, controller, controls) {
     let set = controllers.get(runId);
     if (!set) {
         set = new Set();
         controllers.set(runId, set);
     }
     set.add(controller);
-    if (deadlines.has(runId))
+    if (deadlines.has(runId) || controls?.get(runId) === "cancel")
         controller.abort();
     return () => {
         set.delete(controller);
@@ -18,6 +18,27 @@ export function registerRunAbortController(controllers, deadlines, runId, contro
             controllers.delete(runId);
     };
 }
+/** Track an execution around the heartbeat lifecycle without bloating the runtime orchestrator. */
+export function trackActiveRunHeartbeat(activeRuns, runId, heartbeat) {
+    activeRuns.add(runId);
+    return {
+        stop: () => {
+            heartbeat.stop();
+            activeRuns.delete(runId);
+        }
+    };
+}
+/** Route a control to locally active execution and hard-abort cancellation. */
+export function cacheRunControlSignal(intents, activeRuns, controllers, runId, intent) {
+    if (intent && activeRuns.has(runId))
+        intents.set(runId, intent);
+    else
+        intents.delete(runId);
+    if (intent === "cancel") {
+        for (const controller of controllers.get(runId) ?? [])
+            controller.abort();
+    }
+}
 export function startRunHeartbeatImpl(host, runId) {
     const startedAtMs = Date.now();
     let deadlineFired = false;
@@ -33,10 +54,16 @@ export function startRunHeartbeatImpl(host, runId) {
             host.abortRunControllers(runId);
         }
         const current = await host.state.getRun(runId);
-        if (current?.controlIntent)
+        if (current?.status === "cancelled" || current?.controlIntent === "cancel") {
+            host.runControlIntents.set(runId, "cancel");
+            host.abortRunControllers(runId);
+        }
+        else if (current?.controlIntent) {
             host.runControlIntents.set(runId, current.controlIntent);
-        else
+        }
+        else {
             host.runControlIntents.delete(runId);
+        }
         if (host.state.touchRun) {
             await host.state.touchRun(runId);
             return;

package/dist/run-heartbeat.js.map

@@ -1 +1 @@
-{"version":3,"file":"run-heartbeat.js","sourceRoot":"","sources":["../src/run-heartbeat.ts"],"names":[],"mappings":"AA2BA;;;;GAIG;AACH,MAAM,UAAU,0BAA0B,CACxC,WAA8C,EAC9C,SAAsB,EACtB,KAAa,EACb,UAA2B;IAE3B,IAAI,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACjC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;QAChB,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC9B,CAAC;IACD,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACpB,IAAI,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,UAAU,CAAC,KAAK,EAAE,CAAC;IAC7C,OAAO,GAAG,EAAE;QACV,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACvB,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC;YAAE,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChD,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAsB,EAAE,KAAa;IACzE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC/B,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,MAAM,IAAI,GAAG,KAAK,IAAI,EAAE;QACtB,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,gBAAgB,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACpG,aAAa,GAAG,IAAI,CAAC;YACrB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE;gBAC5C,KAAK;gBACL,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;gBACvC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW;aACpC,CAAC,CAAC;YACH,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC/C,IAAI,OAAO,EAAE,aAAa;YAAE,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;;YAChF,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1C,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACjC,OAAO;QACT,CAAC;QACD,yEAAyE;QACzE,qEAAqE;QACrE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC;YAAE,OAAO;QACvF,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACxC,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;QAC7B,KAAK,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACjF,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;IACxB,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;IAChB,OAAO;QACL,IAAI,EAAE,GAAG,EAAE;YACT,aAAa,CAAC,KAAK,CAAC,CAAC;YACrB,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACrC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"run-heartbeat.js","sourceRoot":"","sources":["../src/run-heartbeat.ts"],"names":[],"mappings":"AA6BA;;;;GAIG;AACH,MAAM,UAAU,0BAA0B,CACxC,WAA8C,EAC9C,SAAsB,EACtB,KAAa,EACb,UAA2B,EAC3B,QAAwC;IAExC,IAAI,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACjC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;QAChB,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC9B,CAAC;IACD,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACpB,IAAI,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,KAAK,QAAQ;QAAE,UAAU,CAAC,KAAK,EAAE,CAAC;IAClF,OAAO,GAAG,EAAE;QACV,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACvB,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC;YAAE,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChD,CAAC,CAAC;AACJ,CAAC;AAED,mGAAmG;AACnG,MAAM,UAAU,uBAAuB,CACrC,UAAuB,EACvB,KAAa,EACb,SAA2B;IAE3B,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACtB,OAAO;QACL,IAAI,EAAE,GAAG,EAAE;YACT,SAAS,CAAC,IAAI,EAAE,CAAC;YACjB,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;KACF,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,qBAAqB,CACnC,OAAsC,EACtC,UAAuB,EACvB,WAA8C,EAC9C,KAAa,EACb,MAAyB;IAEzB,IAAI,MAAM,IAAI,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;;QAC3D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3B,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,KAAK,MAAM,UAAU,IAAI,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE;YAAE,UAAU,CAAC,KAAK,EAAE,CAAC;IAC5E,CAAC;AACH,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAsB,EAAE,KAAa;IACzE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC/B,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,MAAM,IAAI,GAAG,KAAK,IAAI,EAAE;QACtB,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,gBAAgB,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACpG,aAAa,GAAG,IAAI,CAAC;YACrB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE;gBAC5C,KAAK;gBACL,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;gBACvC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW;aACpC,CAAC,CAAC;YACH,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC/C,IAAI,OAAO,EAAE,MAAM,KAAK,WAAW,IAAI,OAAO,EAAE,aAAa,KAAK,QAAQ,EAAE,CAAC;YAC3E,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAC5C,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;aAAM,IAAI,OAAO,EAAE,aAAa,EAAE,CAAC;YAClC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;QAC3D,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvC,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACjC,OAAO;QACT,CAAC;QACD,yEAAyE;QACzE,qEAAqE;QACrE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC;YAAE,OAAO;QACvF,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACxC,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;QAC7B,KAAK,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACjF,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;IACxB,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;IAChB,OAAO;QACL,IAAI,EAAE,GAAG,EAAE;YACT,aAAa,CAAC,KAAK,CAAC,CAAC;YACrB,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACrC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/run-outcome.d.ts

@@ -6,7 +6,7 @@ import type { RunControlIntent, RunRecord, StateAdapter } from "./state.js";
  * failure carries a machine-readable reason on both the run record
  * (`terminalReason`/`terminalError`) and the `run.failed` event payload.
  */
-export type RunFailureReason = "model.request_failed" | "run.max_iterations_exceeded" | "run.max_duration_exceeded" | "output.validation_exhausted" | "run.suspend_failed" | "run.control_failed" | "tool.execution_failed" | "connection.tool_failed" | "trigger.prepare_failed" | "trigger.model_failed" | "trigger.finalize_failed" | "run.orphaned";
+export type RunFailureReason = "agent.hook_evaluation_failed" | "connection.unavailable" | "run.capability_violation" | "model.request_failed" | "run.max_iterations_exceeded" | "run.max_duration_exceeded" | "output.validation_exhausted" | "run.suspend_failed" | "run.control_failed" | "tool.execution_failed" | "connection.tool_failed" | "trigger.prepare_failed" | "trigger.model_failed" | "trigger.finalize_failed" | "delivery.preparation_failed" | "run.orphaned" | "run.execution_failed";
 export interface RunFailureInput {
     reason: RunFailureReason;
     error: string;
@@ -35,13 +35,17 @@ export declare function logTerminalRunEvent(logger: RuntimeLogger, runId: string
 }): void;
 /**
  * Handle an error escaping run execution. Fatal model errors (bad key,
- * invalid request — classified by the harness) terminalize immediately;
- * everything else stays `running` so the recovery sweep can resume from the
- * latest continuation — but is durably evented and logged first. Callers
- * rethrow to preserve their existing failure contract.
+ * invalid request, exhausted quota — classified by the harness) terminalize
+ * immediately and enqueue a user-visible failure notice, since async channels
+ * would otherwise never learn the outcome; everything else stays `running` so
+ * the recovery sweep can resume from the latest continuation — but is durably
+ * evented and logged first. Callers rethrow to preserve their existing
+ * failure contract.
  */
 export declare function handleRunExecutionError(deps: {
     state: StateAdapter;
     logger: RuntimeLogger;
+    deliveryQueueMaxAttempts: number;
+    now(): Date;
 }, runId: string, error: unknown): Promise<void>;
 //# sourceMappingURL=run-outcome.d.ts.map

package/dist/run-outcome.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run-outcome.d.ts","sourceRoot":"","sources":["../src/run-outcome.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAE5D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,KAAK,EAAE,gBAAgB,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE5E;;;;GAIG;AAEH,MAAM,MAAM,gBAAgB,GACxB,sBAAsB,GACtB,6BAA6B,GAC7B,2BAA2B,GAC3B,6BAA6B,GAC7B,oBAAoB,GACpB,oBAAoB,GACpB,uBAAuB,GACvB,wBAAwB,GACxB,wBAAwB,GACxB,sBAAsB,GACtB,yBAAyB,GACzB,cAAc,CAAC;AAEnB,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,gBAAgB,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,+DAA+D;IAC/D,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,wEAAwE;IACxE,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED,iFAAiF;AACjF,wBAAsB,OAAO,CAC3B,IAAI,EAAE;IAAE,KAAK,EAAE,YAAY,CAAA;CAAE,EAC7B,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,eAAe,GACrB,OAAO,CAAC,SAAS,CAAC,CAcpB;AAED,6EAA6E;AAC7E,wBAAsB,mCAAmC,CACvD,IAAI,EAAE;IAAE,KAAK,EAAE,YAAY,CAAC;IAAC,iBAAiB,EAAE,GAAG,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAA;CAAE,EAC/E,GAAG,EAAE,SAAS,GACb,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,CAqBhC;AAED;;;;GAIG;AACH,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,aAAa,EACrB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,UAAU,CAAA;CAAE,GACxC,IAAI,CASN;AAED;;;;;;GAMG;AACH,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE;IAAE,KAAK,EAAE,YAAY,CAAC;IAAC,MAAM,EAAE,aAAa,CAAA;CAAE,EACpD,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,OAAO,GACb,OAAO,CAAC,IAAI,CAAC,CAsBf"}
+{"version":3,"file":"run-outcome.d.ts","sourceRoot":"","sources":["../src/run-outcome.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAG5D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,KAAK,EAAE,gBAAgB,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE5E;;;;GAIG;AAEH,MAAM,MAAM,gBAAgB,GACxB,8BAA8B,GAC9B,wBAAwB,GACxB,0BAA0B,GAC1B,sBAAsB,GACtB,6BAA6B,GAC7B,2BAA2B,GAC3B,6BAA6B,GAC7B,oBAAoB,GACpB,oBAAoB,GACpB,uBAAuB,GACvB,wBAAwB,GACxB,wBAAwB,GACxB,sBAAsB,GACtB,yBAAyB,GACzB,6BAA6B,GAC7B,cAAc,GACd,sBAAsB,CAAC;AAE3B,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,gBAAgB,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,+DAA+D;IAC/D,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,wEAAwE;IACxE,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED,iFAAiF;AACjF,wBAAsB,OAAO,CAC3B,IAAI,EAAE;IAAE,KAAK,EAAE,YAAY,CAAA;CAAE,EAC7B,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,eAAe,GACrB,OAAO,CAAC,SAAS,CAAC,CAcpB;AAED,6EAA6E;AAC7E,wBAAsB,mCAAmC,CACvD,IAAI,EAAE;IAAE,KAAK,EAAE,YAAY,CAAC;IAAC,iBAAiB,EAAE,GAAG,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAA;CAAE,EAC/E,GAAG,EAAE,SAAS,GACb,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,CA0BhC;AAED;;;;GAIG;AACH,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,aAAa,EACrB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,UAAU,CAAA;CAAE,GACxC,IAAI,CASN;AAED;;;;;;;;GAQG;AACH,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE;IAAE,KAAK,EAAE,YAAY,CAAC;IAAC,MAAM,EAAE,aAAa,CAAC;IAAC,wBAAwB,EAAE,MAAM,CAAC;IAAC,GAAG,IAAI,IAAI,CAAA;CAAE,EACnG,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,OAAO,GACb,OAAO,CAAC,IAAI,CAAC,CA0Bf"}

package/dist/run-outcome.js

@@ -1,4 +1,5 @@
 import { modelErrorClassification } from "@assemblyline-agents/core";
+import { enqueueRunFailureNotice } from "./delivery-queue.js";
 /** Mark a run failed with a durable reason and append the `run.failed` event. */
 export async function failRun(deps, runId, input) {
     const patch = {
@@ -21,6 +22,11 @@ export async function settleCompletionBoundaryControlImpl(deps, run) {
     const current = await deps.state.getRun(run.id);
     if (!current?.controlIntent)
         return undefined;
+    if (current.status === "cancelled") {
+        const cleared = await deps.state.updateRun(run.id, { controlIntent: undefined });
+        deps.runControlIntents.delete(run.id);
+        return cleared;
+    }
     if (!deps.state.settleRunControl) {
         throw new Error("The configured state adapter does not support atomic run controls.");
     }
@@ -58,16 +64,21 @@ export function logTerminalRunEvent(logger, runId, event) {
 }
 /**
  * Handle an error escaping run execution. Fatal model errors (bad key,
- * invalid request — classified by the harness) terminalize immediately;
- * everything else stays `running` so the recovery sweep can resume from the
- * latest continuation — but is durably evented and logged first. Callers
- * rethrow to preserve their existing failure contract.
+ * invalid request, exhausted quota — classified by the harness) terminalize
+ * immediately and enqueue a user-visible failure notice, since async channels
+ * would otherwise never learn the outcome; everything else stays `running` so
+ * the recovery sweep can resume from the latest continuation — but is durably
+ * evented and logged first. Callers rethrow to preserve their existing
+ * failure contract.
  */
 export async function handleRunExecutionError(deps, runId, error) {
     const message = error instanceof Error ? error.message : String(error);
+    if (error instanceof Error && (error.name === "AgentHookEvaluationError" || error.name === "AgentCapabilityViolationError"))
+        return;
     if (modelErrorClassification(error) === "fatal") {
         try {
-            await failRun(deps, runId, { reason: "model.request_failed", error: message });
+            const failed = await failRun(deps, runId, { reason: "model.request_failed", error: message });
+            await enqueueRunFailureNotice(deps, failed, message);
         }
         catch (failure) {
             deps.logger.error("run terminalization failed", {

package/dist/run-outcome.js.map

@@ -1 +1 @@
-{"version":3,"file":"run-outcome.js","sourceRoot":"","sources":["../src/run-outcome.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AAiCrE,iFAAiF;AACjF,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,IAA6B,EAC7B,KAAa,EACb,KAAsB;IAEtB,MAAM,KAAK,GAAiD;QAC1D,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,KAAK,CAAC,MAAM;QAC5B,aAAa,EAAE,KAAK,CAAC,KAAK;KAC3B,CAAC;IACF,IAAI,KAAK,CAAC,kBAAkB;QAAE,KAAK,CAAC,aAAa,GAAG,SAAS,CAAC;IAC9D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACrD,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE;QAChD,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;KACtB,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,6EAA6E;AAC7E,MAAM,CAAC,KAAK,UAAU,mCAAmC,CACvD,IAA+E,EAC/E,GAAc;IAEd,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChD,IAAI,CAAC,OAAO,EAAE,aAAa;QAAE,OAAO,SAAS,CAAC;IAC9C,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;IACxF,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC1D,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACtC,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QACnC,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,eAAe,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;QACrG,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QACnC,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,oBAAoB,EAAE,EAAE,MAAM,EAAE,sBAAsB,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;QACvH,OAAO,OAAO,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE;YAC5C,MAAM,EAAE,oBAAoB;YAC5B,KAAK,EAAE,6FAA6F;YACpG,kBAAkB,EAAE,IAAI;SACzB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CACjC,MAAqB,EACrB,KAAa,EACb,KAAyC;IAEzC,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACpD,OAAO;IACT,CAAC;IACD,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC;IACzC,MAAM,MAAM,GAAe,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,CAAC;IAC9C,IAAI,OAAO,QAAQ,KAAK,QAAQ;QAAE,MAAM,CAAC,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC;IACzE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;AAC1F,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,IAAoD,EACpD,KAAa,EACb,KAAc;IAEd,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,IAAI,wBAAwB,CAAC,KAAK,CAAC,KAAK,OAAO,EAAE,CAAC;QAChD,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,sBAAsB,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QACjF,CAAC;QAAC,OAAO,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE;gBAC9C,KAAK;gBACL,KAAK,EAAE,OAAO,YAAY,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;gBACnE,KAAK,EAAE,OAAO;aACf,CAAC,CAAC;QACL,CAAC;QACD,OAAO;IACT,CAAC;IACD,MAAM,MAAM,GAAe,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACxE,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,KAAK;QAAE,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IACtE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;IACjD,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,qBAAqB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;IACpG,CAAC;IAAC,MAAM,CAAC;QACP,+EAA+E;IACjF,CAAC;AACH,CAAC"}
+{"version":3,"file":"run-outcome.js","sourceRoot":"","sources":["../src/run-outcome.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AACrE,OAAO,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAsC9D,iFAAiF;AACjF,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,IAA6B,EAC7B,KAAa,EACb,KAAsB;IAEtB,MAAM,KAAK,GAAiD;QAC1D,MAAM,EAAE,QAAQ;QAChB,cAAc,EAAE,KAAK,CAAC,MAAM;QAC5B,aAAa,EAAE,KAAK,CAAC,KAAK;KAC3B,CAAC;IACF,IAAI,KAAK,CAAC,kBAAkB;QAAE,KAAK,CAAC,aAAa,GAAG,SAAS,CAAC;IAC9D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACrD,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE;QAChD,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;KACtB,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,6EAA6E;AAC7E,MAAM,CAAC,KAAK,UAAU,mCAAmC,CACvD,IAA+E,EAC/E,GAAc;IAEd,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChD,IAAI,CAAC,OAAO,EAAE,aAAa;QAAE,OAAO,SAAS,CAAC;IAC9C,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC;QACjF,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtC,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;IACxF,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC1D,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACtC,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QACnC,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,eAAe,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;QACrG,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QACnC,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,oBAAoB,EAAE,EAAE,MAAM,EAAE,sBAAsB,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;QACvH,OAAO,OAAO,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE;YAC5C,MAAM,EAAE,oBAAoB;YAC5B,KAAK,EAAE,6FAA6F;YACpG,kBAAkB,EAAE,IAAI;SACzB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CACjC,MAAqB,EACrB,KAAa,EACb,KAAyC;IAEzC,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACpD,OAAO;IACT,CAAC;IACD,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC;IACzC,MAAM,MAAM,GAAe,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,CAAC;IAC9C,IAAI,OAAO,QAAQ,KAAK,QAAQ;QAAE,MAAM,CAAC,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC;IACzE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;AAC1F,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,IAAmG,EACnG,KAAa,EACb,KAAc;IAEd,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,IAAI,KAAK,YAAY,KAAK,IAAI,CAC5B,KAAK,CAAC,IAAI,KAAK,0BAA0B,IAAI,KAAK,CAAC,IAAI,KAAK,+BAA+B,CAC5F;QAAE,OAAO;IACV,IAAI,wBAAwB,CAAC,KAAK,CAAC,KAAK,OAAO,EAAE,CAAC;QAChD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,sBAAsB,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YAC9F,MAAM,uBAAuB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE;gBAC9C,KAAK;gBACL,KAAK,EAAE,OAAO,YAAY,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;gBACnE,KAAK,EAAE,OAAO;aACf,CAAC,CAAC;QACL,CAAC;QACD,OAAO;IACT,CAAC;IACD,MAAM,MAAM,GAAe,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACxE,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,KAAK;QAAE,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IACtE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;IACjD,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,qBAAqB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;IACpG,CAAC;IAAC,MAAM,CAAC;QACP,+EAA+E;IACjF,CAAC;AACH,CAAC"}

package/dist/run-recovery.d.ts

@@ -1,6 +1,7 @@
 import type { RunRecord, StateAdapter } from "./index.js";
 import type { RuntimeLogger } from "./logging.js";
 import type { CheckpointRecord } from "./state.js";
+import type { ConnectionAuthorizationSessionStore } from "./connections.js";
 /**
  * Orphaned-run recovery: a staleness-guarded sweep that repairs runs left in
  * `created`/`running` after a crash. Live runs are protected by a heartbeat
@@ -21,6 +22,9 @@ export interface RunRecoveryHost {
     runHeartbeatMs: number;
     sandboxSyncMaxAttempts: number;
     deliveryQueueMaxAttempts: number;
+    connectionAuthorizationSessionStore: ConnectionAuthorizationSessionStore;
+    /** Required declaration connections from `selected` with no injected client. */
+    missingRequiredConnections(selected: readonly string[]): string[];
     /**
      * Resume the run from its latest persisted harness continuation checkpoint.
      * Returns undefined when no usable continuation exists (caller degrades to
@@ -75,6 +79,16 @@ export interface BackgroundWorkerOptions {
         intervalMs?: number;
         staleAfterMs?: number;
     };
+    backgroundReviewWorker?: boolean | {
+        intervalMs?: number;
+        limit?: number;
+        leaseForMs?: number;
+    };
+    connectionEventWorker?: boolean | {
+        intervalMs?: number;
+        batchSize?: number;
+        leaseForMs?: number;
+    };
 }
 export interface BackgroundWorkersController {
     /** Names of the workers that actually started. */
@@ -105,13 +119,28 @@ export interface BackgroundWorkerHost {
     }): {
         stop(): void;
     };
+    startBackgroundReviewWorker(options?: {
+        intervalMs?: number;
+        limit?: number;
+        leaseForMs?: number;
+    }): {
+        stop(): void;
+    } | undefined;
+    startConnectionEventWorker(options?: {
+        intervalMs?: number;
+        batchSize?: number;
+        leaseForMs?: number;
+    }): {
+        stop(): void;
+    };
     recoverIncompleteRuns(options?: RunRecoveryOptions): Promise<RunRecord[]>;
     agentEnabled(): Promise<boolean>;
 }
 /**
  * Start every durability worker with a per-worker env kill-switch:
- * `OPENEVE_DELIVERY_WORKER`, `OPENEVE_SANDBOX_SYNC_WORKER`,
- * `OPENEVE_CONVERSATION_TURN_WORKER`, `OPENEVE_RUN_RECOVERY`.
+ * `ASSEMBLY_LINE_DELIVERY_WORKER`, `ASSEMBLY_LINE_SANDBOX_SYNC_WORKER`,
+ * `ASSEMBLY_LINE_CONVERSATION_TURN_WORKER`, `ASSEMBLY_LINE_BACKGROUND_REVIEW_WORKER`,
+ * `ASSEMBLY_LINE_RUN_RECOVERY`.
  */
 export declare function startBackgroundWorkersImpl(host: BackgroundWorkerHost, options?: BackgroundWorkerOptions): BackgroundWorkersController;
 //# sourceMappingURL=run-recovery.d.ts.map

package/dist/run-recovery.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run-recovery.d.ts","sourceRoot":"","sources":["../src/run-recovery.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAY,SAAS,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAGpE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAElD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAEnD;;;;;GAKG;AAEH,MAAM,WAAW,kBAAkB;IACjC,GAAG,CAAC,EAAE,IAAI,CAAC;IACX,uFAAuF;IACvF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,iFAAiF;IACjF,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,EAAE,aAAa,CAAC;IACtB,GAAG,IAAI,IAAI,CAAC;IACZ,cAAc,EAAE,MAAM,CAAC;IACvB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,wBAAwB,EAAE,MAAM,CAAC;IACjC;;;;;;OAMG;IACH,yBAAyB,CACvB,GAAG,EAAE,SAAS,EACd,OAAO,CAAC,EAAE;QAAE,gBAAgB,CAAC,EAAE,KAAK,CAAC;YAAE,UAAU,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;KAAE,GAC/E,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,CAAC;IAClC,uEAAuE;IACvE,uBAAuB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC;CACrE;AASD,wBAAgB,sBAAsB,CAAC,cAAc,EAAE,MAAM,GAAG,MAAM,CAErE;AAED,wBAAsB,yBAAyB,CAAC,IAAI,EAAE,eAAe,EAAE,OAAO,GAAE,kBAAuB,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAkC7H;AAyND;;;;;;;;GAQG;AACH,wBAAgB,iBAAiB,CAC/B,SAAS,EAAE,KAAK,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC,EAChG,mBAAmB,EAAE,MAAM,GAAG,SAAS,EACvC,gBAAgB,EAAE,KAAK,CAAC;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC,GAChE,MAAM,GAAG,SAAS,CAyBpB;AAmHD,MAAM,WAAW,uBAAuB;IACtC,cAAc,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC5F,iBAAiB,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/F,sBAAsB,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3D,WAAW,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CACxE;AAED,MAAM,WAAW,2BAA2B;IAC1C,kDAAkD;IAClD,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,IAAI,IAAI,IAAI,CAAC;CACd;AAED,0EAA0E;AAC1E,MAAM,WAAW,oBAAoB;IACnC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;IACxC,MAAM,EAAE,aAAa,CAAC;IACtB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,mBAAmB,CAAC,OAAO,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,IAAI,IAAI,IAAI,CAAA;KAAE,GAAG,SAAS,CAAC;IAC9H,sBAAsB,CAAC,OAAO,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,IAAI,IAAI,IAAI,CAAA;KAAE,GAAG,SAAS,CAAC;IACjI,2BAA2B,CAAC,OAAO,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,IAAI,IAAI,IAAI,CAAA;KAAE,CAAC;IACjF,qBAAqB,CAAC,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;IAC1E,YAAY,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;CAClC;AAYD;;;;GAIG;AACH,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,oBAAoB,EAAE,OAAO,GAAE,uBAA4B,GAAG,2BAA2B,CA4CzI"}
+{"version":3,"file":"run-recovery.d.ts","sourceRoot":"","sources":["../src/run-recovery.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAY,SAAS,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAGpE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAGlD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,KAAK,EAAE,mCAAmC,EAAE,MAAM,kBAAkB,CAAC;AAE5E;;;;;GAKG;AAEH,MAAM,WAAW,kBAAkB;IACjC,GAAG,CAAC,EAAE,IAAI,CAAC;IACX,uFAAuF;IACvF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,iFAAiF;IACjF,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,EAAE,aAAa,CAAC;IACtB,GAAG,IAAI,IAAI,CAAC;IACZ,cAAc,EAAE,MAAM,CAAC;IACvB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,wBAAwB,EAAE,MAAM,CAAC;IACjC,mCAAmC,EAAE,mCAAmC,CAAC;IACzE,gFAAgF;IAChF,0BAA0B,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;IAClE;;;;;;OAMG;IACH,yBAAyB,CACvB,GAAG,EAAE,SAAS,EACd,OAAO,CAAC,EAAE;QAAE,gBAAgB,CAAC,EAAE,KAAK,CAAC;YAAE,UAAU,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;KAAE,GAC/E,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,CAAC;IAClC,uEAAuE;IACvE,uBAAuB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC;CACrE;AASD,wBAAgB,sBAAsB,CAAC,cAAc,EAAE,MAAM,GAAG,MAAM,CAErE;AAED,wBAAsB,yBAAyB,CAAC,IAAI,EAAE,eAAe,EAAE,OAAO,GAAE,kBAAuB,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAyC7H;AA+WD;;;;;;;;GAQG;AACH,wBAAgB,iBAAiB,CAC/B,SAAS,EAAE,KAAK,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC,EAChG,mBAAmB,EAAE,MAAM,GAAG,SAAS,EACvC,gBAAgB,EAAE,KAAK,CAAC;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC,GAChE,MAAM,GAAG,SAAS,CAyBpB;AAsID,MAAM,WAAW,uBAAuB;IACtC,cAAc,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC5F,iBAAiB,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/F,sBAAsB,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3D,WAAW,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACvE,sBAAsB,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAChG,qBAAqB,CAAC,EAAE,OAAO,GAAG;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CACpG;AAED,MAAM,WAAW,2BAA2B;IAC1C,kDAAkD;IAClD,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,IAAI,IAAI,IAAI,CAAC;CACd;AAED,0EAA0E;AAC1E,MAAM,WAAW,oBAAoB;IACnC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;IACxC,MAAM,EAAE,aAAa,CAAC;IACtB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,mBAAmB,CAAC,OAAO,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,IAAI,IAAI,IAAI,CAAA;KAAE,GAAG,SAAS,CAAC;IAC9H,sBAAsB,CAAC,OAAO,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,IAAI,IAAI,IAAI,CAAA;KAAE,GAAG,SAAS,CAAC;IACjI,2BAA2B,CAAC,OAAO,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,IAAI,IAAI,IAAI,CAAA;KAAE,CAAC;IACjF,2BAA2B,CAAC,OAAO,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,IAAI,IAAI,IAAI,CAAA;KAAE,GAAG,SAAS,CAAC;IAClI,0BAA0B,CAAC,OAAO,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,IAAI,IAAI,IAAI,CAAA;KAAE,CAAC;IACzH,qBAAqB,CAAC,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;IAC1E,YAAY,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;CAClC;AAYD;;;;;GAKG;AACH,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,oBAAoB,EAAE,OAAO,GAAE,uBAA4B,GAAG,2BAA2B,CAwDzI"}

package/dist/run-recovery.js

@@ -1,7 +1,8 @@
 import { assistantTextFromContinuation } from "@assemblyline-agents/pi";
-import { finalDeliveryIdempotencyKey } from "./delivery-queue.js";
+import { enqueueRunFailureNotice, finalDeliveryIdempotencyKey } from "./delivery-queue.js";
 import { storedHarnessContinuation } from "./harness-continuation.js";
 import { failRun } from "./run-outcome.js";
+import { reportRecoveredSandboxSyncJob } from "./sandbox-sync-worker.js";
 const ORPHAN_CANDIDATE_STATUSES = new Set(["created", "running"]);
 // Suspended runs are intentionally excluded: only an explicit operator resume may reactivate them.
 function errorMessage(error) {
@@ -32,11 +33,20 @@ export async function recoverIncompleteRunsImpl(host, options = {}) {
         if (!claimed)
             continue;
         try {
+            // The listing is a snapshot: a run that came alive or terminalized
+            // between the listing and the claim must not be recovered.
+            const current = await state.getRun(run.id);
+            if (!current || !ORPHAN_CANDIDATE_STATUSES.has(current.status) || Date.parse(current.updatedAt) > cutoff)
+                continue;
             // Open the next claim generation immediately: if THIS sweeper crashes
             // mid-recovery, a later sweep computes a fresh `${id}:${updatedAt}` key
-            // instead of skipping the run forever on the burned claim.
-            await state.touchRun?.(run.id);
-            const outcome = await recoverOrphanedRun(host, run, maxResumeAttempts);
+            // instead of skipping the run forever on the burned claim. Adapters
+            // without touchRun fall back to an empty update so the bump still lands.
+            if (state.touchRun)
+                await state.touchRun(run.id);
+            else
+                await state.updateRun(run.id, {});
+            const outcome = await recoverOrphanedRun(host, current, maxResumeAttempts);
             if (outcome)
                 recovered.push(outcome);
         }
@@ -48,8 +58,135 @@ export async function recoverIncompleteRunsImpl(host, options = {}) {
             });
         }
     }
+    await recoverStuckConnectionWaits(host, cutoff, now, recovered);
     return recovered;
 }
+/**
+ * Older deployments may have left required-connection or authorization waits
+ * parked. Reconcile those records so an expired/missing callback session can
+ * never retain a conversation forever. If a non-OAuth connection became
+ * available, resume its continuation; otherwise terminalize the legacy wait.
+ */
+async function recoverStuckConnectionWaits(host, cutoff, recoveryNow, recovered) {
+    const { state } = host;
+    const cutoffIso = new Date(cutoff).toISOString();
+    const candidates = state.listRunsByStatus
+        ? await state.listRunsByStatus(["waiting_for_connection"], { updatedBefore: cutoffIso })
+        : (await state.listRuns()).filter((run) => run.status === "waiting_for_connection");
+    for (const run of candidates) {
+        if (run.status !== "waiting_for_connection" || Date.parse(run.updatedAt) > cutoff)
+            continue;
+        try {
+            let current = await state.getRun(run.id);
+            if (!current || current.status !== "waiting_for_connection" || Date.parse(current.updatedAt) > cutoff)
+                continue;
+            const events = await state.listEvents(run.id);
+            // A live OAuth session has a callback resume path and human latency
+            // applies. Expired/deleted sessions do not: terminalize them so a legacy
+            // parked run cannot retain its conversation mailbox forever.
+            const authRequired = events.filter((event) => event.type === "authorization.required").length;
+            const authCompleted = events.filter((event) => event.type === "authorization.completed").length;
+            if (authRequired > authCompleted) {
+                const requiredEvents = events.filter((event) => event.type === "authorization.required");
+                const sessions = await Promise.all(requiredEvents.map(async (event) => {
+                    const challenge = event.data.challenge;
+                    const sessionId = challenge && typeof challenge === "object" && !Array.isArray(challenge)
+                        && typeof challenge.sessionId === "string"
+                        ? String(challenge.sessionId)
+                        : undefined;
+                    return sessionId
+                        ? host.connectionAuthorizationSessionStore.getSession(sessionId)
+                        : undefined;
+                }));
+                const live = sessions.some((session) => session?.status === "pending" && session.expiresAt > recoveryNow.getTime());
+                if (live)
+                    continue;
+                const claimed = await claimConnectionWaitRecovery(state, current, cutoff);
+                if (!claimed)
+                    continue;
+                current = claimed;
+                for (const session of sessions) {
+                    if (session?.status === "pending" && session.expiresAt <= recoveryNow.getTime()) {
+                        await host.connectionAuthorizationSessionStore.updateSession(session.id, { status: "expired" });
+                    }
+                }
+                const message = "Connection authorization expired before completion. Re-run the request to start a fresh authorization flow.";
+                const failed = await failRun({ state }, run.id, {
+                    reason: "connection.unavailable",
+                    error: message,
+                    data: { recovered: true, authorizationExpired: true }
+                });
+                await enqueueRunFailureNotice(host, current, message);
+                await state.appendEvent(run.id, "run.recovered", {
+                    strategy: "expired-authorization-marked-failed"
+                });
+                recovered.push(failed);
+                continue;
+            }
+            const claimed = await claimConnectionWaitRecovery(state, current, cutoff);
+            if (!claimed)
+                continue;
+            current = claimed;
+            if (state.touchRun)
+                await state.touchRun(run.id);
+            else
+                await state.updateRun(run.id, {});
+            const missing = lastMissingConnections(events);
+            if (missing.length > 0 && host.missingRequiredConnections(missing).length === 0) {
+                try {
+                    const resumed = await host.resumeRunFromContinuation(current);
+                    if (resumed) {
+                        await state.appendEvent(resumed.id, "run.recovered", {
+                            strategy: "connections-available-resume",
+                            status: resumed.status
+                        });
+                        recovered.push(resumed);
+                        continue;
+                    }
+                }
+                catch (error) {
+                    await state.appendEvent(run.id, "run.recovery_resume_failed", { error: errorMessage(error) });
+                    host.logger.warn("connection-wait continuation resume failed", { runId: run.id, error: errorMessage(error) });
+                }
+            }
+            const message = `Required connection${missing.length === 1 ? "" : "s"} unavailable: ${missing.join(", ") || "unknown"}. Configure the connection and re-send the request.`;
+            const failed = await failRun({ state }, run.id, {
+                reason: "connection.unavailable",
+                error: message,
+                data: { recovered: true, missingConnections: missing }
+            });
+            await enqueueRunFailureNotice(host, current, message);
+            await state.appendEvent(run.id, "run.recovered", { strategy: "connection-unavailable-marked-failed" });
+            recovered.push(failed);
+        }
+        catch (error) {
+            host.logger.warn("connection-wait recovery failed for run", { runId: run.id, error: errorMessage(error) });
+        }
+    }
+}
+async function claimConnectionWaitRecovery(state, candidate, cutoff) {
+    const claimed = await state.reserveIdempotencyKey("run:connection-recovery", `${candidate.id}:${candidate.updatedAt}`, candidate.id);
+    if (!claimed)
+        return undefined;
+    const current = await state.getRun(candidate.id);
+    if (current?.status === "waiting_for_connection"
+        && current.updatedAt === candidate.updatedAt
+        && Date.parse(current.updatedAt) <= cutoff) {
+        return current;
+    }
+    await state.releaseIdempotencyKey?.("run:connection-recovery", `${candidate.id}:${candidate.updatedAt}`);
+    return undefined;
+}
+function lastMissingConnections(events) {
+    for (let index = events.length - 1; index >= 0; index -= 1) {
+        const event = events[index];
+        if (event?.type !== "connection.required")
+            continue;
+        const list = event.data.missingConnections;
+        return Array.isArray(list) ? list.filter((value) => typeof value === "string") : [];
+    }
+    return [];
+}
 async function recoverOrphanedRun(host, run, maxResumeAttempts) {
     const { state } = host;
     const events = await state.listEvents(run.id);
@@ -120,10 +257,11 @@ async function recoverOrphanedRun(host, run, maxResumeAttempts) {
         }
         // No obligation was durably recorded. Only synthesize a fallback delivery
         // when the model's last recorded iteration was a final answer; if it ended
-        // requesting tools, the run crashed mid-loop with no answer to deliver, so
-        // fall through to the failed branch instead of pushing a recovery notice as
-        // if it were the response.
-        if (lastModelResponseWasFinal(events)) {
+        // requesting tools (crashed mid-loop) or in a recorded execution error
+        // (the "response" is a failed call's accounting event), there is no answer
+        // to deliver, so fall through to the failed branch instead of pushing a
+        // recovery notice as if it were the response.
+        if (lastModelOutcome(events).kind === "final") {
             const channel = typeof run.input.channel === "string" ? run.input.channel : "local";
             // The final answer usually still exists in the newest continuation
             // checkpoint (pi checkpoints on the final turn too, and a transcript
@@ -152,6 +290,20 @@ async function recoverOrphanedRun(host, run, maxResumeAttempts) {
             return completed;
         }
     }
+    // A run whose last recorded outcome is an execution error did not crash —
+    // it failed. Terminalize with the real error and tell the user the truth
+    // instead of masking it behind the generic restart notice.
+    const outcome = lastModelOutcome(events);
+    if (outcome.kind === "failed") {
+        const failed = await failRun({ state }, run.id, {
+            reason: "run.execution_failed",
+            error: outcome.error,
+            data: { recovered: true }
+        });
+        await enqueueRunFailureNotice(host, run, outcome.error);
+        await state.appendEvent(run.id, "run.recovered", { strategy: "failed-with-recorded-error" });
+        return failed;
+    }
     const failed = await failRun({ state }, run.id, {
         reason: "run.orphaned",
         error: "Run orphaned: the runtime stopped before this run made durable progress.",
@@ -267,7 +419,7 @@ export function crashResumeReport(toolCalls, checkpointCreatedAt, interruptedToo
     if (completedAfter.length === 0 && interruptedTools.length === 0)
         return undefined;
     const lines = [
-        "[OpenEve crash recovery] A runtime restart interrupted the previous model iteration after some tool calls had already executed. Their durable results are below — do not re-run completed side-effecting tools."
+        "[Assembly Line crash recovery] A runtime restart interrupted the previous model iteration after some tool calls had already executed. Their durable results are below — do not re-run completed side-effecting tools."
     ];
     for (const call of completedAfter) {
         let output;
@@ -289,19 +441,37 @@ export function crashResumeReport(toolCalls, checkpointCreatedAt, interruptedToo
     return lines.join("\n");
 }
 /**
- * True when the model's most recent recorded iteration produced a final answer
- * (no pending tool calls). A synthetic/legacy event without `toolCallCount` is
- * treated as final for backward compatibility.
+ * What the run's most recent recorded model activity means for recovery:
+ * `final` — a final answer (no pending tool calls) that may be deliverable;
+ * `failed` — the run ended in a durable execution error (a
+ * `run.execution_error`/`run.recovery_resume_failed` after the last response,
+ * or a response whose `finishReason` is "failed" — engines record the failed
+ * call's accounting event too); `none` — no usable outcome (crashed mid-tool
+ * batch or before any response). A synthetic/legacy response event without
+ * `toolCallCount` is treated as final for backward compatibility.
  */
-function lastModelResponseWasFinal(events) {
+function lastModelOutcome(events) {
     for (let index = events.length - 1; index >= 0; index -= 1) {
         const event = events[index];
-        if (event?.type !== "model.response_completed")
+        if (!event)
             continue;
-        const toolCallCount = event.data.toolCallCount;
-        return typeof toolCallCount !== "number" || toolCallCount === 0;
+        if (event.type === "run.execution_error" || event.type === "run.recovery_resume_failed") {
+            return {
+                kind: "failed",
+                error: typeof event.data.error === "string" && event.data.error
+                    ? event.data.error
+                    : "Run execution failed before a response was produced."
+            };
+        }
+        if (event.type === "model.response_completed") {
+            if (event.data.finishReason === "failed") {
+                return { kind: "failed", error: "The model call failed before a response was produced." };
+            }
+            const toolCallCount = event.data.toolCallCount;
+            return typeof toolCallCount !== "number" || toolCallCount === 0 ? { kind: "final" } : { kind: "none" };
+        }
     }
-    return false;
+    return { kind: "none" };
 }
 /**
  * Read the trailing assistant text from the newest continuation checkpoint.
@@ -349,19 +519,15 @@ async function recoverSandboxSyncState(host, now) {
     const { state } = host;
     const recoveredSyncJobs = await state.recoverExpiredSandboxSyncJobs(now);
     for (const job of recoveredSyncJobs) {
-        await state.appendEvent(job.runId, "sandbox.sync_retrying", {
-            jobId: job.id,
-            sandboxId: job.sandboxId,
-            reason: "recover-expired-lease",
-            attemptCount: job.attemptCount,
-            maxAttempts: job.maxAttempts,
-            nextAttemptAt: job.nextAttemptAt
-        });
+        await reportRecoveredSandboxSyncJob(host, job);
     }
     const dirtySessions = await state.listSandboxSessions?.({ dirty: true }) ?? [];
     for (const session of dirtySessions) {
         if (!session.runId)
             continue;
+        if (typeof session.manifest.quarantineReason === "string" && session.state === "blocked_requires_operator") {
+            continue;
+        }
         const jobs = await state.listSandboxSyncJobs(session.runId);
         const hasActiveJob = jobs.some((job) => job.sandboxId === session.sandboxId &&
             (job.id === session.syncJobId || job.status === "pending" || job.status === "running" || job.status === "failed" || job.status === "blocked_requires_operator"));
@@ -376,7 +542,7 @@ async function recoverSandboxSyncState(host, now) {
             maxAttempts: host.sandboxSyncMaxAttempts,
             manifest: {
                 ...session.manifest,
-                sessionKey: session.sessionKey
+                sessionRecordKey: session.sessionKey
             }
         });
         await state.updateSandboxSession(session.sessionKey, {
@@ -413,32 +579,45 @@ function workerOptions(option) {
 }
 /**
  * Start every durability worker with a per-worker env kill-switch:
- * `OPENEVE_DELIVERY_WORKER`, `OPENEVE_SANDBOX_SYNC_WORKER`,
- * `OPENEVE_CONVERSATION_TURN_WORKER`, `OPENEVE_RUN_RECOVERY`.
+ * `ASSEMBLY_LINE_DELIVERY_WORKER`, `ASSEMBLY_LINE_SANDBOX_SYNC_WORKER`,
+ * `ASSEMBLY_LINE_CONVERSATION_TURN_WORKER`, `ASSEMBLY_LINE_BACKGROUND_REVIEW_WORKER`,
+ * `ASSEMBLY_LINE_RUN_RECOVERY`.
  */
 export function startBackgroundWorkersImpl(host, options = {}) {
     const started = [];
     const stops = [];
-    if (workerEnabled(options.deliveryWorker, host.env.OPENEVE_DELIVERY_WORKER)) {
+    if (workerEnabled(options.deliveryWorker, host.env.ASSEMBLY_LINE_DELIVERY_WORKER)) {
         const worker = host.startDeliveryWorker(workerOptions(options.deliveryWorker));
         if (worker) {
             started.push("delivery");
             stops.push(() => worker.stop());
         }
     }
-    if (workerEnabled(options.sandboxSyncWorker, host.env.OPENEVE_SANDBOX_SYNC_WORKER)) {
+    if (workerEnabled(options.sandboxSyncWorker, host.env.ASSEMBLY_LINE_SANDBOX_SYNC_WORKER)) {
         const worker = host.startSandboxSyncWorker(workerOptions(options.sandboxSyncWorker));
         if (worker) {
             started.push("sandbox-sync");
             stops.push(() => worker.stop());
         }
     }
-    if (workerEnabled(options.conversationTurnWorker, host.env.OPENEVE_CONVERSATION_TURN_WORKER)) {
+    if (workerEnabled(options.conversationTurnWorker, host.env.ASSEMBLY_LINE_CONVERSATION_TURN_WORKER)) {
         const worker = host.startConversationTurnWorker(workerOptions(options.conversationTurnWorker));
         started.push("conversation-turn");
         stops.push(() => worker.stop());
     }
-    if (workerEnabled(options.runRecovery, host.env.OPENEVE_RUN_RECOVERY)) {
+    if (workerEnabled(options.backgroundReviewWorker, host.env.ASSEMBLY_LINE_BACKGROUND_REVIEW_WORKER)) {
+        const worker = host.startBackgroundReviewWorker(workerOptions(options.backgroundReviewWorker));
+        if (worker) {
+            started.push("background-review");
+            stops.push(() => worker.stop());
+        }
+    }
+    if (workerEnabled(options.connectionEventWorker, host.env.ASSEMBLY_LINE_CONNECTION_EVENT_WORKER)) {
+        const worker = host.startConnectionEventWorker(workerOptions(options.connectionEventWorker));
+        started.push("connection-events");
+        stops.push(() => worker.stop());
+    }
+    if (workerEnabled(options.runRecovery, host.env.ASSEMBLY_LINE_RUN_RECOVERY)) {
         const recovery = workerOptions(options.runRecovery);
         const intervalMs = typeof recovery.intervalMs === "number" && recovery.intervalMs > 0
             ? Math.floor(recovery.intervalMs)