@bastani/atomic 0.9.44-alpha.6 → 0.9.44

package/dist/builtin/workflows/src/extension/local-worker-entry.mjs

@@ -58349,6 +58349,9 @@ var init_workflow_stage_target = __esm(() => {
 });
 
 // dist/builtin/workflows/src/shared/pending-stage-status.ts
+function isAddressableStageStatus(status) {
+  return ADDRESSABLE_STAGE_STATUSES.has(status);
+}
 function workflowBoundarySegments(runs, runId) {
   return createWorkflowBoundarySegmentsResolver(runs)(runId);
 }
@@ -58471,9 +58474,17 @@ function createStagePathPatternIndex(patterns) {
     }
   };
 }
+var ADDRESSABLE_STAGE_STATUSES;
 var init_pending_stage_status = __esm(() => {
   init_store_internal();
   init_workflow_stage_target();
+  ADDRESSABLE_STAGE_STATUSES = new Set([
+    "pending",
+    "running",
+    "awaiting_input",
+    "paused",
+    "blocked"
+  ]);
 });
 
 // dist/builtin/workflows/src/shared/sticky-delivery-state-bound.ts
@@ -59187,7 +59198,7 @@ function registerPendingStageIntercomBridge(pi, activeStore, ownsRun = () => tru
             stageName: stage.name,
             target: stageRouteTarget(runs, rootRunId, run.id, stage.id, resolveBoundarySegments),
             lifecycle: stage.sessionId === undefined && stage.sessionFile === undefined ? "pending" : "running",
-            routeEligible: stage.pendingStageDeliveryAvailable === true && (stage.status === "pending" || stage.status === "running" || stage.status === "awaiting_input" || stage.status === "paused" || stage.status === "blocked"),
+            routeEligible: stage.pendingStageDeliveryAvailable === true && isAddressableStageStatus(stage.status),
             group: stage.intercomGroup ?? workflowInvocationIntercomGroup(rootRunId)
           })),
           ...nonAgentNodes(run).map((node) => ({
@@ -59690,7 +59701,7 @@ function knownUninitializedStage(run, stageKey) {
   if (candidates.length !== 1)
     return;
   const stage = candidates[0];
-  return (stage.status === "pending" || stage.status === "running") && stage.sessionId === undefined && stage.sessionFile === undefined ? stage : undefined;
+  return isAddressableStageStatus(stage.status) && stage.sessionId === undefined && stage.sessionFile === undefined ? stage : undefined;
 }
 function pendingStageDestination(run, entry) {
   if (entry.stageId !== undefined) {
@@ -64371,15 +64382,74 @@ function isWorkflowPendingStageDeliveryFailure(error) {
     return true;
   return error?.code === "pending_stage_delivery_failed";
 }
-function createWorkflowPendingStageDelivery(activeStore, runId, stageId, stageName, commit = (action) => action()) {
+function createWorkflowPendingStageDelivery(activeStore, runId, stageId, stageName, commit = (action) => action(), options = {}) {
   let resolveReady;
   let rejectReady;
   let readyPromise;
   let drainError;
   let terminalError;
   let drainPromise;
+  let drainedSessionId;
   let currentRecipient;
-  const hasUndelivered = (sessionId) => activeStore.pendingStageMessagesFor(runId, stageId).length > 0 || stageId !== stageName && activeStore.pendingStageMessagesFor(runId, stageName).length > 0 || stickyPendingStageEntriesForStage(activeStore, runId, stageId, stageName, sessionId === undefined ? undefined : { sessionId }).length > 0;
+  let lastProgressAt = Date.now();
+  let stallReported = false;
+  const progress = () => {
+    lastProgressAt = Date.now();
+  };
+  const progressingCommit = async (action) => {
+    try {
+      return await commit(action);
+    } finally {
+      progress();
+    }
+  };
+  const reportStall = (sessionId) => {
+    if (stallReported)
+      return;
+    stallReported = true;
+    const undelivered = [
+      ...activeStore.pendingStageMessagesFor(runId, stageId),
+      ...stageId === stageName ? [] : activeStore.pendingStageMessagesFor(runId, stageName)
+    ].map((entry) => `${entry.message.id} (direct → ${entry.stageKey})`).concat(stickyPendingStageEntriesForStage(activeStore, runId, stageId, stageName, sessionId === undefined ? undefined : { sessionId }).map((entry) => `${entry.message.id} (sticky → ${entry.targetPath ?? entry.stageKey})`));
+    const listed = undelivered.slice(0, 10).join(", ");
+    const more = undelivered.length > 10 ? `, and ${undelivered.length - 10} more` : "";
+    const message = `atomic-workflows: stage "${stageName}" (${stageId}) is starting without its queued Intercom messages: ` + `no delivery progress for ${PENDING_STAGE_READY_STALL_MS / 1000}s; ` + `drain ${drainPromise === undefined ? "not running" : "running but hung"}; ` + `undelivered: ${listed.length === 0 ? "none" : `${listed}${more}`}. ` + "They stay queued and arrive live or on the stage's next drain.";
+    try {
+      (options.reportStall ?? console.warn)(message);
+    } catch {}
+  };
+  const watchStall = (pending, sessionId, onStall) => {
+    let timer;
+    let settled = false;
+    const check = () => {
+      if (settled)
+        return;
+      const remaining = lastProgressAt + PENDING_STAGE_READY_STALL_MS - Date.now();
+      if (remaining > 0) {
+        timer = setTimeout(check, remaining);
+        timer.unref?.();
+        return;
+      }
+      reportStall(sessionId);
+      onStall();
+    };
+    const stop = () => {
+      settled = true;
+      clearTimeout(timer);
+    };
+    pending.then(stop, stop);
+    check();
+  };
+  const boundedDrain = (drain, sessionId) => {
+    const waiting = new Promise((resolve, reject) => {
+      drain.then(resolve, reject);
+      watchStall(drain, sessionId, resolve);
+    });
+    waiting.catch(() => {});
+    return waiting;
+  };
+  const hasUndeliveredExact = () => activeStore.pendingStageMessagesFor(runId, stageId).length > 0 || stageId !== stageName && activeStore.pendingStageMessagesFor(runId, stageName).length > 0;
+  const hasUndelivered = (sessionId) => hasUndeliveredExact() || stickyPendingStageEntriesForStage(activeStore, runId, stageId, stageName, sessionId === undefined ? undefined : { sessionId }).length > 0;
   const pendingReady = () => {
     if (readyPromise === undefined) {
       readyPromise = new Promise((resolve, reject) => {
@@ -64389,35 +64459,64 @@ function createWorkflowPendingStageDelivery(activeStore, runId, stageId, stageNa
     }
     return readyPromise;
   };
+  let followUp;
+  const startDrain = (deliver, recipient) => {
+    if (terminalError !== undefined)
+      return Promise.resolve();
+    drainError = undefined;
+    progress();
+    const attempt = deliverPendingStageMessages(activeStore, runId, stageId, stageName, async (from, message) => {
+      progress();
+      await deliver(from, message);
+      progress();
+    }, progressingCommit, recipient);
+    const drain = attempt.then(() => {
+      progress();
+      drainedSessionId = recipient?.sessionId;
+      resolveReady?.();
+      readyPromise = undefined;
+      resolveReady = undefined;
+      rejectReady = undefined;
+      if (drainPromise === drain)
+        drainPromise = undefined;
+    }, (error) => {
+      progress();
+      drainError = error;
+      rejectReady?.(error);
+      readyPromise = undefined;
+      resolveReady = undefined;
+      rejectReady = undefined;
+      if (drainPromise === drain)
+        drainPromise = undefined;
+      throw error;
+    });
+    drainPromise = drain;
+    return boundedDrain(drain, recipient?.sessionId);
+  };
+  const requestDrain = (deliver, recipient) => {
+    const running = drainPromise;
+    if (running === undefined)
+      return startDrain(deliver, recipient);
+    if (followUp !== undefined) {
+      followUp.deliver = deliver;
+      followUp.recipient = recipient;
+      return boundedDrain(followUp.settled.promise, recipient?.sessionId);
+    }
+    const next = { deliver, recipient, settled: Promise.withResolvers() };
+    next.settled.promise.catch(() => {});
+    followUp = next;
+    running.catch(() => {}).then(() => {
+      if (followUp === next)
+        followUp = undefined;
+      return requestDrain(next.deliver, next.recipient);
+    }).then(next.settled.resolve, next.settled.reject);
+    return boundedDrain(next.settled.promise, recipient?.sessionId);
+  };
   return {
     routeCapability: workflowPendingStageRouteCapability(activeStore, runId),
     deliverPending(deliver, recipient) {
       currentRecipient = recipient;
-      if (drainPromise !== undefined)
-        return drainPromise;
-      if (terminalError !== undefined)
-        return Promise.resolve();
-      drainError = undefined;
-      const attempt = deliverPendingStageMessages(activeStore, runId, stageId, stageName, deliver, commit, recipient);
-      const drain = attempt.then(() => {
-        resolveReady?.();
-        readyPromise = undefined;
-        resolveReady = undefined;
-        rejectReady = undefined;
-        if (drainPromise === drain)
-          drainPromise = undefined;
-      }, (error) => {
-        drainError = error;
-        rejectReady?.(error);
-        readyPromise = undefined;
-        resolveReady = undefined;
-        rejectReady = undefined;
-        if (drainPromise === drain)
-          drainPromise = undefined;
-        throw error;
-      });
-      drainPromise = drain;
-      return drainPromise;
+      return requestDrain(deliver, recipient);
     },
     ready(sessionId) {
       if (!hasUndelivered(sessionId)) {
@@ -64427,6 +64526,8 @@ function createWorkflowPendingStageDelivery(activeStore, runId, stageId, stageNa
         return Promise.reject(terminalError);
       if (drainError !== undefined)
         return Promise.reject(drainError);
+      if (drainPromise === undefined && sessionId !== undefined && drainedSessionId === sessionId && !hasUndeliveredExact())
+        return;
       const ready = pendingReady();
       if (sessionId !== undefined && activeStore.pendingStageMessagesFor(runId, stageId).length === 0 && activeStore.pendingStageMessagesFor(runId, stageName).length === 0) {
         const entries = stickyPendingStageEntriesForStage(activeStore, runId, stageId, stageName, { sessionId });
@@ -64450,6 +64551,14 @@ function createWorkflowPendingStageDelivery(activeStore, runId, stageId, stageNa
             rejectReady?.(error);
         });
       }
+      watchStall(ready, sessionId, () => {
+        if (readyPromise !== ready)
+          return;
+        resolveReady?.();
+        readyPromise = undefined;
+        resolveReady = undefined;
+        rejectReady = undefined;
+      });
       return ready;
     },
     fail(reason) {
@@ -64577,7 +64686,7 @@ function toPendingStageSender(entry) {
     lastActivity: entry.from.lastActivity ?? entry.message.timestamp
   };
 }
-var pendingDeliveryClaims, WorkflowPendingStageDeliveryFailedError;
+var pendingDeliveryClaims, WorkflowPendingStageDeliveryFailedError, PENDING_STAGE_READY_STALL_MS = 60000;
 var init_pending_stage_delivery2 = __esm(() => {
   init_run_owner_backend();
   init_store_backend();

package/dist/builtin/workflows/src/index.js

@@ -59243,6 +59243,9 @@ var init_workflow_stage_target = __esm(() => {
 });
 
 // dist/builtin/workflows/src/shared/pending-stage-status.ts
+function isAddressableStageStatus(status) {
+  return ADDRESSABLE_STAGE_STATUSES.has(status);
+}
 function workflowBoundarySegments(runs, runId) {
   return createWorkflowBoundarySegmentsResolver(runs)(runId);
 }
@@ -59365,9 +59368,17 @@ function createStagePathPatternIndex(patterns) {
     }
   };
 }
+var ADDRESSABLE_STAGE_STATUSES;
 var init_pending_stage_status = __esm(() => {
   init_store_internal();
   init_workflow_stage_target();
+  ADDRESSABLE_STAGE_STATUSES = new Set([
+    "pending",
+    "running",
+    "awaiting_input",
+    "paused",
+    "blocked"
+  ]);
 });
 
 // dist/builtin/workflows/src/shared/sticky-delivery-state-bound.ts
@@ -60081,7 +60092,7 @@ function registerPendingStageIntercomBridge(pi, activeStore, ownsRun = () => tru
             stageName: stage.name,
             target: stageRouteTarget(runs, rootRunId, run.id, stage.id, resolveBoundarySegments),
             lifecycle: stage.sessionId === undefined && stage.sessionFile === undefined ? "pending" : "running",
-            routeEligible: stage.pendingStageDeliveryAvailable === true && (stage.status === "pending" || stage.status === "running" || stage.status === "awaiting_input" || stage.status === "paused" || stage.status === "blocked"),
+            routeEligible: stage.pendingStageDeliveryAvailable === true && isAddressableStageStatus(stage.status),
             group: stage.intercomGroup ?? workflowInvocationIntercomGroup(rootRunId)
           })),
           ...nonAgentNodes(run).map((node) => ({
@@ -60584,7 +60595,7 @@ function knownUninitializedStage(run, stageKey) {
   if (candidates.length !== 1)
     return;
   const stage = candidates[0];
-  return (stage.status === "pending" || stage.status === "running") && stage.sessionId === undefined && stage.sessionFile === undefined ? stage : undefined;
+  return isAddressableStageStatus(stage.status) && stage.sessionId === undefined && stage.sessionFile === undefined ? stage : undefined;
 }
 function pendingStageDestination(run, entry) {
   if (entry.stageId !== undefined) {
@@ -64158,15 +64169,74 @@ function isWorkflowPendingStageDeliveryFailure(error) {
     return true;
   return error?.code === "pending_stage_delivery_failed";
 }
-function createWorkflowPendingStageDelivery(activeStore, runId, stageId, stageName, commit = (action) => action()) {
+function createWorkflowPendingStageDelivery(activeStore, runId, stageId, stageName, commit = (action) => action(), options = {}) {
   let resolveReady;
   let rejectReady;
   let readyPromise;
   let drainError;
   let terminalError;
   let drainPromise;
+  let drainedSessionId;
   let currentRecipient;
-  const hasUndelivered = (sessionId) => activeStore.pendingStageMessagesFor(runId, stageId).length > 0 || stageId !== stageName && activeStore.pendingStageMessagesFor(runId, stageName).length > 0 || stickyPendingStageEntriesForStage(activeStore, runId, stageId, stageName, sessionId === undefined ? undefined : { sessionId }).length > 0;
+  let lastProgressAt = Date.now();
+  let stallReported = false;
+  const progress = () => {
+    lastProgressAt = Date.now();
+  };
+  const progressingCommit = async (action) => {
+    try {
+      return await commit(action);
+    } finally {
+      progress();
+    }
+  };
+  const reportStall = (sessionId) => {
+    if (stallReported)
+      return;
+    stallReported = true;
+    const undelivered = [
+      ...activeStore.pendingStageMessagesFor(runId, stageId),
+      ...stageId === stageName ? [] : activeStore.pendingStageMessagesFor(runId, stageName)
+    ].map((entry) => `${entry.message.id} (direct → ${entry.stageKey})`).concat(stickyPendingStageEntriesForStage(activeStore, runId, stageId, stageName, sessionId === undefined ? undefined : { sessionId }).map((entry) => `${entry.message.id} (sticky → ${entry.targetPath ?? entry.stageKey})`));
+    const listed = undelivered.slice(0, 10).join(", ");
+    const more = undelivered.length > 10 ? `, and ${undelivered.length - 10} more` : "";
+    const message = `atomic-workflows: stage "${stageName}" (${stageId}) is starting without its queued Intercom messages: ` + `no delivery progress for ${PENDING_STAGE_READY_STALL_MS / 1000}s; ` + `drain ${drainPromise === undefined ? "not running" : "running but hung"}; ` + `undelivered: ${listed.length === 0 ? "none" : `${listed}${more}`}. ` + "They stay queued and arrive live or on the stage's next drain.";
+    try {
+      (options.reportStall ?? console.warn)(message);
+    } catch {}
+  };
+  const watchStall = (pending, sessionId, onStall) => {
+    let timer;
+    let settled = false;
+    const check = () => {
+      if (settled)
+        return;
+      const remaining = lastProgressAt + PENDING_STAGE_READY_STALL_MS - Date.now();
+      if (remaining > 0) {
+        timer = setTimeout(check, remaining);
+        timer.unref?.();
+        return;
+      }
+      reportStall(sessionId);
+      onStall();
+    };
+    const stop = () => {
+      settled = true;
+      clearTimeout(timer);
+    };
+    pending.then(stop, stop);
+    check();
+  };
+  const boundedDrain = (drain, sessionId) => {
+    const waiting = new Promise((resolve, reject) => {
+      drain.then(resolve, reject);
+      watchStall(drain, sessionId, resolve);
+    });
+    waiting.catch(() => {});
+    return waiting;
+  };
+  const hasUndeliveredExact = () => activeStore.pendingStageMessagesFor(runId, stageId).length > 0 || stageId !== stageName && activeStore.pendingStageMessagesFor(runId, stageName).length > 0;
+  const hasUndelivered = (sessionId) => hasUndeliveredExact() || stickyPendingStageEntriesForStage(activeStore, runId, stageId, stageName, sessionId === undefined ? undefined : { sessionId }).length > 0;
   const pendingReady = () => {
     if (readyPromise === undefined) {
       readyPromise = new Promise((resolve, reject) => {
@@ -64176,35 +64246,64 @@ function createWorkflowPendingStageDelivery(activeStore, runId, stageId, stageNa
     }
     return readyPromise;
   };
+  let followUp;
+  const startDrain = (deliver, recipient) => {
+    if (terminalError !== undefined)
+      return Promise.resolve();
+    drainError = undefined;
+    progress();
+    const attempt = deliverPendingStageMessages(activeStore, runId, stageId, stageName, async (from, message) => {
+      progress();
+      await deliver(from, message);
+      progress();
+    }, progressingCommit, recipient);
+    const drain = attempt.then(() => {
+      progress();
+      drainedSessionId = recipient?.sessionId;
+      resolveReady?.();
+      readyPromise = undefined;
+      resolveReady = undefined;
+      rejectReady = undefined;
+      if (drainPromise === drain)
+        drainPromise = undefined;
+    }, (error) => {
+      progress();
+      drainError = error;
+      rejectReady?.(error);
+      readyPromise = undefined;
+      resolveReady = undefined;
+      rejectReady = undefined;
+      if (drainPromise === drain)
+        drainPromise = undefined;
+      throw error;
+    });
+    drainPromise = drain;
+    return boundedDrain(drain, recipient?.sessionId);
+  };
+  const requestDrain = (deliver, recipient) => {
+    const running = drainPromise;
+    if (running === undefined)
+      return startDrain(deliver, recipient);
+    if (followUp !== undefined) {
+      followUp.deliver = deliver;
+      followUp.recipient = recipient;
+      return boundedDrain(followUp.settled.promise, recipient?.sessionId);
+    }
+    const next = { deliver, recipient, settled: Promise.withResolvers() };
+    next.settled.promise.catch(() => {});
+    followUp = next;
+    running.catch(() => {}).then(() => {
+      if (followUp === next)
+        followUp = undefined;
+      return requestDrain(next.deliver, next.recipient);
+    }).then(next.settled.resolve, next.settled.reject);
+    return boundedDrain(next.settled.promise, recipient?.sessionId);
+  };
   return {
     routeCapability: workflowPendingStageRouteCapability(activeStore, runId),
     deliverPending(deliver, recipient) {
       currentRecipient = recipient;
-      if (drainPromise !== undefined)
-        return drainPromise;
-      if (terminalError !== undefined)
-        return Promise.resolve();
-      drainError = undefined;
-      const attempt = deliverPendingStageMessages(activeStore, runId, stageId, stageName, deliver, commit, recipient);
-      const drain = attempt.then(() => {
-        resolveReady?.();
-        readyPromise = undefined;
-        resolveReady = undefined;
-        rejectReady = undefined;
-        if (drainPromise === drain)
-          drainPromise = undefined;
-      }, (error) => {
-        drainError = error;
-        rejectReady?.(error);
-        readyPromise = undefined;
-        resolveReady = undefined;
-        rejectReady = undefined;
-        if (drainPromise === drain)
-          drainPromise = undefined;
-        throw error;
-      });
-      drainPromise = drain;
-      return drainPromise;
+      return requestDrain(deliver, recipient);
     },
     ready(sessionId) {
       if (!hasUndelivered(sessionId)) {
@@ -64214,6 +64313,8 @@ function createWorkflowPendingStageDelivery(activeStore, runId, stageId, stageNa
         return Promise.reject(terminalError);
       if (drainError !== undefined)
         return Promise.reject(drainError);
+      if (drainPromise === undefined && sessionId !== undefined && drainedSessionId === sessionId && !hasUndeliveredExact())
+        return;
       const ready = pendingReady();
       if (sessionId !== undefined && activeStore.pendingStageMessagesFor(runId, stageId).length === 0 && activeStore.pendingStageMessagesFor(runId, stageName).length === 0) {
         const entries = stickyPendingStageEntriesForStage(activeStore, runId, stageId, stageName, { sessionId });
@@ -64237,6 +64338,14 @@ function createWorkflowPendingStageDelivery(activeStore, runId, stageId, stageNa
             rejectReady?.(error);
         });
       }
+      watchStall(ready, sessionId, () => {
+        if (readyPromise !== ready)
+          return;
+        resolveReady?.();
+        readyPromise = undefined;
+        resolveReady = undefined;
+        rejectReady = undefined;
+      });
       return ready;
     },
     fail(reason) {
@@ -64364,7 +64473,7 @@ function toPendingStageSender(entry) {
     lastActivity: entry.from.lastActivity ?? entry.message.timestamp
   };
 }
-var pendingDeliveryClaims, WorkflowPendingStageDeliveryFailedError;
+var pendingDeliveryClaims, WorkflowPendingStageDeliveryFailedError, PENDING_STAGE_READY_STALL_MS = 60000;
 var init_pending_stage_delivery2 = __esm(() => {
   init_run_owner_backend();
   init_store_backend();