@dudousxd/nestjs-durable-core 0.32.1 → 0.33.0

package/dist/index.cjs

@@ -29,6 +29,7 @@ __export(index_exports, {
   Entities: () => Entities,
   EventAccumulators: () => EventAccumulators,
   FatalError: () => FatalError,
+  GatherError: () => GatherError,
   InMemoryAdmissionBackend: () => InMemoryAdmissionBackend,
   InMemoryStateStore: () => InMemoryStateStore,
   InMemoryTransport: () => InMemoryTransport,
@@ -37,6 +38,7 @@ __export(index_exports, {
   RemoteStepError: () => RemoteStepError,
   RemoteStepTimeout: () => RemoteStepTimeout,
   RemoteWorkflowExecutor: () => RemoteWorkflowExecutor,
+  RemoteWorkflowTimeout: () => RemoteWorkflowTimeout,
   STATE_STORE: () => STATE_STORE,
   STATE_STORE_CANONICAL: () => STATE_STORE_CANONICAL,
   SignalTimeoutError: () => SignalTimeoutError,
@@ -51,6 +53,7 @@ __export(index_exports, {
   attributeOperand: () => attributeOperand,
   breakpointToken: () => breakpointToken,
   collectMetrics: () => collectMetrics,
+  createStepLogger: () => createStepLogger,
   eventMatchOf: () => eventMatchOf,
   eventMatches: () => eventMatches,
   eventPrefix: () => eventPrefix,
@@ -453,6 +456,7 @@ function stepCheckpoint(p) {
     attempts: p.attempts,
     workerGroup: p.workerGroup,
     wakeAt: p.wakeAt,
+    parallelGroup: p.parallelGroup,
     enqueuedAt: p.enqueuedAt,
     startedAt: p.startedAt,
     finishedAt: p.finishedAt
@@ -470,6 +474,7 @@ function instantCheckpoint(p) {
     status: p.status ?? "completed",
     output: p.output,
     wakeAt: p.wakeAt,
+    parallelGroup: p.parallelGroup,
     attempts: 1,
     enqueuedAt: at,
     startedAt: at,
@@ -531,6 +536,19 @@ var RemoteStepTimeout = class extends Error {
     this.timeoutMs = timeoutMs;
   }
 };
+var RemoteWorkflowTimeout = class extends Error {
+  static {
+    __name(this, "RemoteWorkflowTimeout");
+  }
+  taskId;
+  timeoutMs;
+  constructor(taskId, timeoutMs) {
+    super(`remote workflow task ${taskId} produced no decision within ${timeoutMs}ms \u2014 presumed dropped; re-driving via recovery`);
+    this.name = "RemoteWorkflowTimeout";
+    this.taskId = taskId;
+    this.timeoutMs = timeoutMs;
+  }
+};
 var NonDeterminismError = class extends Error {
   static {
     __name(this, "NonDeterminismError");
@@ -544,6 +562,19 @@ var NonDeterminismError = class extends Error {
     this.seq = seq;
   }
 };
+var GatherError = class extends Error {
+  static {
+    __name(this, "GatherError");
+  }
+  failures;
+  constructor(failures, total) {
+    const ids = failures.map((f) => f.id).join(", ");
+    const denom = total ?? failures.length;
+    super(`ctx.all: ${failures.length} of ${denom} child(ren) failed: ${ids}`);
+    this.name = "GatherError";
+    this.failures = failures;
+  }
+};
 var WorkflowSuspended = class extends Error {
   static {
     __name(this, "WorkflowSuspended");
@@ -1213,6 +1244,72 @@ function createWorkflowCtx(host, runId, compensations, workflow = "") {
     }
     throw new WorkflowSuspended();
   }, "child");
+  const all = /* @__PURE__ */ __name(async (workflow2, inputs, opts) => {
+    if (inputs.length === 0) return [];
+    const mode = opts?.mode ?? "waitAll";
+    const name = workflowName(workflow2);
+    const positions = inputs.map(() => pos.next());
+    const group = `all:${positions[0]}`;
+    const id = /* @__PURE__ */ __name((i) => `${runId}.all.${positions[0]}.${i}`, "id");
+    const existing = await Promise.all(positions.map((seq) => readCheckpoint(seq)));
+    if (mode === "failFast") {
+      for (let i = 0; i < inputs.length; i += 1) {
+        const cp = existing[i];
+        const c = cp?.status === "completed" ? cp.output : null;
+        if (c && c.ok === false) {
+          throw new GatherError([
+            {
+              index: i,
+              id: id(i),
+              error: c.error ?? "unknown"
+            }
+          ], inputs.length);
+        }
+      }
+    }
+    let pending = false;
+    for (let i = 0; i < inputs.length; i += 1) {
+      const cp = existing[i];
+      if (cp?.status === "completed") continue;
+      pending = true;
+      const seq = positions[i];
+      const childId = id(i);
+      await store.putSignalWaiter({
+        token: `child:${childId}`,
+        runId,
+        seq
+      });
+      if (!await store.getRun(childId)) host.startChild(name, inputs[i], childId);
+      if (!cp) {
+        await writeCheckpoint(instantCheckpoint({
+          runId,
+          seq,
+          name: `signal:child:${childId}`,
+          kind: "signal",
+          status: "running",
+          parallelGroup: group
+        }));
+      }
+    }
+    if (pending) throw new WorkflowSuspended();
+    const outputs = [];
+    const failures = [];
+    for (let i = 0; i < inputs.length; i += 1) {
+      const c = existing[i]?.output;
+      if (c && typeof c === "object" && "ok" in c && c.ok === false) {
+        failures.push({
+          index: i,
+          id: id(i),
+          error: c.error ?? "unknown"
+        });
+        outputs.push(void 0);
+      } else {
+        outputs.push(c?.value);
+      }
+    }
+    if (failures.length > 0) throw new GatherError(failures, inputs.length);
+    return outputs;
+  }, "all");
   const startChild = /* @__PURE__ */ __name(async (workflow2, input, options) => {
     const { childId, priority } = normalizeChildOptions(options);
     const current = pos.next();
@@ -1347,6 +1444,7 @@ function createWorkflowCtx(host, runId, compensations, workflow = "") {
     waitForEvent,
     task,
     child,
+    all,
     startChild,
     breakpoint,
     webhook,
@@ -2336,7 +2434,8 @@ var WorkflowEngine = class {
         attempts: 1,
         enqueuedAt: startedAt,
         startedAt,
-        finishedAt: startedAt
+        finishedAt: startedAt,
+        parallelGroup: event.parallelGroup
       }));
       this.emit({
         type: "step.started",
@@ -2360,7 +2459,8 @@ var WorkflowEngine = class {
       attempts: 1,
       enqueuedAt: startedAt,
       startedAt,
-      finishedAt: event.finishedAt != null ? new Date(event.finishedAt) : /* @__PURE__ */ new Date()
+      finishedAt: event.finishedAt != null ? new Date(event.finishedAt) : /* @__PURE__ */ new Date(),
+      parallelGroup: event.parallelGroup
     }));
     this.emit({
       type: failed ? "step.failed" : "step.completed",
@@ -2597,6 +2697,13 @@ var WorkflowEngine = class {
     try {
       decision = await remote.executor.advance(run, history);
     } catch (err) {
+      if (err instanceof RemoteWorkflowTimeout) {
+        await this.store.releaseRunLock(run.id);
+        return {
+          runId: run.id,
+          status: "running"
+        };
+      }
       const error = {
         message: err instanceof Error ? err.message : String(err),
         stack: err instanceof Error ? err.stack : void 0
@@ -2716,7 +2823,11 @@ var WorkflowEngine = class {
           attempts: 1,
           enqueuedAt: startedAt,
           startedAt,
-          finishedAt
+          finishedAt,
+          // Carry the worker's `parallelGroup` (a Python `ctx.gather` tags every step in the fan with
+          // the same group) onto the checkpoint, so the dashboard can render the steps as one parallel
+          // group instead of a sequential list. Additive: undefined for ordinary sequential steps.
+          parallelGroup: cmd.parallelGroup
         }));
         this.emit({
           type: cmd.error ? "step.failed" : "step.completed",
@@ -3351,11 +3462,12 @@ var RemoteWorkflowExecutor = class {
     };
     const decision = new Promise((resolve, reject) => {
       this.pending.set(taskId, resolve);
-      if (this.opts.timeoutMs) {
+      const { timeoutMs } = this.opts;
+      if (timeoutMs) {
         const timer = setTimeout(() => {
           this.pending.delete(taskId);
-          reject(new Error(`workflow task ${taskId} timed out after ${this.opts.timeoutMs}ms`));
-        }, this.opts.timeoutMs);
+          reject(new RemoteWorkflowTimeout(taskId, timeoutMs));
+        }, timeoutMs);
         timer.unref?.();
       }
     });
@@ -4083,6 +4195,7 @@ var InMemoryTransport = class {
   Entities,
   EventAccumulators,
   FatalError,
+  GatherError,
   InMemoryAdmissionBackend,
   InMemoryStateStore,
   InMemoryTransport,
@@ -4091,6 +4204,7 @@ var InMemoryTransport = class {
   RemoteStepError,
   RemoteStepTimeout,
   RemoteWorkflowExecutor,
+  RemoteWorkflowTimeout,
   STATE_STORE,
   STATE_STORE_CANONICAL,
   SignalTimeoutError,
@@ -4105,6 +4219,7 @@ var InMemoryTransport = class {
   attributeOperand,
   breakpointToken,
   collectMetrics,
+  createStepLogger,
   eventMatchOf,
   eventMatches,
   eventPrefix,