@dudousxd/nestjs-durable-core 0.38.0 → 0.40.0

package/dist/index.js

@@ -1440,6 +1440,14 @@ function isNewerVersion(a, b) {
   }) > 0;
 }
 __name(isNewerVersion, "isNewerVersion");
+var NamespaceMismatch = class NamespaceMismatch2 extends Error {
+  static {
+    __name(this, "NamespaceMismatch");
+  }
+  constructor() {
+    super("namespace-mismatch");
+  }
+};
 var WorkflowEngine = class {
   static {
     __name(this, "WorkflowEngine");
@@ -1450,6 +1458,7 @@ var WorkflowEngine = class {
   controlPlane;
   clock;
   instanceId;
+  namespace;
   leaseMs;
   maxRecoveryAttempts;
   remoteAdvanceSilenceMs;
@@ -1516,6 +1525,7 @@ var WorkflowEngine = class {
     this.admission = deps.admission ?? new InMemoryAdmissionBackend(this.clock);
     this.admission.onFreed?.((queue) => this.wakeQueueWaiters(queue));
     this.instanceId = deps.instanceId ?? globalThis.crypto.randomUUID();
+    this.namespace = deps.namespace ?? "default";
     this.leaseMs = deps.leaseMs ?? 3e4;
     this.maxRecoveryAttempts = deps.maxRecoveryAttempts;
     this.remoteAdvanceSilenceMs = deps.remoteAdvanceSilenceMs;
@@ -1626,8 +1636,21 @@ var WorkflowEngine = class {
   * Register a workflow version. Register multiple versions of the same name to keep in-flight
   * runs working across a breaking change: old runs resume on the version they started on, new
   * runs start on the newest registered version.
+  *
+  * GROUP-SERVED (uniform dispatch, opt-in): pass `{ group, executor }` to have the engine DISPATCH
+  * this workflow's turns to a worker `group` (via `executor.advance`) instead of running `fn`
+  * inline — exactly as {@link registerRemote} does for a cross-SDK (e.g. Python) body, EXCEPT the
+  * body is a TS `fn` the engine retains so an IN-APP worker on `group` can fetch it by name
+  * ({@link workflowBody}) and run it. This is "one app, both roles": the same process owns the
+  * engine AND consumes its own group. Recovery, timers, singleton, cancel and dead-lettering stay
+  * engine concerns, identical to a remote run. OMIT `group`/`executor` (the default) to keep the
+  * inline fast path — `fn` runs in-process and the run pays zero dispatch round-trips. The first
+  * step toward routing every run through a group with no local/remote flag (Phase 3).
   */
   register(name, version, fn, opts) {
+    if (opts?.group == null !== (opts?.executor == null)) {
+      throw new Error(`workflow ${name}@${version}: register({ group, executor }) needs BOTH group and executor (or neither)`);
+    }
     const registered = {
       name,
       version,
@@ -1637,8 +1660,17 @@ var WorkflowEngine = class {
       executionTimeoutMs: opts?.executionTimeout != null ? parseDuration(opts.executionTimeout) : void 0,
       validateInput: opts?.validateInput,
       onEvent: opts?.onEvent,
-      eventBatch: opts?.eventBatch
+      eventBatch: opts?.eventBatch,
+      // A real, retained in-process body — so `workflowBody` can hand it to an in-app worker, and so
+      // it is NOT confused with the throwing stub `registerRemote` installs for a body-less remote.
+      hasBody: true
     };
+    if (opts?.group != null && opts?.executor != null) {
+      registered.remote = {
+        group: opts.group,
+        executor: opts.executor
+      };
+    }
     this.workflows.set(versionKey(name, version), registered);
     const current = this.latest.get(name);
     if (!current || isNewerVersion(version, current.version)) this.latest.set(name, registered);
@@ -1649,6 +1681,17 @@ var WorkflowEngine = class {
     }
   }
   /**
+  * The retained in-process body for `name@version`, for an IN-APP worker that consumes this engine's
+  * own group to SERVE a group-served `register(..., { group, executor })` workflow (uniform dispatch):
+  * the worker fetches the body by name when it picks up the dispatched {@link WorkflowTask}, replays
+  * it, and returns the {@link WorkflowDecision}. `undefined` for an unregistered name or a body-less
+  * remote (a `registerRemote` / synthesized child carries only a throwing stub, never handed out).
+  */
+  workflowBody(name, version) {
+    const reg = this.workflows.get(versionKey(name, version));
+    return reg?.hasBody ? reg.fn : void 0;
+  }
+  /**
   * Register a workflow whose body runs in another SDK (e.g. Python). The engine owns the run exactly
   * as for a TS workflow — it persists checkpoints, recovers, runs timers — but advances it by handing
   * the run's history to `executor` (which dispatches a {@link WorkflowTask} to the worker) and applying
@@ -1774,7 +1817,11 @@ var WorkflowEngine = class {
   }
   async start(workflow, input, runId, opts) {
     const name = workflowName(workflow);
-    const registered = this.latest.get(name);
+    let registered = this.latest.get(name);
+    if (!registered) {
+      const ancestor = await this.findRemoteAncestor(runId);
+      if (ancestor) registered = this.synthesizeRemoteChild(name, ancestor.version, ancestor);
+    }
     if (!registered) throw new Error(`workflow ${name} is not registered`);
     await registered.validateInput?.(input);
     const prior = await this.store.getRun(runId);
@@ -1799,6 +1846,7 @@ var WorkflowEngine = class {
       workflow: name,
       workflowVersion: registered.version,
       status: "pending",
+      namespace: this.namespace,
       input,
       tags,
       searchAttributes: opts?.searchAttributes,
@@ -1835,12 +1883,91 @@ var WorkflowEngine = class {
         error: run.error
       };
     }
-    const registered = this.workflows.get(versionKey(run.workflow, run.workflowVersion));
+    if (run.namespace !== void 0 && run.namespace !== this.namespace) {
+      await this.store.releaseRunLock(runId);
+      throw new NamespaceMismatch();
+    }
+    const registered = this.workflows.get(versionKey(run.workflow, run.workflowVersion)) ?? await this.findInheritedRegistration(run);
     if (!registered) {
       throw new Error(`workflow ${run.workflow}@${run.workflowVersion} is not registered \u2014 keep the prior version deployed so in-flight runs can drain (skew protection)`);
     }
     return this.track(this.execute(run, registered.fn));
   }
+  /**
+  * The registration for an UNREGISTERED run, INHERITED from its nearest REMOTE ancestor — or
+  * `undefined` if it has none (the skew-protection error case in {@link resume}). Callers check the
+  * flat registry FIRST (so an explicit `registerRemote(name, …)` ALWAYS wins, and a registered run
+  * never reaches here); this resolves only the new case: a child spawned by a remote workflow (e.g. a
+  * Python `gather_children` / `start_child` fan-out) of a name the host never `registerRemote`-ed. It
+  * is driven as a remote run on the ancestor's group + the SAME executor instance, so the host needs
+  * no redundant registration per child name.
+  *
+  * RECOMPUTED per resume rather than memoized into `this.workflows`: a synthesized child is not a real
+  * registration and must not leak into `latest`, `knownGroups`, or `sweepTimeouts` (which iterate the
+  * registry); recomputing also stays correct if the ancestor's remote registration is re-pointed at a
+  * new executor across a deploy. Only unregistered runs pay it, so registered workflows pay nothing.
+  */
+  async findInheritedRegistration(run) {
+    const ancestor = await this.findRemoteAncestor(run.id);
+    if (!ancestor) return void 0;
+    return this.synthesizeRemoteChild(run.workflow, run.workflowVersion, ancestor);
+  }
+  /**
+  * A throwaway {@link RegisteredWorkflow} that routes `name@version` as a remote run on the ancestor's
+  * group via the ancestor's SAME executor instance. The executor is group-scoped (it dispatches a
+  * {@link WorkflowTask} carrying `run.workflow`, and the worker picks the body by name), so reusing it
+  * is correct AND required — a second executor on the same group would race the worker for results.
+  * Only `remote` is inherited; the child gets none of the ancestor's singleton/timeout/validator, so
+  * its identity stays its own.
+  */
+  synthesizeRemoteChild(name, version, ancestor) {
+    const remote = ancestor.remote;
+    if (!remote) throw new Error(`workflow ${ancestor.name} is not a remote workflow`);
+    return {
+      name,
+      version,
+      fn: /* @__PURE__ */ __name(() => {
+        throw new Error(`workflow ${name} is remote \u2014 it has no in-process body`);
+      }, "fn"),
+      remote
+    };
+  }
+  /**
+  * Walk the parent chain of `childRunId` to the nearest ancestor registered as REMOTE, returning its
+  * registration (or `undefined` if there is none). The parent of an awaited child is found via its
+  * live `child:<childId>` signal waiter — present for as long as the parent is suspended awaiting the
+  * child, i.e. throughout the child's executable lifetime (start, every resume, crash recovery, cancel
+  * cascade), which is exactly when we resolve. A registered-but-LOCAL parent stops the walk (an
+  * unregistered child of a TS workflow is a genuine misconfiguration → skew error); only an
+  * unregistered parent keeps walking, so a child of an inherited child still reaches the remote root.
+  * `visited` guards against a pathological cyclic id graph.
+  */
+  async findRemoteAncestor(childRunId, visited = /* @__PURE__ */ new Set()) {
+    if (visited.has(childRunId)) return void 0;
+    visited.add(childRunId);
+    const parentRunId = await this.findParentRunId(childRunId);
+    if (!parentRunId) return void 0;
+    const parent = await this.store.getRun(parentRunId);
+    if (!parent) return void 0;
+    const parentReg = this.workflows.get(versionKey(parent.workflow, parent.workflowVersion));
+    if (parentReg?.remote) return parentReg;
+    if (parentReg) return void 0;
+    return this.findRemoteAncestor(parent.id, visited);
+  }
+  /**
+  * The run that spawned `childRunId`, via its live `child:<childRunId>` signal waiter — every awaited
+  * child (`ctx.child`, `ctx.all`, a remote `start_child`) suspends its parent on exactly this waiter,
+  * and the waiter is written BEFORE the child is started. Only reached for an UNREGISTERED child, so
+  * registered runs never pay the scan; returns `undefined` once the parent has settled the child (the
+  * waiter is consumed), but by then the child is terminal and no longer resolved.
+  */
+  async findParentRunId(childRunId) {
+    const token = `child:${childRunId}`;
+    for (const waiter of await this.store.listSignalWaiters("child:")) {
+      if (waiter.token === token) return waiter.runId;
+    }
+    return void 0;
+  }
   /** Track an in-flight execution so {@link drain} can wait for it. */
   track(p) {
     this.inflight.add(p);
@@ -1878,11 +2005,13 @@ var WorkflowEngine = class {
       const inflight = [
         ...await this.store.listRuns({
           workflow: reg.name,
-          status: "running"
+          status: "running",
+          namespace: this.namespace
         }),
         ...await this.store.listRuns({
           workflow: reg.name,
-          status: "suspended"
+          status: "suspended",
+          namespace: this.namespace
         })
       ];
       for (const run of inflight) {
@@ -1912,7 +2041,7 @@ var WorkflowEngine = class {
   async recoverIncomplete(nowMs = this.clock()) {
     if (this.draining) return [];
     const results = [];
-    for (const run of await this.store.listIncompleteRuns()) {
+    for (const run of await this.store.listIncompleteRuns(this.namespace)) {
       const acquired = await this.store.tryLockRun(run.id, this.instanceId, nowMs + this.leaseMs, nowMs);
       if (!acquired) continue;
       const settled = await this.countRecovery(run);
@@ -1982,7 +2111,7 @@ var WorkflowEngine = class {
   * boot. A run still not due re-suspends cheaply without running new work.
   */
   async resumeDueTimers(nowMs = this.clock()) {
-    return this.resumeLeased(await this.store.listDueTimers(nowMs), nowMs);
+    return this.resumeLeased(await this.store.listDueTimers(nowMs, this.namespace), nowMs);
   }
   /**
   * Lease and execute one run by id — the worker side of dispatch. Acquires the recovery lease (so
@@ -1995,7 +2124,10 @@ var WorkflowEngine = class {
     const nowMs = this.clock();
     const acquired = await this.store.tryLockRun(runId, this.instanceId, nowMs + this.leaseMs, nowMs);
     if (!acquired) return null;
-    return this.resume(runId);
+    return this.resume(runId).catch((err) => {
+      if (err instanceof NamespaceMismatch) return null;
+      throw err;
+    });
   }
   /**
   * Re-enqueue a run for a worker to (re-)execute — the dispatch-model **retry**. Sets it back to
@@ -2041,7 +2173,7 @@ var WorkflowEngine = class {
   * {@link resumeDueTimers}.
   */
   async runPending(nowMs = this.clock()) {
-    return this.resumeLeased(await this.store.listPendingRuns(100), nowMs);
+    return this.resumeLeased(await this.store.listPendingRuns(100, this.namespace), nowMs);
   }
   /**
   * Resolve once `runId` reaches a settled state — terminal (completed/failed/cancelled/dead) or
@@ -2153,7 +2285,10 @@ var WorkflowEngine = class {
       kind: "signal",
       output: payload
     }));
-    return this.resume(waiter.runId);
+    return this.resume(waiter.runId).catch((err) => {
+      if (err instanceof NamespaceMismatch) return null;
+      throw err;
+    });
   }
   /**
   * Ensure a run exists for `runId`, then deliver a signal to it — atomically race-free thanks to
@@ -2530,7 +2665,7 @@ var WorkflowEngine = class {
     });
   }
   async execute(run, fn) {
-    const registered = this.workflows.get(versionKey(run.workflow, run.workflowVersion));
+    const registered = this.workflows.get(versionKey(run.workflow, run.workflowVersion)) ?? await this.findInheritedRegistration(run);
     const lockNow = this.clock();
     if (run.lockedBy !== this.instanceId || (run.lockedUntil ?? 0) <= lockNow) {
       if (!await this.store.tryLockRun(run.id, this.instanceId, lockNow + this.leaseMs, lockNow)) {
@@ -3307,7 +3442,10 @@ var WorkflowEngine = class {
       queueMs: startedAt.getTime() - cp.enqueuedAt.getTime(),
       durationMs: finishedAt.getTime() - startedAt.getTime()
     });
-    await this.resume(result.runId);
+    await this.resume(result.runId).catch((err) => {
+      if (err instanceof NamespaceMismatch) return null;
+      throw err;
+    });
   }
   /**
   * A slot freed on `queue` (a fleet-wide signal): resume this instance's runs blocked on it so they
@@ -3605,14 +3743,14 @@ var CodecStateStore = class {
       saveCheckpoint: /* @__PURE__ */ __name((cp) => tx.saveCheckpoint(this.encCp(cp)), "saveCheckpoint")
     }));
   }
-  async listIncompleteRuns() {
-    return (await this.inner.listIncompleteRuns()).map((r) => this.decRun(r));
+  async listIncompleteRuns(namespace) {
+    return (await this.inner.listIncompleteRuns(namespace)).map((r) => this.decRun(r));
   }
-  async listPendingRuns(limit) {
-    return (await this.inner.listPendingRuns(limit)).map((r) => this.decRun(r));
+  async listPendingRuns(limit, namespace) {
+    return (await this.inner.listPendingRuns(limit, namespace)).map((r) => this.decRun(r));
   }
-  async listDueTimers(nowMs) {
-    return (await this.inner.listDueTimers(nowMs)).map((r) => this.decRun(r));
+  async listDueTimers(nowMs, namespace) {
+    return (await this.inner.listDueTimers(nowMs, namespace)).map((r) => this.decRun(r));
   }
   tryLockRun(runId, owner, leaseUntilMs, nowMs) {
     return this.inner.tryLockRun(runId, owner, leaseUntilMs, nowMs);
@@ -3967,7 +4105,8 @@ var InMemoryStateStore = class {
   }
   async createRun(run) {
     this.runs.set(run.id, {
-      ...run
+      ...run,
+      namespace: run.namespace ?? "default"
     });
     this.reindexAttributes(run.id, run.searchAttributes);
   }
@@ -4008,24 +4147,24 @@ var InMemoryStateStore = class {
       ...checkpoint
     });
   }
-  async listIncompleteRuns() {
+  async listIncompleteRuns(namespace) {
     return [
       ...this.runs.values()
-    ].filter((r) => r.status === "running" || r.status === "cancelling").map((r) => ({
+    ].filter((r) => (r.status === "running" || r.status === "cancelling") && (namespace === void 0 || r.namespace === namespace)).map((r) => ({
       ...r
     }));
   }
-  async listPendingRuns(limit) {
+  async listPendingRuns(limit, namespace) {
     return [
       ...this.runs.values()
-    ].filter((r) => r.status === "pending").sort((a, b) => a.createdAt.getTime() - b.createdAt.getTime() || a.id.localeCompare(b.id)).slice(0, limit).map((r) => ({
+    ].filter((r) => r.status === "pending" && (namespace === void 0 || r.namespace === namespace)).sort((a, b) => a.createdAt.getTime() - b.createdAt.getTime() || a.id.localeCompare(b.id)).slice(0, limit).map((r) => ({
       ...r
     }));
   }
-  async listDueTimers(nowMs) {
+  async listDueTimers(nowMs, namespace) {
     return [
       ...this.runs.values()
-    ].filter((r) => r.status === "suspended" && r.wakeAt !== void 0 && r.wakeAt <= nowMs).map((r) => ({
+    ].filter((r) => r.status === "suspended" && r.wakeAt !== void 0 && r.wakeAt <= nowMs && (namespace === void 0 || r.namespace === namespace)).map((r) => ({
       ...r
     }));
   }
@@ -4140,6 +4279,7 @@ var InMemoryStateStore = class {
     if (query.status) runs = runs.filter((r) => r.status === query.status);
     if (query.statuses) runs = runs.filter((r) => query.statuses?.includes(r.status));
     if (query.tag) runs = runs.filter((r) => r.tags?.includes(query.tag));
+    if (query.namespace !== void 0) runs = runs.filter((r) => r.namespace === query.namespace);
     if (query.attributes?.length) {
       let candidates = null;
       for (const f of query.attributes) {