@dudousxd/nestjs-durable 0.23.0 → 0.25.0

package/dist/index.d.cts

@@ -1,5 +1,5 @@
 import { StepError, WorkflowRef, SingletonConfig, WorkflowExecutor, StateStore, Transport, NamedTransport, ControlPlane, ScheduledWorkflow, RetentionPolicy, QueueConfig, AdmissionBackend, WorkflowEngine, EntityHandler, StepInvocation, WorkflowClass, WorkflowInputOf, StartOptions, RunResult } from '@dudousxd/nestjs-durable-core';
-import { RunRedisWorkerOptions, RunningWorker, DurableWorkerRuntime } from '@dudousxd/durable-worker';
+import { ConcurrencyOption, RunRedisWorkerOptions, RunningWorker, DurableWorkerRuntime } from '@dudousxd/durable-worker';
 import { DynamicModule, InjectionToken, OnModuleInit, OnApplicationBootstrap, OnApplicationShutdown, Provider } from '@nestjs/common';
 import { DiscoveryService, MetadataScanner } from '@nestjs/core';
 
@@ -193,6 +193,18 @@ interface DurableWorkerModuleOptions {
     prefix?: string;
     /** Stable id for this worker process in heartbeats/control. Defaults to a per-host/pid id. */
     instanceId?: string;
+    /**
+     * How many tasks each group's consumer runs concurrently (BullMQ Worker concurrency). Defaults to 1.
+     * Applies to every group unless overridden per-group by {@link concurrencyByGroup}. Raise it so a
+     * fanned-out batch (e.g. the N remote steps of a `gather`) runs in parallel instead of serially.
+     *
+     * Pass `'adaptive'` (or `{ mode:'adaptive', ... }`) to let each consumer self-tune its concurrency
+     * (latency gradient + RAM brake + backpressure) and publish a live status on its heartbeat.
+     */
+    concurrency?: ConcurrencyOption;
+    /** Per-group concurrency override, keyed by group name. Falls back to {@link concurrency} (then 1).
+     *  Each value may itself be `'adaptive'` / `{ mode:'adaptive', ... }`. */
+    concurrencyByGroup?: Record<string, ConcurrencyOption>;
 }
 interface DurableWorkerModuleAsyncOptions {
     useFactory: (...args: never[]) => DurableWorkerModuleOptions | Promise<DurableWorkerModuleOptions>;
@@ -286,6 +298,15 @@ interface DurableInAppWorkerOptions {
     prefix?: string;
     /** Stable id for this worker process in heartbeats/control. Defaults to a per-host/pid id. */
     instanceId?: string;
+    /**
+     * How many tasks the co-located worker runs concurrently from its group's queue (BullMQ Worker
+     * concurrency). Defaults to 1. Raise it so a fanned-out batch (e.g. the N remote steps of a
+     * `gather`) runs in parallel. Per process; total parallelism is `concurrency × replicas`.
+     *
+     * Pass `'adaptive'` (or `{ mode:'adaptive', ... }`) to let the worker self-tune its concurrency
+     * (latency gradient + RAM brake + backpressure) and publish a live status on its heartbeat.
+     */
+    concurrency?: ConcurrencyOption;
 }
 /** The resolved {@link DurableInAppWorkerOptions} or `null` when the app didn't opt in. */
 declare const IN_APP_WORKER_OPTIONS: unique symbol;
@@ -382,6 +403,12 @@ interface DurableModuleOptions {
      * off in production and call the store adapter's `ensure*DurableSchema()` from a migration.
      */
     autoSchema?: boolean;
+    /**
+     * Worker-pool partition for this instance (forwarded to the engine). Default `'default'`. Set a
+     * distinct value to share ONE state store across non-interchangeable pools — e.g. a developer's
+     * local instance vs the deployed cluster. See `WorkflowEngineDeps.namespace`.
+     */
+    namespace?: string;
     /**
      * Multi-instance recovery lease, in ms — how long an instance owns a run it picked up before
      * another may take over. Defaults to 30000. Set above your longest synchronous run.

package/dist/index.d.ts

@@ -1,5 +1,5 @@
 import { StepError, WorkflowRef, SingletonConfig, WorkflowExecutor, StateStore, Transport, NamedTransport, ControlPlane, ScheduledWorkflow, RetentionPolicy, QueueConfig, AdmissionBackend, WorkflowEngine, EntityHandler, StepInvocation, WorkflowClass, WorkflowInputOf, StartOptions, RunResult } from '@dudousxd/nestjs-durable-core';
-import { RunRedisWorkerOptions, RunningWorker, DurableWorkerRuntime } from '@dudousxd/durable-worker';
+import { ConcurrencyOption, RunRedisWorkerOptions, RunningWorker, DurableWorkerRuntime } from '@dudousxd/durable-worker';
 import { DynamicModule, InjectionToken, OnModuleInit, OnApplicationBootstrap, OnApplicationShutdown, Provider } from '@nestjs/common';
 import { DiscoveryService, MetadataScanner } from '@nestjs/core';
 
@@ -193,6 +193,18 @@ interface DurableWorkerModuleOptions {
     prefix?: string;
     /** Stable id for this worker process in heartbeats/control. Defaults to a per-host/pid id. */
     instanceId?: string;
+    /**
+     * How many tasks each group's consumer runs concurrently (BullMQ Worker concurrency). Defaults to 1.
+     * Applies to every group unless overridden per-group by {@link concurrencyByGroup}. Raise it so a
+     * fanned-out batch (e.g. the N remote steps of a `gather`) runs in parallel instead of serially.
+     *
+     * Pass `'adaptive'` (or `{ mode:'adaptive', ... }`) to let each consumer self-tune its concurrency
+     * (latency gradient + RAM brake + backpressure) and publish a live status on its heartbeat.
+     */
+    concurrency?: ConcurrencyOption;
+    /** Per-group concurrency override, keyed by group name. Falls back to {@link concurrency} (then 1).
+     *  Each value may itself be `'adaptive'` / `{ mode:'adaptive', ... }`. */
+    concurrencyByGroup?: Record<string, ConcurrencyOption>;
 }
 interface DurableWorkerModuleAsyncOptions {
     useFactory: (...args: never[]) => DurableWorkerModuleOptions | Promise<DurableWorkerModuleOptions>;
@@ -286,6 +298,15 @@ interface DurableInAppWorkerOptions {
     prefix?: string;
     /** Stable id for this worker process in heartbeats/control. Defaults to a per-host/pid id. */
     instanceId?: string;
+    /**
+     * How many tasks the co-located worker runs concurrently from its group's queue (BullMQ Worker
+     * concurrency). Defaults to 1. Raise it so a fanned-out batch (e.g. the N remote steps of a
+     * `gather`) runs in parallel. Per process; total parallelism is `concurrency × replicas`.
+     *
+     * Pass `'adaptive'` (or `{ mode:'adaptive', ... }`) to let the worker self-tune its concurrency
+     * (latency gradient + RAM brake + backpressure) and publish a live status on its heartbeat.
+     */
+    concurrency?: ConcurrencyOption;
 }
 /** The resolved {@link DurableInAppWorkerOptions} or `null` when the app didn't opt in. */
 declare const IN_APP_WORKER_OPTIONS: unique symbol;
@@ -382,6 +403,12 @@ interface DurableModuleOptions {
      * off in production and call the store adapter's `ensure*DurableSchema()` from a migration.
      */
     autoSchema?: boolean;
+    /**
+     * Worker-pool partition for this instance (forwarded to the engine). Default `'default'`. Set a
+     * distinct value to share ONE state store across non-interchangeable pools — e.g. a developer's
+     * local instance vs the deployed cluster. See `WorkflowEngineDeps.namespace`.
+     */
+    namespace?: string;
     /**
      * Multi-instance recovery lease, in ms — how long an instance owns a run it picked up before
      * another may take over. Defaults to 30000. Set above your longest synchronous run.

package/dist/index.js

@@ -218,6 +218,9 @@ var ThinWorkerBootstrap = class {
         } : {},
         ...this.options.instanceId !== void 0 ? {
           instanceId: this.options.instanceId
+        } : {},
+        ...(this.options.concurrencyByGroup?.[group] ?? this.options.concurrency) !== void 0 ? {
+          concurrency: this.options.concurrencyByGroup?.[group] ?? this.options.concurrency
         } : {}
       });
       this.runners.push(handle);
@@ -508,6 +511,9 @@ var InAppWorkerBootstrap = class {
       } : {},
       ...this.options.instanceId !== void 0 ? {
         instanceId: this.options.instanceId
+      } : {},
+      ...this.options.concurrency !== void 0 ? {
+        concurrency: this.options.concurrency
       } : {}
     });
     this.runners.push(handle);
@@ -1130,6 +1136,7 @@ var DurableModule = class _DurableModule {
               maxRecoveryAttempts: opts.maxRecoveryAttempts,
               remoteAdvanceSilenceMs: opts.remoteAdvanceSilenceMs,
               instanceId: opts.instanceId,
+              namespace: opts.namespace,
               webhookUrl: opts.webhookUrl,
               traceparent: opts.traceparent,
               context,