@superdurable/dex 1.11.0 → 1.14.0

package/README.md

@@ -191,6 +191,24 @@ try {
 }
 ```
 
+After `await worker.start()`, call `await worker.waitPullRegistered({ timeoutMs: 10_000 })`
+to wait until every Flow type queue and the app Worker ID queue has registered at least once.
+The wait also accepts an `AbortSignal` as `signal`. It is safe before startup and for concurrent
+callers. It rejects with `PullRegistrationError` (queue and original gRPC `cause`) if a permanent
+rejection leaves a queue without another registered stream before readiness. Startup failures
+and shutdown before readiness also reject the wait. Once registration succeeds, later waits
+resolve even after shutdown.
+
+Use `worker.pullRegistrationState().isReady` for ongoing probes. Snapshots include `queues`
+with `queue`, `hasRegisteredStream`, and `lastPermanentError`. Readiness does not flap during
+reconnects or transient errors. A permanent rejection without another registered stream makes
+it false; re-registration clears that queue's error. Closing does not reset readiness.
+
+Set `pull.stopOnPermanentStreamRejection: true` to drain and stop on such a permanent rejection
+before or after readiness. It defaults to false, retaining indefinite retries. `worker.run()`
+rejects with `PullRegistrationError` after draining; `start()` keeps its non-blocking startup
+behavior. Always call `close()`, which remains safe after `run()` returns.
+
 Pull mode polls the Worker's sticky queue and every registered Flow type queue.
 Flow type names must be unique within one Dex server. `maxConcurrentTasks`
 defaults to the logical CPU count, and `idleStreamsPerQueue` defaults to one.
@@ -200,6 +218,14 @@ queue even when all slots are busy, so it can hold up to
 `(1 + F) * (idleStreamsPerQueue + maxConcurrentTasks)` streams, where `F` is the
 number of registered Flow types. Size both options for the server's stream cap.
 
+The Worker rejects an unregistered Step or RPC by name. Dex retries that task
+on another pull Worker without consuming a Step attempt, including when the
+Flow was sticky to the rejecting Worker. If no capable Worker accepts it within
+the server's dispatch wait (10 seconds by default, or the local Step attempt),
+the Step follows its failure and retry policy; an RPC caller receives the named
+error. This reassignment requires a Dex Server that supports it. Against older
+Servers, the Worker returns the not-registered error as before.
+
 The default `appWorkerID` uses the first nonempty value from
 `DEX_WORKER_INSTANCE`, `POD_NAME`, `HOSTNAME`, or the system hostname, followed by
 eight random base32 characters. An override must identify one Worker process

package/dist/src/gen/dex.d.ts

@@ -10,13 +10,19 @@ export declare enum PollWorkerTaskRejectReason {
     POLL_WORKER_TASK_REJECT_REASON_UNSPECIFIED = 0,
     /** POLL_WORKER_TASK_REJECT_REASON_NO_CAPACITY - All Worker execution slots are occupied. */
     POLL_WORKER_TASK_REJECT_REASON_NO_CAPACITY = 1,
+    /** POLL_WORKER_TASK_REJECT_REASON_UNKNOWN_STEP - The Flow has no registration for the requested Step type. */
+    POLL_WORKER_TASK_REJECT_REASON_UNKNOWN_STEP = 2,
+    /** POLL_WORKER_TASK_REJECT_REASON_UNKNOWN_RPC - The Flow has no registration for the requested RPC name. */
+    POLL_WORKER_TASK_REJECT_REASON_UNKNOWN_RPC = 3,
     UNRECOGNIZED = -1
 }
-/** Distinguishes absence of a Worker from loss of an assigned Worker. */
+/** Distinguishes no available Worker, a disconnected Worker, and a missing Step or RPC registration. */
 export declare enum DispatchTaskErrorReason {
     DISPATCH_TASK_ERROR_REASON_UNSPECIFIED = 0,
     DISPATCH_TASK_ERROR_REASON_NO_WORKER_AVAILABLE = 1,
     DISPATCH_TASK_ERROR_REASON_WORKER_DISCONNECTED = 2,
+    /** DISPATCH_TASK_ERROR_REASON_UNKNOWN_NAME - A matched Worker does not register the requested Step type or RPC name. */
+    DISPATCH_TASK_ERROR_REASON_UNKNOWN_NAME = 3,
     UNRECOGNIZED = -1
 }
 export declare enum IndexType {
@@ -227,7 +233,7 @@ export interface PollWorkerTaskRequest {
         $case: "taskFrame";
         value: PollWorkerTaskFrame;
     } | //
-    /** Declines an assigned task when the Worker has no capacity. */
+    /** Declines an assigned task before output when the Worker lacks capacity or the named handler. */
     {
         $case: "reject";
         value: PollWorkerTaskReject;
@@ -318,6 +324,8 @@ export interface PollWorkerTaskResponse {
 }
 /** Confirms that Dex accepted the queue registration. */
 export interface PollWorkerTaskRegistered {
+    /** Allows this queue-owner stream to reject an assigned unknown Step type or RPC name. */
+    supportsUnknownNameRejection: boolean;
 }
 /** Assigns one task to this stream until its final result, error, or rejection. */
 export interface PollWorkerTask {
@@ -383,6 +391,14 @@ export interface DispatchTaskRequest {
     } | undefined;
     /** Allows matching to send assignment state frames to capable callers. */
     supportsAssignmentState: boolean;
+    /** Worker processes already found unable to serve this task. */
+    excludedAppWorkerIds: string[];
+    /** Ends an internal sticky queue search immediately after an unknown-name rejection. */
+    stopAfterUnknownName: boolean;
+    /** Ends an internal sticky queue search when no Worker streams remain connected. */
+    stopWhenQueueHasNoStreams: boolean;
+    /** Allows matching to return UNKNOWN_NAME after a Worker rejects an unknown Step type or RPC name. */
+    supportsUnknownNameError: boolean;
 }
 /** Reports assignment changes, relays Worker output, then ends with a result, Worker error, or dispatch error. */
 export interface DispatchTaskResponse {
@@ -414,6 +430,8 @@ export interface DispatchTaskResponse {
     } | undefined;
     /** Identifies the Worker that produced the final result or Worker error. */
     servedByAppWorkerId: string;
+    /** Identifies a Worker that rejected the task's Step type or RPC name. */
+    rejectedByAppWorkerId: string;
 }
 /** Reports a failure before Dex receives a Worker result. */
 export interface DispatchTaskError {
@@ -1604,6 +1622,8 @@ export interface StartSubFlowActivityInput {
     parentFlowConfig: FlowConfig | undefined;
     /** Source Step; activity context supplies parent Flow and run IDs. */
     parentStepExecutionId: string;
+    /** Preserve legacy activity errors when older interpreter versions schedule this activity. */
+    typedRejectionEnabled: boolean;
 }
 export interface StartSubFlowActivityOutput {
     immediateFlowResult: FlowResult | undefined;

package/dist/src/gen/dex.js

@@ -17,14 +17,20 @@ export var PollWorkerTaskRejectReason;
     PollWorkerTaskRejectReason[PollWorkerTaskRejectReason["POLL_WORKER_TASK_REJECT_REASON_UNSPECIFIED"] = 0] = "POLL_WORKER_TASK_REJECT_REASON_UNSPECIFIED";
     /** POLL_WORKER_TASK_REJECT_REASON_NO_CAPACITY - All Worker execution slots are occupied. */
     PollWorkerTaskRejectReason[PollWorkerTaskRejectReason["POLL_WORKER_TASK_REJECT_REASON_NO_CAPACITY"] = 1] = "POLL_WORKER_TASK_REJECT_REASON_NO_CAPACITY";
+    /** POLL_WORKER_TASK_REJECT_REASON_UNKNOWN_STEP - The Flow has no registration for the requested Step type. */
+    PollWorkerTaskRejectReason[PollWorkerTaskRejectReason["POLL_WORKER_TASK_REJECT_REASON_UNKNOWN_STEP"] = 2] = "POLL_WORKER_TASK_REJECT_REASON_UNKNOWN_STEP";
+    /** POLL_WORKER_TASK_REJECT_REASON_UNKNOWN_RPC - The Flow has no registration for the requested RPC name. */
+    PollWorkerTaskRejectReason[PollWorkerTaskRejectReason["POLL_WORKER_TASK_REJECT_REASON_UNKNOWN_RPC"] = 3] = "POLL_WORKER_TASK_REJECT_REASON_UNKNOWN_RPC";
     PollWorkerTaskRejectReason[PollWorkerTaskRejectReason["UNRECOGNIZED"] = -1] = "UNRECOGNIZED";
 })(PollWorkerTaskRejectReason || (PollWorkerTaskRejectReason = {}));
-/** Distinguishes absence of a Worker from loss of an assigned Worker. */
+/** Distinguishes no available Worker, a disconnected Worker, and a missing Step or RPC registration. */
 export var DispatchTaskErrorReason;
 (function (DispatchTaskErrorReason) {
     DispatchTaskErrorReason[DispatchTaskErrorReason["DISPATCH_TASK_ERROR_REASON_UNSPECIFIED"] = 0] = "DISPATCH_TASK_ERROR_REASON_UNSPECIFIED";
     DispatchTaskErrorReason[DispatchTaskErrorReason["DISPATCH_TASK_ERROR_REASON_NO_WORKER_AVAILABLE"] = 1] = "DISPATCH_TASK_ERROR_REASON_NO_WORKER_AVAILABLE";
     DispatchTaskErrorReason[DispatchTaskErrorReason["DISPATCH_TASK_ERROR_REASON_WORKER_DISCONNECTED"] = 2] = "DISPATCH_TASK_ERROR_REASON_WORKER_DISCONNECTED";
+    /** DISPATCH_TASK_ERROR_REASON_UNKNOWN_NAME - A matched Worker does not register the requested Step type or RPC name. */
+    DispatchTaskErrorReason[DispatchTaskErrorReason["DISPATCH_TASK_ERROR_REASON_UNKNOWN_NAME"] = 3] = "DISPATCH_TASK_ERROR_REASON_UNKNOWN_NAME";
     DispatchTaskErrorReason[DispatchTaskErrorReason["UNRECOGNIZED"] = -1] = "UNRECOGNIZED";
 })(DispatchTaskErrorReason || (DispatchTaskErrorReason = {}));
 export var IndexType;
@@ -788,10 +794,13 @@ export const PollWorkerTaskResponse = {
     },
 };
 function createBasePollWorkerTaskRegistered() {
-    return {};
+    return { supportsUnknownNameRejection: false };
 }
 export const PollWorkerTaskRegistered = {
-    encode(_, writer = new BinaryWriter()) {
+    encode(message, writer = new BinaryWriter()) {
+        if (message.supportsUnknownNameRejection !== false) {
+            writer.uint32(8).bool(message.supportsUnknownNameRejection);
+        }
         return writer;
     },
     decode(input, length) {
@@ -801,6 +810,13 @@ export const PollWorkerTaskRegistered = {
         while (reader.pos < end) {
             const tag = reader.uint32();
             switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 8) {
+                        break;
+                    }
+                    message.supportsUnknownNameRejection = reader.bool();
+                    continue;
+                }
             }
             if ((tag & 7) === 4 || tag === 0) {
                 break;
@@ -812,8 +828,9 @@ export const PollWorkerTaskRegistered = {
     create(base) {
         return PollWorkerTaskRegistered.fromPartial(base ?? {});
     },
-    fromPartial(_) {
+    fromPartial(object) {
         const message = createBasePollWorkerTaskRegistered();
+        message.supportsUnknownNameRejection = object.supportsUnknownNameRejection ?? false;
         return message;
     },
 };
@@ -1044,6 +1061,10 @@ function createBaseDispatchTaskRequest() {
         taskId: "",
         request: undefined,
         supportsAssignmentState: false,
+        excludedAppWorkerIds: [],
+        stopAfterUnknownName: false,
+        stopWhenQueueHasNoStreams: false,
+        supportsUnknownNameError: false,
     };
 }
 export const DispatchTaskRequest = {
@@ -1083,6 +1104,18 @@ export const DispatchTaskRequest = {
         if (message.supportsAssignmentState !== false) {
             writer.uint32(88).bool(message.supportsAssignmentState);
         }
+        for (const v of message.excludedAppWorkerIds) {
+            writer.uint32(98).string(v);
+        }
+        if (message.stopAfterUnknownName !== false) {
+            writer.uint32(104).bool(message.stopAfterUnknownName);
+        }
+        if (message.stopWhenQueueHasNoStreams !== false) {
+            writer.uint32(112).bool(message.stopWhenQueueHasNoStreams);
+        }
+        if (message.supportsUnknownNameError !== false) {
+            writer.uint32(120).bool(message.supportsUnknownNameError);
+        }
         return writer;
     },
     decode(input, length) {
@@ -1169,6 +1202,34 @@ export const DispatchTaskRequest = {
                     message.supportsAssignmentState = reader.bool();
                     continue;
                 }
+                case 12: {
+                    if (tag !== 98) {
+                        break;
+                    }
+                    message.excludedAppWorkerIds.push(reader.string());
+                    continue;
+                }
+                case 13: {
+                    if (tag !== 104) {
+                        break;
+                    }
+                    message.stopAfterUnknownName = reader.bool();
+                    continue;
+                }
+                case 14: {
+                    if (tag !== 112) {
+                        break;
+                    }
+                    message.stopWhenQueueHasNoStreams = reader.bool();
+                    continue;
+                }
+                case 15: {
+                    if (tag !== 120) {
+                        break;
+                    }
+                    message.supportsUnknownNameError = reader.bool();
+                    continue;
+                }
             }
             if ((tag & 7) === 4 || tag === 0) {
                 break;
@@ -1214,11 +1275,15 @@ export const DispatchTaskRequest = {
             }
         }
         message.supportsAssignmentState = object.supportsAssignmentState ?? false;
+        message.excludedAppWorkerIds = object.excludedAppWorkerIds?.map((e) => e) || [];
+        message.stopAfterUnknownName = object.stopAfterUnknownName ?? false;
+        message.stopWhenQueueHasNoStreams = object.stopWhenQueueHasNoStreams ?? false;
+        message.supportsUnknownNameError = object.supportsUnknownNameError ?? false;
         return message;
     },
 };
 function createBaseDispatchTaskResponse() {
-    return { output: undefined, servedByAppWorkerId: "" };
+    return { output: undefined, servedByAppWorkerId: "", rejectedByAppWorkerId: "" };
 }
 export const DispatchTaskResponse = {
     encode(message, writer = new BinaryWriter()) {
@@ -1248,6 +1313,9 @@ export const DispatchTaskResponse = {
         if (message.servedByAppWorkerId !== "") {
             writer.uint32(50).string(message.servedByAppWorkerId);
         }
+        if (message.rejectedByAppWorkerId !== "") {
+            writer.uint32(74).string(message.rejectedByAppWorkerId);
+        }
         return writer;
     },
     decode(input, length) {
@@ -1313,6 +1381,13 @@ export const DispatchTaskResponse = {
                     message.servedByAppWorkerId = reader.string();
                     continue;
                 }
+                case 9: {
+                    if (tag !== 74) {
+                        break;
+                    }
+                    message.rejectedByAppWorkerId = reader.string();
+                    continue;
+                }
             }
             if ((tag & 7) === 4 || tag === 0) {
                 break;
@@ -1371,6 +1446,7 @@ export const DispatchTaskResponse = {
             }
         }
         message.servedByAppWorkerId = object.servedByAppWorkerId ?? "";
+        message.rejectedByAppWorkerId = object.rejectedByAppWorkerId ?? "";
         return message;
     },
 };
@@ -14576,7 +14652,7 @@ export const SyncAttributeBatchActivityInput = {
     },
 };
 function createBaseStartSubFlowActivityInput() {
-    return { condition: undefined, parentFlowConfig: undefined, parentStepExecutionId: "" };
+    return { condition: undefined, parentFlowConfig: undefined, parentStepExecutionId: "", typedRejectionEnabled: false };
 }
 export const StartSubFlowActivityInput = {
     encode(message, writer = new BinaryWriter()) {
@@ -14589,6 +14665,9 @@ export const StartSubFlowActivityInput = {
         if (message.parentStepExecutionId !== "") {
             writer.uint32(26).string(message.parentStepExecutionId);
         }
+        if (message.typedRejectionEnabled !== false) {
+            writer.uint32(48).bool(message.typedRejectionEnabled);
+        }
         return writer;
     },
     decode(input, length) {
@@ -14619,6 +14698,13 @@ export const StartSubFlowActivityInput = {
                     message.parentStepExecutionId = reader.string();
                     continue;
                 }
+                case 6: {
+                    if (tag !== 48) {
+                        break;
+                    }
+                    message.typedRejectionEnabled = reader.bool();
+                    continue;
+                }
             }
             if ((tag & 7) === 4 || tag === 0) {
                 break;
@@ -14639,6 +14725,7 @@ export const StartSubFlowActivityInput = {
             ? FlowConfig.fromPartial(object.parentFlowConfig)
             : undefined;
         message.parentStepExecutionId = object.parentStepExecutionId ?? "";
+        message.typedRejectionEnabled = object.typedRejectionEnabled ?? false;
         return message;
     },
 };