dex-python-sdk 1.11.0__tar.gz → 1.12.0__tar.gz

{dex_python_sdk-1.11.0 → dex_python_sdk-1.12.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dex-python-sdk
-Version: 1.11.0
+Version: 1.12.0
 Requires-Dist: grpcio>=1.83.0
 Requires-Dist: grpcio-status>=1.83.0
 Requires-Dist: protobuf>=7.35.1
@@ -100,6 +100,14 @@ max_concurrent_tasks)` streams because busy streams are replaced with idle
 streams and retained after tasks finish. Size these options for the server's
 per-Worker stream cap (256 by default).
 
+The Worker rejects an unregistered Step or RPC by name. Dex retries that task
+on another pull Worker without consuming a Step attempt, including when the
+Flow was sticky to the rejecting Worker. If no capable Worker accepts it within
+the server's dispatch wait (10 seconds by default, or the local Step attempt),
+the Step follows its failure and retry policy; an RPC caller receives the named
+error. This reassignment requires a Dex Server that supports it. Against older
+Servers, the Worker returns the not-registered error as before.
+
 The generated `app_worker_id` uses the first nonempty `DEX_WORKER_INSTANCE`,
 `POD_NAME`, `HOSTNAME`, or system hostname, plus eight random base32 characters.
 An override must uniquely identify one Worker process and change after restart.

{dex_python_sdk-1.11.0 → dex_python_sdk-1.12.0}/README.md

@@ -84,6 +84,14 @@ max_concurrent_tasks)` streams because busy streams are replaced with idle
 streams and retained after tasks finish. Size these options for the server's
 per-Worker stream cap (256 by default).
 
+The Worker rejects an unregistered Step or RPC by name. Dex retries that task
+on another pull Worker without consuming a Step attempt, including when the
+Flow was sticky to the rejecting Worker. If no capable Worker accepts it within
+the server's dispatch wait (10 seconds by default, or the local Step attempt),
+the Step follows its failure and retry policy; an RPC caller receives the named
+error. This reassignment requires a Dex Server that supports it. Against older
+Servers, the Worker returns the not-registered error as before.
+
 The generated `app_worker_id` uses the first nonempty `DEX_WORKER_INSTANCE`,
 `POD_NAME`, `HOSTNAME`, or system hostname, plus eight random base32 characters.
 An override must uniquely identify one Worker process and change after restart.

{dex_python_sdk-1.11.0 → dex_python_sdk-1.12.0}/dex/_pull_worker.py

@@ -82,6 +82,7 @@ class PullWorkerRuntime:
         app_worker_id: str | None = None,
         credential_runner: AsyncCredentialRunner | None = None,
     ) -> None:
+        self._registry = registry
         self.app_worker_id = app_worker_id or resolve_app_worker_id(registry, options)
         self.flow_types = sorted(registry._registered_flows)
         self.queues = (self.app_worker_id, *self.flow_types)
@@ -103,6 +104,26 @@ class PullWorkerRuntime:
         self._busy_tasks = 0
         self._unsupported_logged = False
 
+    def unknown_task_reason(
+        self, task: pb.PollWorkerTask
+    ) -> pb.PollWorkerTaskRejectReason | None:
+        kind = task.WhichOneof("request")
+        if kind == "rpc":
+            flow = self._registry._registered_flows.get(task.rpc.flow_type)
+            if flow is None or task.rpc.rpc_name not in flow.rpcs:
+                return pb.POLL_WORKER_TASK_REJECT_REASON_UNKNOWN_RPC
+        elif kind in ("wait_for", "execute"):
+            request = task.wait_for if kind == "wait_for" else task.execute
+            flow = self._registry._registered_flows.get(request.flow_type)
+            if flow is None:
+                return pb.POLL_WORKER_TASK_REJECT_REASON_UNKNOWN_STEP
+            if kind == "execute" and request.step_type == "sys:timeout_handler":
+                if not flow.has_timeout_handler:
+                    return pb.POLL_WORKER_TASK_REJECT_REASON_UNKNOWN_STEP
+            elif request.step_type not in flow.steps:
+                return pb.POLL_WORKER_TASK_REJECT_REASON_UNKNOWN_STEP
+        return None
+
     async def run(self) -> None:
         self._loop = asyncio.get_running_loop()
         self._loop_thread_id = threading.get_ident()
@@ -249,6 +270,7 @@ class PullStream:
         self._send_lock = asyncio.Lock()
         self._is_reconnecting = False
         self._deadline_handle: asyncio.TimerHandle | None = None
+        self._supports_unknown_name_rejection = False
 
     def on_done(self, completed: asyncio.Task[None]) -> None:
         self.runtime._stream_done(self, completed)
@@ -301,6 +323,7 @@ class PullStream:
     async def _poll(self) -> bool:
         if self.runtime.is_stopping:
             return False
+        self._supports_unknown_name_rejection = False
         if self.runtime._credential_runner is None:
             self._call = self.stub.PollWorkerTask()
         else:
@@ -364,6 +387,9 @@ class PullStream:
                         return False
                     if kind != "registered":
                         raise RuntimeError("Worker task stream did not register")
+                    self._supports_unknown_name_rejection = (
+                        frame.registered.supports_unknown_name_rejection
+                    )
                     was_registered = True
                     continue
                 if kind == "task":
@@ -443,6 +469,14 @@ class PullStream:
                     pass
 
     async def _start_task(self, task: pb.PollWorkerTask) -> None:
+        unknown_reason = (
+            self.runtime.unknown_task_reason(task)
+            if self._supports_unknown_name_rejection
+            else None
+        )
+        if unknown_reason is not None:
+            await self._reject_task(task, unknown_reason)
+            return
         if self.is_busy or self.is_draining or not self.runtime.accept_task():
             await self._reject_task(task)
             return
@@ -458,12 +492,16 @@ class PullStream:
             )
         self.runtime.signal()
 
-    async def _reject_task(self, task: pb.PollWorkerTask) -> None:
+    async def _reject_task(
+        self,
+        task: pb.PollWorkerTask,
+        reason: pb.PollWorkerTaskRejectReason = pb.POLL_WORKER_TASK_REJECT_REASON_NO_CAPACITY,
+    ) -> None:
         await self._send(
             pb.PollWorkerTaskRequest(
                 reject=pb.PollWorkerTaskReject(
                     task_id=task.task_id,
-                    reason=pb.POLL_WORKER_TASK_REJECT_REASON_NO_CAPACITY,
+                    reason=reason,
                 )
             )
         )