dex-python-sdk 1.14.0__tar.gz → 1.14.1__tar.gz

{dex_python_sdk-1.14.0 → dex_python_sdk-1.14.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dex-python-sdk
-Version: 1.14.0
+Version: 1.14.1
 Requires-Dist: grpcio>=1.83.0
 Requires-Dist: grpcio-status>=1.83.0
 Requires-Dist: protobuf>=7.35.1
@@ -94,11 +94,13 @@ The Worker polls its sticky queue and every registered Flow type queue. Flow
 type names must be unique within a Dex server. `max_concurrent_tasks` defaults
 to the CPU count, and `idle_streams_per_queue` defaults to one. At capacity,
 the Worker rejects an assignment so Dex can reassign it. Each stream runs one
-task at a time; Step heartbeat and stream writes use the same stream. A Worker
-may hold up to `(1 + number of Flow types) * (idle_streams_per_queue +
-max_concurrent_tasks)` streams because busy streams are replaced with idle
-streams and retained after tasks finish. Size these options for the server's
-per-Worker stream cap (256 by default).
+task at a time; Step heartbeat and stream writes use the same stream. After tasks finish, the Worker
+gracefully closes surplus idle streams while preserving readiness. After load drops,
+the steady-state bound is `max_concurrent_tasks + (1 + number of Flow types) *
+idle_streams_per_queue` streams. The transient peak during a burst remains bounded
+by the matching caps. Size these options for `matching.maxConcurrentTasksCap` per
+app Worker ID per matching owner (256 by default) and `matching.maxStreams` per
+Matching instance (100,000 by default).
 
 The Worker rejects an unregistered Step or RPC by name. Dex retries that task
 on another pull Worker without consuming a Step attempt, including when the

{dex_python_sdk-1.14.0 → dex_python_sdk-1.14.1}/README.md

@@ -78,11 +78,13 @@ The Worker polls its sticky queue and every registered Flow type queue. Flow
 type names must be unique within a Dex server. `max_concurrent_tasks` defaults
 to the CPU count, and `idle_streams_per_queue` defaults to one. At capacity,
 the Worker rejects an assignment so Dex can reassign it. Each stream runs one
-task at a time; Step heartbeat and stream writes use the same stream. A Worker
-may hold up to `(1 + number of Flow types) * (idle_streams_per_queue +
-max_concurrent_tasks)` streams because busy streams are replaced with idle
-streams and retained after tasks finish. Size these options for the server's
-per-Worker stream cap (256 by default).
+task at a time; Step heartbeat and stream writes use the same stream. After tasks finish, the Worker
+gracefully closes surplus idle streams while preserving readiness. After load drops,
+the steady-state bound is `max_concurrent_tasks + (1 + number of Flow types) *
+idle_streams_per_queue` streams. The transient peak during a burst remains bounded
+by the matching caps. Size these options for `matching.maxConcurrentTasksCap` per
+app Worker ID per matching owner (256 by default) and `matching.maxStreams` per
+Matching instance (100,000 by default).
 
 The Worker rejects an unregistered Step or RPC by name. Dex retries that task
 on another pull Worker without consuming a Step attempt, including when the

{dex_python_sdk-1.14.0 → dex_python_sdk-1.14.1}/dex/_pull_worker.py

@@ -170,6 +170,8 @@ class PullWorkerRuntime:
     def _reconcile(self, stub: Any) -> None:
         if self._stopping is None or self._stopping.is_set():
             return
+        for stream in tuple(self._streams):
+            stream.try_retire()
         for queue in self.queues:
             idle = sum(
                 stream.queue == queue
@@ -279,6 +281,8 @@ class PullStream:
         self.is_busy = False
         self._is_registered = False
         self.is_draining = False
+        self._is_retiring = False
+        self._retirement_requested = asyncio.Event()
         self.is_half_closing = False
         self._active = threading.Event()
         self._call: Any = None
@@ -321,7 +325,11 @@ class PullStream:
                     self.runtime._rejection_stop_task = asyncio.create_task(
                         self.runtime.stop()
                     )
-            if self.runtime.is_stopping or self.runtime._permanent_error is not None:
+            if (
+                self.runtime.is_stopping
+                or self.runtime._permanent_error is not None
+                or self._is_retiring
+            ):
                 break
             if self._is_reconnecting:
                 self._is_reconnecting = False
@@ -378,11 +386,12 @@ class PullStream:
         )
         was_registered = False
         reader: asyncio.Task[Any] | None = None
+        retirement = asyncio.create_task(self._retirement_requested.wait())
         try:
             while not self.runtime.is_stopping or self.is_busy:
                 if reader is None:
                     reader = asyncio.create_task(self._call.read())
-                waiting: set[asyncio.Task[Any]] = {reader}
+                waiting: set[asyncio.Task[Any]] = {reader, retirement}
                 if self.handler_task is not None:
                     waiting.add(self.handler_task)
                 completed, _ = await asyncio.wait(
@@ -390,22 +399,23 @@ class PullStream:
                 )
                 if self.handler_task in completed:
                     await self._finish_handler()
-                    if self.is_draining:
-                        if reader.done():
-                            frame = reader.result()
-                            reader = None
-                            if (
-                                frame is not _GRPC_AIO_EOF
-                                and frame.WhichOneof("frame") == "task"
-                            ):
-                                await self._reject_task(frame.task)
-                        self.is_half_closing = True
-                        self.runtime.signal()
-                        await self._call.done_writing()
-                        await self._await_stream_eof(reader)
+                    self.try_retire()
+                if self.is_draining and not self.is_busy:
+                    if reader.done():
+                        frame = reader.result()
                         reader = None
-                        self._is_reconnecting = True
-                        return was_registered
+                        if (
+                            frame is not _GRPC_AIO_EOF
+                            and frame.WhichOneof("frame") == "task"
+                        ):
+                            await self._reject_task(frame.task)
+                    self.is_half_closing = True
+                    self.runtime.signal()
+                    await self._call.done_writing()
+                    await self._await_stream_eof(reader)
+                    reader = None
+                    self._is_reconnecting = not self._is_retiring
+                    return was_registered
                 if reader not in completed:
                     continue
                 frame = reader.result()
@@ -425,6 +435,7 @@ class PullStream:
                     was_registered = True
                     self._is_registered = True
                     self.runtime.registration.record_registered_stream(self.queue)
+                    self.runtime.signal()
                     continue
                 if kind == "task":
                     await self._start_task(frame.task)
@@ -442,6 +453,8 @@ class PullStream:
                         self._is_reconnecting = True
                         return was_registered
         finally:
+            retirement.cancel()
+            await asyncio.gather(retirement, return_exceptions=True)
             self.is_half_closing = False
             self.cancel_handler()
             if self.handler_task is not None:
@@ -658,6 +671,22 @@ class PullStream:
         self._active.clear()
         self.runtime.finish_task()
 
+    def try_retire(self) -> None:
+        if self.is_busy or self.is_draining or not self._is_registered:
+            return
+        idle_replacements = sum(
+            candidate is not self
+            and candidate.queue == self.queue
+            and candidate._is_registered
+            and not candidate.is_busy
+            and not candidate.is_draining
+            for candidate in self.runtime._streams
+        )
+        if idle_replacements >= self.runtime.idle_streams_per_queue:
+            self.is_draining = True
+            self._is_retiring = True
+            self._retirement_requested.set()
+
     def cancel_handler(self) -> None:
         self._active.clear()
         if self.runtime._executor is None and self.handler_task is not None:

{dex_python_sdk-1.14.0 → dex_python_sdk-1.14.1}/pyproject.toml

@@ -1,7 +1,7 @@
 [project]
 name = "dex-python-sdk"
 # Publish uses tag sdk-python/v*; CI stamps this for release builds.
-version = "1.14.0"
+version = "1.14.1"
 description = "Python SDK for the Dex workflow engine"
 authors = [{name = "Super Durable"}]
 readme = "README.md"