prefect-client 3.4.26.dev5__tar.gz → 3.4.26.dev6__tar.gz

{prefect_client-3.4.26.dev5 → prefect_client-3.4.26.dev6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: prefect-client
-Version: 3.4.26.dev5
+Version: 3.4.26.dev6
 Summary: Workflow orchestration and management.
 Project-URL: Changelog, https://github.com/PrefectHQ/prefect/releases
 Project-URL: Documentation, https://docs.prefect.io

prefect_client-3.4.26.dev6/src/prefect/_build_info.py

@@ -0,0 +1,5 @@
+# Generated by versioningit
+__version__ = "3.4.26.dev6"
+__build_date__ = "2025-10-31 08:09:03.003254+00:00"
+__git_commit__ = "79232b964d480d065a39b9e3436e45abc95350db"
+__dirty__ = False

{prefect_client-3.4.26.dev5 → prefect_client-3.4.26.dev6}/src/prefect/_internal/concurrency/services.py

@@ -5,8 +5,10 @@ import asyncio
 import concurrent.futures
 import contextlib
 import logging
+import os
 import queue
 import threading
+import weakref
 from collections.abc import AsyncGenerator, Awaitable, Coroutine, Generator, Hashable
 from typing import TYPE_CHECKING, Any, Generic, NoReturn, Optional, Union, cast
 
@@ -22,6 +24,31 @@ T = TypeVar("T")
 Ts = TypeVarTuple("Ts")
 R = TypeVar("R", infer_variance=True)
 
+# Track all active services for fork handling
+_active_services: weakref.WeakSet[_QueueServiceBase[Any]] = weakref.WeakSet()
+
+
+def _reset_services_after_fork():
+    """
+    Reset service state after fork() to prevent multiprocessing deadlocks on Linux.
+
+    Called by os.register_at_fork() in the child process after fork().
+    """
+    for service in list(_active_services):
+        service.reset_for_fork()
+
+    # Reset the class-level instance tracking
+    _QueueServiceBase.reset_instances_for_fork()
+
+
+# Register fork handler if supported (POSIX systems)
+if hasattr(os, "register_at_fork"):
+    try:
+        os.register_at_fork(after_in_child=_reset_services_after_fork)
+    except RuntimeError:
+        # Might fail in certain contexts (e.g., if already in a child process)
+        pass
+
 
 class _QueueServiceBase(abc.ABC, Generic[T]):
     _instances: dict[int, Self] = {}
@@ -44,6 +71,25 @@ class _QueueServiceBase(abc.ABC, Generic[T]):
         )
         self._logger = logging.getLogger(f"{type(self).__name__}")
 
+        # Track this instance for fork handling
+        _active_services.add(self)
+
+    def reset_for_fork(self) -> None:
+        """Reset instance state after fork() to prevent deadlocks in child process."""
+        self._stopped = True
+        self._started = False
+        self._loop = None
+        self._done_event = None
+        self._task = None
+        self._queue = queue.Queue()
+        self._lock = threading.Lock()
+
+    @classmethod
+    def reset_instances_for_fork(cls) -> None:
+        """Reset class-level state after fork() to prevent deadlocks in child process."""
+        cls._instances.clear()
+        cls._instance_lock = threading.Lock()
+
     def start(self) -> None:
         logger.debug("Starting service %r", self)
         loop_thread = get_global_loop()

{prefect_client-3.4.26.dev5 → prefect_client-3.4.26.dev6}/src/prefect/_internal/concurrency/threads.py

@@ -8,8 +8,10 @@ import asyncio
 import atexit
 import concurrent.futures
 import itertools
+import os
 import queue
 import threading
+import weakref
 from typing import Any, Optional
 
 from typing_extensions import TypeVar
@@ -22,6 +24,32 @@ from prefect._internal.concurrency.primitives import Event
 
 T = TypeVar("T", infer_variance=True)
 
+# Track all active instances for fork handling
+_active_instances: weakref.WeakSet[WorkerThread | EventLoopThread] = weakref.WeakSet()
+
+
+def _reset_after_fork_in_child():
+    """
+    Reset thread state after fork() to prevent multiprocessing deadlocks on Linux.
+
+    When fork() is called, the child process inherits all thread state and locks
+    from the parent, but only the calling thread continues. This leaves other threads'
+    locks in inconsistent states causing deadlocks.
+
+    This handler is called by os.register_at_fork() in the child process after fork().
+    """
+    for instance in list(_active_instances):
+        instance.reset_for_fork()
+
+
+# Register fork handler if supported (POSIX systems)
+if hasattr(os, "register_at_fork"):
+    try:
+        os.register_at_fork(after_in_child=_reset_after_fork_in_child)
+    except RuntimeError:
+        # Might fail in certain contexts (e.g., if already in a child process)
+        pass
+
 
 class WorkerThread(Portal):
     """
@@ -45,9 +73,19 @@ class WorkerThread(Portal):
         self._submitted_count: int = 0
         self._lock = threading.Lock()
 
+        # Track this instance for fork handling
+        _active_instances.add(self)
+
         if not daemon:
             atexit.register(self.shutdown)
 
+    def reset_for_fork(self) -> None:
+        """Reset state after fork() to prevent deadlocks in child process."""
+        self._started = False
+        self._queue = queue.Queue()
+        self._lock = threading.Lock()
+        self._submitted_count = 0
+
     def start(self) -> None:
         """
         Start the worker thread.
@@ -145,9 +183,21 @@ class EventLoopThread(Portal):
         self._on_shutdown: list[Call[Any]] = []
         self._lock = threading.Lock()
 
+        # Track this instance for fork handling
+        _active_instances.add(self)
+
         if not daemon:
             atexit.register(self.shutdown)
 
+    def reset_for_fork(self) -> None:
+        """Reset state after fork() to prevent deadlocks in child process."""
+        self._loop = None
+        self._ready_future = concurrent.futures.Future()
+        self._shutdown_event = Event()
+        self._lock = threading.Lock()
+        self._submitted_count = 0
+        self._on_shutdown = []
+
     def start(self):
         """
         Start the worker thread; raises any exceptions encountered during startup.

prefect_client-3.4.26.dev5/src/prefect/_build_info.py

@@ -1,5 +0,0 @@
-# Generated by versioningit
-__version__ = "3.4.26.dev5"
-__build_date__ = "2025-10-30 08:08:59.949029+00:00"
-__git_commit__ = "ee25381d0261236bdd4d5d32731399c6e1485575"
-__dirty__ = False