prefect-client 3.7.9.dev6__tar.gz → 3.7.9.dev7__tar.gz

{prefect_client-3.7.9.dev6 → prefect_client-3.7.9.dev7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: prefect-client
-Version: 3.7.9.dev6
+Version: 3.7.9.dev7
 Summary: Workflow orchestration and management.
 Project-URL: Changelog, https://github.com/PrefectHQ/prefect/releases
 Project-URL: Documentation, https://docs.prefect.io
@@ -22,7 +22,7 @@ Classifier: Programming Language :: Python :: 3.14
 Classifier: Topic :: Software Development :: Libraries
 Requires-Python: <3.15,>=3.10
 Requires-Dist: amplitude-analytics<2.0.0,>=1.2.1
-Requires-Dist: anyio<5.0.0,>=4.4.0
+Requires-Dist: anyio!=4.14.2,<5.0.0,>=4.4.0
 Requires-Dist: asgi-lifespan<3.0,>=1.0
 Requires-Dist: cachetools<8.0,>=5.3
 Requires-Dist: cloudpickle<4.0,>=2.0
@@ -41,7 +41,7 @@ Requires-Dist: jsonschema<5.0.0,>=4.18.0
 Requires-Dist: opentelemetry-api<2.0.0,>=1.27.0
 Requires-Dist: orjson<4.0,>=3.7
 Requires-Dist: packaging<26.3,>=21.3
-Requires-Dist: pathspec>=0.8.0
+Requires-Dist: pathspec>=0.10.1
 Requires-Dist: pendulum<4,>=3.1.0; python_version < '3.13'
 Requires-Dist: prometheus-client>=0.20.0
 Requires-Dist: pydantic!=2.11.0,!=2.11.1,!=2.11.2,!=2.11.3,!=2.11.4,<3.0.0,>=2.10.1

{prefect_client-3.7.9.dev6 → prefect_client-3.7.9.dev7}/pyproject.toml

@@ -26,7 +26,7 @@ classifiers = [
 dependencies = [
     # Client dependencies
     "amplitude-analytics>=1.2.1,<2.0.0",
-    "anyio>=4.4.0,<5.0.0",
+    "anyio>=4.4.0,<5.0.0,!=4.14.2",
     "asgi-lifespan>=1.0,<3.0",
     "cachetools>=5.3,<8.0",
     "cloudpickle>=2.0,<4.0",
@@ -45,7 +45,7 @@ dependencies = [
     "opentelemetry-api>=1.27.0,<2.0.0",
     "orjson>=3.7,<4.0",
     "packaging>=21.3,<26.3",
-    "pathspec>=0.8.0",
+    "pathspec>=0.10.1",
     "pendulum>=3.1.0,<4; python_version<'3.13'",
     "prometheus-client>=0.20.0",
     "pydantic>=2.10.1,<3.0.0,!=2.11.0,!=2.11.1,!=2.11.2,!=2.11.3,!=2.11.4",

prefect_client-3.7.9.dev7/src/prefect/_build_info.py

@@ -0,0 +1,5 @@
+# Generated by versioningit
+__version__ = "3.7.9.dev7"
+__build_date__ = "2026-07-23 08:57:53.374271+00:00"
+__git_commit__ = "d13f1a728248b608aaa609e6c27f667f47ea4704"
+__dirty__ = False

{prefect_client-3.7.9.dev6 → prefect_client-3.7.9.dev7}/src/prefect/bundles/_file_collector.py

@@ -232,7 +232,7 @@ class FileCollector:
         inner_pattern = pattern[1:]
 
         # Compile the pattern using gitignore-style matching
-        spec = pathspec.PathSpec.from_lines("gitwildmatch", [inner_pattern])
+        spec = pathspec.GitIgnoreSpec.from_lines([inner_pattern])
 
         # Find files in current collection that match the negation
         excluded: list[Path] = []
@@ -342,7 +342,7 @@ class FileCollector:
             List of collected file paths matching the pattern.
         """
         # Compile the pattern using gitignore-style matching
-        spec = pathspec.PathSpec.from_lines("gitwildmatch", [pattern])
+        spec = pathspec.GitIgnoreSpec.from_lines([pattern])
 
         collected: list[Path] = []
         try:

{prefect_client-3.7.9.dev6 → prefect_client-3.7.9.dev7}/src/prefect/settings/sources.py

@@ -1,5 +1,6 @@
 import os
 import sys
+import threading
 import warnings
 from pathlib import Path
 from typing import Any, Dict, List, Mapping, Optional, Sequence, Tuple, Type, get_origin
@@ -26,16 +27,23 @@ from prefect.settings.constants import DEFAULT_PREFECT_HOME, DEFAULT_PROFILES_PA
 from prefect.utilities.collections import get_from_dict
 
 _file_cache: TTLCache[str, dict[str, Any]] = TTLCache(maxsize=100, ttl=60)
+_file_cache_lock = threading.Lock()
 
 
 def _read_toml_file(path: Path) -> dict[str, Any]:
-    """use ttl cache to cache toml files"""
+    """use ttl cache to cache toml files
+
+    `TTLCache` is not thread-safe, so all access is guarded by a lock to avoid
+    corrupting its internal state under concurrent settings loads.
+    """
     modified_time = path.stat().st_mtime
     cache_key = f"toml_file:{path}:{modified_time}"
-    if value := _file_cache.get(cache_key):
-        return value
+    with _file_cache_lock:
+        if value := _file_cache.get(cache_key):
+            return value
     data = tomllib.loads(path.read_text(encoding="utf-8"))  # type: ignore
-    _file_cache[cache_key] = data
+    with _file_cache_lock:
+        _file_cache[cache_key] = data
     return data
 
 

{prefect_client-3.7.9.dev6 → prefect_client-3.7.9.dev7}/src/prefect/task_runners.py

@@ -572,22 +572,31 @@ def _enqueue_process_pool_log(message_queue: Any, log_payload: dict[str, Any]) -
     message_queue.put((_PROCESS_POOL_MESSAGE_TYPE_LOG, log_payload))
 
 
-def _initialize_process_pool_worker(message_queue: Any | None = None) -> None:
+def _initialize_process_pool_worker(
+    message_queue: Any | None = None,
+    initializer: Callable[..., None] | None = None,
+    initargs: tuple[Any, ...] = (),
+) -> None:
     """
     Configure process-pool workers to forward emitted events and API logs back to
     the parent process.
+
+    If a user `initializer` is provided, it runs after Prefect's own setup so that
+    it can rely on event/log forwarding already being in place.
     """
     if message_queue is None:
         EventsWorker.set_client_override(None)
         set_api_log_sink(None)
-        return
+    else:
+        EventsWorker.set_client_override(
+            ProcessPoolForwardingEventsClient,
+            event_queue=message_queue,
+            item_type=_PROCESS_POOL_MESSAGE_TYPE_EVENT,
+        )
+        set_api_log_sink(partial(_enqueue_process_pool_log, message_queue))
 
-    EventsWorker.set_client_override(
-        ProcessPoolForwardingEventsClient,
-        event_queue=message_queue,
-        item_type=_PROCESS_POOL_MESSAGE_TYPE_EVENT,
-    )
-    set_api_log_sink(partial(_enqueue_process_pool_log, message_queue))
+    if initializer is not None:
+        initializer(*initargs)
 
 
 def _run_task_in_subprocess(
@@ -748,6 +757,10 @@ class ProcessPoolTaskRunner(TaskRunner[PrefectConcurrentFuture[Any]]):
     Attributes:
         max_workers: The maximum number of processes to use for executing tasks.
             Defaults to `multiprocessing.cpu_count()` if `PREFECT_TASKS_RUNNER_PROCESS_POOL_MAX_WORKERS` is not set.
+        initializer: An optional picklable callable run once in each worker
+            subprocess before it executes any tasks, mirroring
+            `ProcessPoolExecutor`'s `initializer`.
+        initargs: A tuple of arguments passed to `initializer`.
 
     Examples:
         Use a process pool task runner with a flow:
@@ -803,6 +816,21 @@ class ProcessPoolTaskRunner(TaskRunner[PrefectConcurrentFuture[Any]]):
             ...
         ```
 
+        Run custom setup in each worker subprocess:
+
+        ```python
+        import sys
+        from prefect.task_runners import ProcessPoolTaskRunner
+
+        def add_to_path(*paths):
+            sys.path[:0] = paths
+
+        runner = ProcessPoolTaskRunner(
+            initializer=add_to_path,
+            initargs=("/opt/my_app/libs",),
+        )
+        ```
+
     Note:
         Process pool task runners provide process isolation but have overhead for
         inter-process communication. They are most beneficial for CPU-bound tasks
@@ -823,6 +851,8 @@ class ProcessPoolTaskRunner(TaskRunner[PrefectConcurrentFuture[Any]]):
         subprocess_message_processor_factories: (
             Iterable[_SubprocessMessageProcessorFactory] | None
         ) = None,
+        initializer: Callable[..., None] | None = None,
+        initargs: tuple[Any, ...] = (),
     ):
         super().__init__()
         current_settings = get_current_settings()
@@ -833,6 +863,8 @@ class ProcessPoolTaskRunner(TaskRunner[PrefectConcurrentFuture[Any]]):
             or current_settings.tasks.runner.process_pool_max_workers
             or multiprocessing.cpu_count()
         )
+        self._initializer = initializer
+        self._initargs = tuple(initargs)
         self._cancel_events: dict[uuid.UUID, multiprocessing.Event] = {}
         self._subprocess_message_queue: Any | None = None
         self._message_forwarding_thread: threading.Thread | None = None
@@ -844,6 +876,9 @@ class ProcessPoolTaskRunner(TaskRunner[PrefectConcurrentFuture[Any]]):
 
     def duplicate(self) -> Self:
         duplicate_runner = type(self)(max_workers=self._max_workers)
+        # Set post-construction so subclasses that narrow __init__ still duplicate.
+        duplicate_runner._initializer = getattr(self, "_initializer", None)
+        duplicate_runner._initargs = getattr(self, "_initargs", ())
         duplicate_runner.subprocess_message_processor_factories = (
             self.subprocess_message_processor_factories
         )
@@ -1265,7 +1300,11 @@ class ProcessPoolTaskRunner(TaskRunner[PrefectConcurrentFuture[Any]]):
                 max_workers=self._max_workers,
                 mp_context=mp_context,
                 initializer=_initialize_process_pool_worker,
-                initargs=(self._subprocess_message_queue,),
+                initargs=(
+                    self._subprocess_message_queue,
+                    getattr(self, "_initializer", None),
+                    getattr(self, "_initargs", ()),
+                ),
             )
             # Create a thread pool for resolving futures before submitting to process pool
             self._resolver_executor = ThreadPoolExecutor(max_workers=self._max_workers)

{prefect_client-3.7.9.dev6 → prefect_client-3.7.9.dev7}/src/prefect/utilities/filesystem/__init__.py

@@ -45,7 +45,7 @@ def filter_files(
 
     The specification matches that of [.gitignore files](https://git-scm.com/docs/gitignore).
     """
-    spec = pathspec.PathSpec.from_lines("gitwildmatch", ignore_patterns or [])
+    spec = pathspec.GitIgnoreSpec.from_lines(ignore_patterns or [])
     ignored_files = {p.path for p in spec.match_tree_entries(root)}
     if include_dirs:
         all_files = {p.path for p in pathspec.util.iter_tree_entries(root)}

prefect_client-3.7.9.dev6/src/prefect/_build_info.py

@@ -1,5 +0,0 @@
-# Generated by versioningit
-__version__ = "3.7.9.dev6"
-__build_date__ = "2026-07-22 08:57:13.722964+00:00"
-__git_commit__ = "4b510e42620dacb947f207c12271c435f9ef41e9"
-__dirty__ = False