prefect-client 3.6.26.dev4__tar.gz → 3.6.26.dev6__tar.gz

{prefect_client-3.6.26.dev4 → prefect_client-3.6.26.dev6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: prefect-client
-Version: 3.6.26.dev4
+Version: 3.6.26.dev6
 Summary: Workflow orchestration and management.
 Project-URL: Changelog, https://github.com/PrefectHQ/prefect/releases
 Project-URL: Documentation, https://docs.prefect.io
@@ -42,7 +42,7 @@ Requires-Dist: opentelemetry-api<2.0.0,>=1.27.0
 Requires-Dist: orjson<4.0,>=3.7
 Requires-Dist: packaging<26.1,>=21.3
 Requires-Dist: pathspec>=0.8.0
-Requires-Dist: pendulum<4,>=3.0.0; python_version < '3.13'
+Requires-Dist: pendulum<4,>=3.1.0; python_version < '3.13'
 Requires-Dist: prometheus-client>=0.20.0
 Requires-Dist: pydantic!=2.11.0,!=2.11.1,!=2.11.2,!=2.11.3,!=2.11.4,<3.0.0,>=2.10.1
 Requires-Dist: pydantic-core<3.0.0,>=2.12.0
@@ -61,7 +61,7 @@ Requires-Dist: toml>=0.10.0
 Requires-Dist: typing-extensions<5.0.0,>=4.10.0
 Requires-Dist: uvicorn!=0.29.0,>=0.14.0
 Requires-Dist: websockets<17.0,>=15.0.1
-Requires-Dist: whenever<0.10.0,>=0.7.3; python_version >= '3.13'
+Requires-Dist: whenever<0.11.0,>=0.7.3; python_version >= '3.13'
 Provides-Extra: notifications
 Requires-Dist: apprise<2.0.0,>=1.1.0; extra == 'notifications'
 Description-Content-Type: text/markdown

{prefect_client-3.6.26.dev4 → prefect_client-3.6.26.dev6}/pyproject.toml

@@ -46,7 +46,7 @@ dependencies = [
     "orjson>=3.7,<4.0",
     "packaging>=21.3,<26.1",
     "pathspec>=0.8.0",
-    "pendulum>=3.0.0,<4; python_version<'3.13'",
+    "pendulum>=3.1.0,<4; python_version<'3.13'",
     "prometheus-client>=0.20.0",
     "pydantic>=2.10.1,<3.0.0,!=2.11.0,!=2.11.1,!=2.11.2,!=2.11.3,!=2.11.4",
     "pydantic_core>=2.12.0,<3.0.0",
@@ -65,7 +65,7 @@ dependencies = [
     "typing_extensions>=4.10.0,<5.0.0",
     "uvicorn>=0.14.0,!=0.29.0",
     "websockets>=15.0.1,<17.0",
-    "whenever>=0.7.3,<0.10.0; python_version>='3.13'",
+    "whenever>=0.7.3,<0.11.0; python_version>='3.13'",
 ]
 [project.urls]
 Changelog = "https://github.com/PrefectHQ/prefect/releases"

prefect_client-3.6.26.dev6/src/prefect/_build_info.py

@@ -0,0 +1,5 @@
+# Generated by versioningit
+__version__ = "3.6.26.dev6"
+__build_date__ = "2026-04-10 08:37:32.614176+00:00"
+__git_commit__ = "029a22229aad5be8d13a610941d29c62b2354107"
+__dirty__ = False

{prefect_client-3.6.26.dev4 → prefect_client-3.6.26.dev6}/src/prefect/context.py

@@ -471,9 +471,16 @@ class EngineContext(RunContext):
     observed_flow_pauses: dict[str, int] = Field(default_factory=dict)
 
     # Tracking for result from task runs and sub flows in this flow run for
-    # dependency tracking. Holds the ID of the object returned by
-    # the run and state
-    run_results: dict[int, tuple[State, RunType]] = Field(default_factory=dict)
+    # dependency tracking. Keyed by `id(obj)` of the result object. The
+    # third tuple element is `Optional[weakref.ReferenceType]` — a weak
+    # reference back to the object that registered the entry, used by
+    # `get_state_for_result` to verify identity at lookup time and reject
+    # stale hits caused by CPython recycling a freed memory address. The
+    # weakref is `None` for objects that don't support `__weakref__`
+    # (plain `dict`, `list`, `set`, `str`, `int`, `tuple`, ...) — for
+    # those, the legacy `id()`-only lookup is preserved as a known
+    # limitation tracked in #20558.
+    run_results: dict[int, tuple[State, RunType, Any]] = Field(default_factory=dict)
 
     # Tracking information needed to track asset linage between
     # tasks and materialization

{prefect_client-3.6.26.dev4 → prefect_client-3.6.26.dev6}/src/prefect/tasks.py

@@ -245,6 +245,8 @@ def _infer_parent_task_runs(
     # there is an active flow run context because dependencies are only
     # tracked within the same flow run.
     if flow_run_context:
+        from prefect.utilities.engine import get_state_for_result
+
         for v in parameters.values():
             upstream_state = None
 
@@ -253,7 +255,9 @@ def _infer_parent_task_runs(
             elif isinstance(v, PrefectFuture):
                 upstream_state = v.state
             else:
-                res = flow_run_context.run_results.get(id(v))
+                # Route through the central lookup so identity
+                # verification (#20558) is applied to every read site.
+                res = get_state_for_result(v)
                 if res:
                     upstream_state, _ = res
 

{prefect_client-3.6.26.dev4 → prefect_client-3.6.26.dev6}/src/prefect/utilities/AGENTS.md

@@ -19,6 +19,7 @@ Does NOT include: server-specific utilities (`server/utilities/`), concurrency s
 - `pydantic.py` — Pydantic v1/v2 compatibility shims
 - `templating.py` — Jinja template utilities and `maybe_template()` detection
 - `filesystem.py` — File filtering (`filter_files`), path normalization, and `tmpchdir` context manager
+- `engine.py` — Result-to-state linking and identity-verified lookup for `EngineContext`; provides `link_state_to_result`, `get_state_for_result`, `link_state_to_flow_run_result`, and `link_state_to_task_run_result`
 
 ## schema_tools: Hydration System
 
@@ -75,3 +76,4 @@ Handlers return `Placeholder` subclasses (e.g. `RemoveValue`, `InvalidJSON`, `In
 - **`parameters_to_args_kwargs` skips the positional-to-keyword rewrite entirely when the function signature contains `*args`.** Inserting KEYWORD_ONLY parameters before a VAR_POSITIONAL parameter is invalid in Python, so the original signature is used as-is in that case.
 - **Passing the same key in both an explicit parameter and a `**kwargs` dict raises `TypeError`.** `parameters_to_args_kwargs` detects when a VAR_KEYWORD (`**kwargs`) dict contains a key that also appears as an explicit parameter and raises rather than silently letting the variadic entry win. Exception: POSITIONAL_ONLY parameters are exempt because `fn(1, **{'a': 2})` is legal when `a` is positional-only.
 - **`filter_files` with `include_dirs=True` (the default) always includes all ancestor directories of matched files**, even if those directories weren't directly matched by the ignore patterns. This ensures `shutil.copytree`'s `ignore_func` doesn't skip directories containing files that should be copied. Side effect: callers expecting only pathspec-matched entries will receive additional directory paths. The parent-dir expansion does NOT run when `include_dirs=False`.
+- **Never access `EngineContext.run_results` directly via `id(obj)`.** Always call `get_state_for_result(obj)`.

{prefect_client-3.6.26.dev4 → prefect_client-3.6.26.dev6}/src/prefect/utilities/engine.py

@@ -3,6 +3,7 @@ import contextlib
 import os
 import signal
 import time
+import weakref
 from collections.abc import Awaitable, Callable, Generator
 from functools import partial
 from logging import Logger
@@ -519,10 +520,42 @@ def get_state_for_result(obj: Any) -> Optional[tuple[State, RunType]]:
     Get the state related to a result object.
 
     `link_state_to_result` must have been called first.
+
+    For objects that support `__weakref__`, the entry stored by
+    `link_state_to_result` carries a weak reference back to the original
+    object. We verify here that the entry's weak reference still points
+    to the *same* object that registered the entry — not just to *some*
+    object that happens to share its `id()`. This prevents stale hits
+    caused by CPython recycling a freed memory address. Stale entries
+    are evicted on detection.
+
+    For objects that do not support `__weakref__` (plain `dict`, `list`,
+    `set`, `str`, `int`, `tuple`, ...), the entry has no weak reference
+    and we fall back to the legacy `id()`-only lookup. This preserves
+    today's behavior for those types — including the latent stale-id
+    bug — and isolates the limitation to a single named code path.
     """
+    # See https://github.com/PrefectHQ/prefect/issues/20558 for background
+    # on the stale-id bug and the broader product discussion around
+    # non-weakref-able types.
     flow_run_context = FlowRunContext.get()
-    if flow_run_context:
-        return flow_run_context.run_results.get(id(obj))
+    if flow_run_context is None:
+        return None
+
+    entry = flow_run_context.run_results.get(id(obj))
+    if entry is None:
+        return None
+
+    state, run_type, ref = entry
+    if ref is not None and ref() is not obj:
+        # Stale: the original object that registered this entry is
+        # either gone (ref() is None) or this `obj` is a different
+        # object that happens to share the recycled `id()`. Evict and
+        # miss.
+        flow_run_context.run_results.pop(id(obj), None)
+        return None
+
+    return state, run_type
 
 
 def link_state_to_flow_run_result(state: State, result: Any) -> None:
@@ -554,12 +587,28 @@ def link_state_to_result(state: State, result: Any, run_type: RunType) -> None:
 
         Note: the int `1` will not be mapped to the state because it is a singleton.
 
+    Identity tracking:
+        For objects that support `__weakref__` (most user-defined classes,
+        pydantic models, dataclasses), each entry stores a weak reference
+        back to the original object. `get_state_for_result` verifies that
+        the weak reference still points to the *same* object before
+        returning a hit, so a recycled memory address can never silently
+        inherit a previous task's state.
+
+        For objects that do not support `__weakref__` (plain `dict`,
+        `list`, `set`, `str`, `int`, `tuple`, ...), the entry has no weak
+        reference and the legacy `id()`-only lookup is used. The known
+        stale-id limitation is preserved for those types and isolated to
+        a single named code path.
+
     Other Notes:
     We do not hash the result because:
     - If changes are made to the object in the flow between task calls, we can still
       track that they are related.
     - Hashing can be expensive.
     - Not all objects are hashable.
+    - Hash-based keying would also conflate equal-but-distinct objects
+      from unrelated tasks.
 
     We do not set an attribute, e.g. `__prefect_state__`, on the result because:
 
@@ -568,7 +617,6 @@ def link_state_to_result(state: State, result: Any, run_type: RunType) -> None:
     - The field can be preserved on copy.
     - We cannot set this attribute on Python built-ins.
     """
-
     flow_run_context = FlowRunContext.get()
     # Drop the data field to avoid holding a strong reference to the result
     # Holding large user objects in memory can cause memory bloat
@@ -591,7 +639,21 @@ def link_state_to_result(state: State, result: Any, run_type: RunType) -> None:
             ):
                 state.state_details.untrackable_result = True
                 return
-            flow_run_context.run_results[id(obj)] = (linked_state, run_type)
+
+            # Attach a weak reference for identity verification on
+            # lookup. `type(obj).__weakrefoffset__` is the canonical
+            # CPython check for whether instances of a type support
+            # `__weakref__` — it's non-zero for user classes / pydantic
+            # models / dataclasses and zero for builtins like `dict`,
+            # `list`, `str`, `int`, `tuple`, `set`. Using the offset
+            # avoids the cost of catching `TypeError` from a doomed
+            # `weakref.ref(obj)` call on every non-weakref-able result.
+            if type(obj).__weakrefoffset__:
+                ref = weakref.ref(obj)
+            else:
+                ref = None
+
+            flow_run_context.run_results[id(obj)] = (linked_state, run_type, ref)
 
         visit_collection(expr=result, visit_fn=link_if_trackable, max_depth=1)
 

prefect_client-3.6.26.dev4/src/prefect/_build_info.py

@@ -1,5 +0,0 @@
-# Generated by versioningit
-__version__ = "3.6.26.dev4"
-__build_date__ = "2026-04-08 08:32:05.083908+00:00"
-__git_commit__ = "a6344b22b58356eab60d6e21163d3520134df4b0"
-__dirty__ = False