prefect-client 3.9.1.dev4__tar.gz → 3.9.1.dev5__tar.gz

{prefect_client-3.9.1.dev4 → prefect_client-3.9.1.dev5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: prefect-client
-Version: 3.9.1.dev4
+Version: 3.9.1.dev5
 Summary: Workflow orchestration and management.
 Project-URL: Changelog, https://github.com/PrefectHQ/prefect/releases
 Project-URL: Documentation, https://docs.prefect.io

prefect_client-3.9.1.dev5/src/prefect/_build_info.py

@@ -0,0 +1,5 @@
+# Generated by versioningit
+__version__ = "3.9.1.dev5"
+__build_date__ = "2026-10-27 08:19:52.409161+00:00"
+__git_commit__ = "7c7b28a1be2b6db40bd61baecc1925c472f6df75"
+__dirty__ = False

{prefect_client-3.9.1.dev4 → prefect_client-3.9.1.dev5}/src/prefect/_internal/result_records.py

@@ -37,6 +37,7 @@ if TYPE_CHECKING:
 ResultSerializer = Union[Serializer, str]
 LITERAL_TYPES: set[type] = {type(None), bool, UUID}
 R = TypeVar("R")
+_LEGACY_RESULT_BLOB_KEYS = {"serializer", "data", "prefect_version", "expiration"}
 
 
 class ResultRecordMetadata(BaseModel):
@@ -173,16 +174,19 @@ class ResultRecord(BaseModel, Generic[R]):
         if isinstance(value, dict):
             if TYPE_CHECKING:  # TODO: # isintance doesn't accept generic parameters
                 value = cast(dict[str, Any], value)
-            if "data" in value:
+            # Only coerce the exact legacy `PersistedResultBlob` shape so that raw
+            # JSON results that happen to contain a `data` key aren't misread
+            if (
+                {"data", "serializer"} <= value.keys() <= _LEGACY_RESULT_BLOB_KEYS
+                and isinstance(value["data"], str)
+                and isinstance(value["serializer"], dict)
+            ):
                 value["result"] = value.pop("data")
-            if "metadata" not in value:
-                value["metadata"] = {}
-            if "expiration" in value:
-                value["metadata"]["expiration"] = value.pop("expiration")
-            if "serializer" in value:
-                value["metadata"]["serializer"] = value.pop("serializer")
-            if "prefect_version" in value:
-                value["metadata"]["prefect_version"] = value.pop("prefect_version")
+                value["metadata"] = {"serializer": value.pop("serializer")}
+                if "expiration" in value:
+                    value["metadata"]["expiration"] = value.pop("expiration")
+                if "prefect_version" in value:
+                    value["metadata"]["prefect_version"] = value.pop("prefect_version")
         return value
 
     def serialize_metadata(self) -> bytes:

{prefect_client-3.9.1.dev4 → prefect_client-3.9.1.dev5}/src/prefect/cache_policies.py

@@ -4,6 +4,7 @@ from copy import deepcopy
 from dataclasses import dataclass, field, replace
 from logging import Logger
 from pathlib import Path
+from types import CodeType
 from typing import (
     TYPE_CHECKING,
     Any,
@@ -45,9 +46,10 @@ def _register_stable_transforms() -> None:
     if sys.modules.get("pandas") is not None:
         import pandas as pd  # pyright: ignore
 
-        STABLE_TRANSFORMS[pd.DataFrame] = lambda df: [  # pyright: ignore
-            df[col] for col in sorted(df.columns)
-        ]
+        STABLE_TRANSFORMS[pd.DataFrame] = lambda df: (  # pyright: ignore
+            list(df.columns),
+            [df.iloc[:, i] for i in range(len(df.columns))],
+        )
 
 
 @dataclass
@@ -282,6 +284,19 @@ class _None(CachePolicy):
         return other
 
 
+def _normalize_code_location(code: CodeType) -> CodeType:
+    """Remove compilation locations, including those in nested code constants."""
+    return code.replace(
+        co_filename="",
+        co_firstlineno=1,
+        co_linetable=b"",
+        co_consts=tuple(
+            _normalize_code_location(const) if isinstance(const, CodeType) else const
+            for const in code.co_consts
+        ),
+    )
+
+
 @dataclass
 class TaskSource(CachePolicy):
     """
@@ -312,7 +327,10 @@ class TaskSource(CachePolicy):
             lines = inspect.getsource(task_ctx.task.fn.__class__)
         except OSError as exc:
             if "source code" in str(exc):
-                lines = task_ctx.task.fn.__code__.co_code
+                return hash_objects(
+                    _normalize_code_location(task_ctx.task.fn.__code__),
+                    raise_on_failure=True,
+                )
             else:
                 raise
 

{prefect_client-3.9.1.dev4 → prefect_client-3.9.1.dev5}/src/prefect/client/orchestration/_work_pools/client.py

@@ -525,6 +525,8 @@ class WorkPoolAsyncClient(BaseAsyncClient):
                 json=work_pool.model_dump(mode="json", exclude_unset=True),
             )
         except HTTPStatusError as e:
+            if e.response.status_code == 403 and "plan does not support" in str(e):
+                raise ObjectUnsupported(http_exc=e) from e
             if e.response.status_code == 409:
                 if overwrite:
                     existing_work_pool = await self.read_work_pool(

{prefect_client-3.9.1.dev4 → prefect_client-3.9.1.dev5}/src/prefect/client/schemas/sorting.py

@@ -25,6 +25,8 @@ class TaskRunSort(AutoEnum):
     NAME_DESC = AutoEnum.auto()
     NEXT_SCHEDULED_START_TIME_ASC = AutoEnum.auto()
     END_TIME_DESC = AutoEnum.auto()
+    DURATION_DESC = AutoEnum.auto()
+    DURATION_ASC = AutoEnum.auto()
 
 
 class AutomationSort(AutoEnum):

{prefect_client-3.9.1.dev4 → prefect_client-3.9.1.dev5}/src/prefect/events/schemas/events.py

@@ -31,6 +31,7 @@ from prefect.logging import get_logger
 from prefect.settings import (
     PREFECT_EVENTS_MAXIMUM_LABELS_PER_RESOURCE,
 )
+from prefect.utilities.urls import url_for
 
 from .labelling import Labelled
 
@@ -194,6 +195,12 @@ class ReceivedEvent(Event):
         description="When the event was received by Prefect Cloud",
     )
 
+    @property
+    def url(self) -> Optional[str]:
+        """Returns the UI URL for this event, allowing users to link to events
+        in automation templates without parsing date strings."""
+        return url_for(self, url_type="ui")
+
 
 def matches(expected: str, value: Optional[str]) -> bool:
     """Returns true if the given value matches the expected string, which may

{prefect_client-3.9.1.dev4 → prefect_client-3.9.1.dev5}/src/prefect/server/api/clients.py

@@ -1,13 +1,22 @@
 from __future__ import annotations
 
 import base64
-from typing import TYPE_CHECKING, Any, Dict, List, Optional
+import contextvars
+from contextlib import asynccontextmanager
+from typing import (
+    TYPE_CHECKING,
+    Any,
+    AsyncIterator,
+    Dict,
+    List,
+    Optional,
+)
 from urllib.parse import quote
 from uuid import UUID
 
 import httpx
 import pydantic
-from httpx import Response
+from httpx import Request, Response
 from starlette import status
 from typing_extensions import Self
 
@@ -27,6 +36,29 @@ if TYPE_CHECKING:
 logger: "logging.Logger" = get_logger(__name__)
 
 
+_request_scoped_headers: contextvars.ContextVar[Optional[Dict[str, str]]] = (
+    contextvars.ContextVar("_request_scoped_headers", default=None)
+)
+
+
+async def _apply_scoped_headers(request: Request) -> None:
+    extras = _request_scoped_headers.get()
+    if not extras:
+        return
+    for name, value in extras.items():
+        request.headers[name] = value
+
+
+@asynccontextmanager
+async def scoped_headers(headers: Dict[str, str]) -> AsyncIterator[None]:
+    """Attach headers to every request sent by a shared client in this scope."""
+    token = _request_scoped_headers.set(headers)
+    try:
+        yield
+    finally:
+        _request_scoped_headers.reset(token)
+
+
 class BaseClient:
     _http_client: PrefectHttpxAsyncClient
 
@@ -53,6 +85,7 @@ class BaseClient:
             base_url=f"http://prefect-in-memory{settings.server.api.base_path or '/api'}",
             enable_csrf_support=settings.server.api.csrf_protection_enabled,
             raise_on_all_errors=False,
+            event_hooks={"request": [_apply_scoped_headers]},
         )
 
     async def __aenter__(self) -> Self:

{prefect_client-3.9.1.dev4 → prefect_client-3.9.1.dev5}/src/prefect/task_engine.py

@@ -631,6 +631,7 @@ class SyncTaskRunEngine(BaseTaskRunEngine[P, R]):
         # which case we should retry the task if it has retries left.
         if isinstance(result, State) and result.is_failed():
             if self.handle_retry(result):
+                transaction.write_on_commit = False
                 return None
 
         if self.task.cache_expiration is not None:
@@ -645,22 +646,49 @@ class SyncTaskRunEngine(BaseTaskRunEngine[P, R]):
             expiration=expiration,
         )
 
+        if terminal_state.is_failed():
+            if (
+                isinstance(terminal_state.data, ResultRecord)
+                and not terminal_state.data.is_persisted
+            ):
+                # Match raised failures: retain the result without populating the cache key.
+                result_store = get_result_store()
+                failure_record = result_store.create_result_record(
+                    terminal_state.data.result, key=str(uuid4()), expiration=expiration
+                )
+                terminal_state.data = failure_record
+                if transaction.write_on_commit:
+                    try:
+                        result_store.persist_result_record(failure_record)
+                    except Exception as exc:
+                        self.logger.warning(
+                            "Failed to write result: %s Execution will continue, but the result has not been written",
+                            exc,
+                        )
+            transaction.write_on_commit = False
+
         # Avoid logging when running this rollback hook since it is not user-defined
         handle_rollback = partial(self.handle_rollback)
         handle_rollback.log_on_run = False
 
         transaction.stage(
             terminal_state.data,
-            on_rollback_hooks=[handle_rollback] + self.task.on_rollback_hooks,
+            on_rollback_hooks=([] if terminal_state.is_failed() else [handle_rollback])
+            + self.task.on_rollback_hooks,
             on_commit_hooks=self.task.on_commit_hooks,
         )
-        if transaction.is_committed():
+        if terminal_state.is_failed():
+            transaction.rollback()
+        elif transaction.is_committed():
             terminal_state.name = "Cached"
 
         self.set_state(terminal_state)
         self._return_value = result
 
-        self._telemetry.end_span_on_success()
+        if terminal_state.is_failed():
+            self._telemetry.end_span_on_failure(terminal_state.message)
+        else:
+            self._telemetry.end_span_on_success()
 
     def handle_retry(self, exc_or_state: Exception | State[R]) -> bool:
         """Handle any task run retries.
@@ -1262,6 +1290,7 @@ class AsyncTaskRunEngine(BaseTaskRunEngine[P, R]):
     ) -> Union[ResultRecord[R], None, Coroutine[Any, Any, R], R]:
         if isinstance(result, State) and result.is_failed():
             if await self.handle_retry(result):
+                transaction.write_on_commit = False
                 return None
 
         if self.task.cache_expiration is not None:
@@ -1276,21 +1305,48 @@ class AsyncTaskRunEngine(BaseTaskRunEngine[P, R]):
             expiration=expiration,
         )
 
+        if terminal_state.is_failed():
+            if (
+                isinstance(terminal_state.data, ResultRecord)
+                and not terminal_state.data.is_persisted
+            ):
+                # Match raised failures: retain the result without populating the cache key.
+                result_store = get_result_store()
+                failure_record = result_store.create_result_record(
+                    terminal_state.data.result, key=str(uuid4()), expiration=expiration
+                )
+                terminal_state.data = failure_record
+                if transaction.write_on_commit:
+                    try:
+                        await result_store.apersist_result_record(failure_record)
+                    except Exception as exc:
+                        self.logger.warning(
+                            "Failed to write result: %s Execution will continue, but the result has not been written",
+                            exc,
+                        )
+            transaction.write_on_commit = False
+
         # Avoid logging when running this rollback hook since it is not user-defined
         handle_rollback = partial(self.handle_rollback)
         handle_rollback.log_on_run = False
 
         transaction.stage(
             terminal_state.data,
-            on_rollback_hooks=[handle_rollback] + self.task.on_rollback_hooks,
+            on_rollback_hooks=([] if terminal_state.is_failed() else [handle_rollback])
+            + self.task.on_rollback_hooks,
             on_commit_hooks=self.task.on_commit_hooks,
         )
-        if transaction.is_committed():
+        if terminal_state.is_failed():
+            await transaction.rollback()
+        elif transaction.is_committed():
             terminal_state.name = "Cached"
 
         await self.set_state(terminal_state)
         self._return_value = result
-        self._telemetry.end_span_on_success()
+        if terminal_state.is_failed():
+            self._telemetry.end_span_on_failure(terminal_state.message)
+        else:
+            self._telemetry.end_span_on_success()
 
         return result
 

{prefect_client-3.9.1.dev4 → prefect_client-3.9.1.dev5}/src/prefect/utilities/filesystem/__init__.py

@@ -34,6 +34,30 @@ def create_default_ignore_file(path: str) -> bool:
     return True
 
 
+def _walk_tree(
+    root: str,
+    spec: pathspec.GitIgnoreSpec,
+    include_dirs: bool,
+    follow_links: Optional[bool] = None,
+) -> tuple[set[str], set[str]]:
+    """Return `(all_files, ignored_files)` for `root` under a single traversal mode.
+
+    Both sets must come from the same mode, or subtracting one from the other
+    compares two different views of the tree.
+    """
+    ignored_files = {
+        p.path for p in spec.match_tree_entries(root, follow_links=follow_links)
+    }
+    if include_dirs:
+        all_files = {
+            p.path
+            for p in pathspec.util.iter_tree_entries(root, follow_links=follow_links)
+        }
+    else:
+        all_files = set(pathspec.util.iter_tree_files(root, follow_links=follow_links))
+    return all_files, ignored_files
+
+
 def filter_files(
     root: str = ".",
     ignore_patterns: Optional[Iterable[AnyStr]] = None,
@@ -53,11 +77,32 @@ def filter_files(
     included so directory traversal can reach those files.
     """
     spec = pathspec.GitIgnoreSpec.from_lines(ignore_patterns or [])
-    ignored_files = {p.path for p in spec.match_tree_entries(root)}
-    if include_dirs:
-        all_files = {p.path for p in pathspec.util.iter_tree_entries(root)}
-    else:
-        all_files = set(pathspec.util.iter_tree_files(root))
+    try:
+        all_files, ignored_files = _walk_tree(root, spec, include_dirs)
+    except pathspec.util.RecursionError as exc:
+        # A directory symlink pointing at one of its own ancestors makes the
+        # default link-following walk revisit the same real directory, and
+        # pathspec raises rather than returning the tree. Retry once without
+        # following links: symlinks are then listed as entries but not
+        # descended into, which is what `git` itself does with the .gitignore
+        # specification this function implements. Only this walk changes --
+        # a tree with no cycle still follows links as before.
+        # Imported here rather than at module scope: this is a cold path, and
+        # prefect.logging imports back into prefect.utilities. get_logger
+        # rather than logging.getLogger because it installs
+        # ObfuscateApiKeyFilter, and these paths come from the user's tree.
+        from prefect.logging.loggers import get_logger
+
+        get_logger("utilities.filesystem").warning(
+            "Not following symlinks while walking %r: %r and %r both resolve to %r.",
+            root,
+            exc.first_path or ".",
+            exc.second_path,
+            exc.real_path,
+        )
+        all_files, ignored_files = _walk_tree(
+            root, spec, include_dirs, follow_links=False
+        )
     included_files = all_files - ignored_files
 
     # Ensure parent directories of included files are also included,

{prefect_client-3.9.1.dev4 → prefect_client-3.9.1.dev5}/src/prefect/utilities/templating/__init__.py

@@ -201,6 +201,7 @@ def apply_values(
                 )
             return value
         else:
+            replacements: dict[str, str] = {}
             for full_match, name, placeholder_type in placeholders:
                 if placeholder_type is PlaceholderType.STANDARD:
                     value = get_from_dict(values, name, NotSet)
@@ -217,11 +218,16 @@ def apply_values(
                             "the placeholder is spelled correctly and that the corresponding value is provided.",
                         )
                     if remove_notset:
-                        template = template.replace(full_match, "")
+                        replacements[full_match] = ""
                 else:
-                    template = template.replace(full_match, str(value))
+                    replacements[full_match] = str(value)
 
-            return template
+            # Substitute in a single pass over the original template so that
+            # inserted values are never themselves treated as placeholders.
+            return PLACEHOLDER_CAPTURE_REGEX.sub(
+                lambda match: replacements.get(match.group(1), match.group(1)),
+                template,
+            )
     elif isinstance(template, dict):
         updated_template: dict[str, Any] = {}
         for key, value in template.items():

{prefect_client-3.9.1.dev4 → prefect_client-3.9.1.dev5}/src/prefect/utilities/urls.py

@@ -345,6 +345,11 @@ def convert_class_to_name(obj: Any) -> str:
     return "".join(["-" + i.lower() if i.isupper() else i for i in name]).lstrip("-")
 
 
+def _quote_path_segment(value: Any) -> str:
+    """Percent-encode a value so it is interpolated as a single URL path segment."""
+    return urllib.parse.quote(str(value), safe="")
+
+
 def url_for(
     obj: Union[
         "PrefectFuture[Any]",
@@ -473,6 +478,8 @@ def url_for(
     )
     assert url_format is not None
 
+    obj_id = _quote_path_segment(obj_id)
+
     # Use duck-typing to handle both client-side and server-side ReceivedEvent
     if name == "received-event" and hasattr(obj, "occurred"):
         # Cast to ReceivedEvent for type checking - we've verified it has the
@@ -493,7 +500,13 @@ def url_for(
                 f"Unable to generate URL for {name} because the following keys are missing: {', '.join(obj_keys)}"
             )
 
-        url = url_format.format(obj_id=obj_id, **additional_format_kwargs)
+        url = url_format.format(
+            obj_id=obj_id,
+            **{
+                key: _quote_path_segment(additional_format_kwargs[key])
+                for key in obj_keys
+            },
+        )
 
     if not base_url.endswith("/"):
         base_url += "/"

prefect_client-3.9.1.dev4/src/prefect/_build_info.py

@@ -1,5 +0,0 @@
-# Generated by versioningit
-__version__ = "3.9.1.dev4"
-__build_date__ = "2026-10-25 08:17:20.425573+00:00"
-__git_commit__ = "7257ae44f0246277f4f5083ef3bb98ed7ef3fa61"
-__dirty__ = False