prefect 3.4.11.dev5__tar.gz → 3.4.12.dev2__tar.gz

{prefect-3.4.11.dev5 → prefect-3.4.12.dev2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: prefect
-Version: 3.4.11.dev5
+Version: 3.4.12.dev2
 Summary: Workflow orchestration and management.
 Project-URL: Changelog, https://github.com/PrefectHQ/prefect/releases
 Project-URL: Documentation, https://docs.prefect.io

{prefect-3.4.11.dev5 → prefect-3.4.12.dev2}/pyproject.toml

@@ -159,7 +159,7 @@ dev = [
     "watchfiles>=1.0.4",
     "respx>=0.22.0",
     "codespell==2.4.1",
-    "ruff==0.9.6",
+    "ruff==0.12.7",
     "mypy==1.15.0",
     "types-cachetools>=5.3.1",
     "types-PyYAML>=6.0.12",

prefect-3.4.12.dev2/src/prefect/_build_info.py

@@ -0,0 +1,5 @@
+# Generated by versioningit
+__version__ = "3.4.12.dev2"
+__build_date__ = "2025-08-05 08:10:15.925570+00:00"
+__git_commit__ = "27715f843a19fd05b11dcaf4a3c649e71f45a33d"
+__dirty__ = False

{prefect-3.4.11.dev5 → prefect-3.4.12.dev2}/src/prefect/_internal/compatibility/migration.py

@@ -60,7 +60,7 @@ MOVED_IN_V3 = {
     "prefect.client:get_client": "prefect.client.orchestration:get_client",
 }
 
-upgrade_guide_msg = "Refer to the upgrade guide for more information: https://docs.prefect.io/latest/resources/upgrade-agents-to-workers."
+upgrade_guide_msg = "Refer to the upgrade guide for more information: https://docs.prefect.io/v3/how-to-guides/migrate/upgrade-agents-to-workers."
 
 REMOVED_IN_V3 = {
     "prefect.client.schemas.objects:MinimalDeploymentSchedule": "Use `prefect.client.schemas.actions.DeploymentScheduleCreate` instead.",

prefect-3.4.12.dev2/src/prefect/_internal/installation.py

@@ -0,0 +1,60 @@
+import importlib
+import subprocess
+import sys
+
+import prefect.utilities.processutils
+
+
+def install_packages(
+    packages: list[str], stream_output: bool = False, upgrade: bool = False
+):
+    """
+    Install packages using uv if available, otherwise use pip.
+    """
+    base_command = ["pip", "install", *packages]
+    if upgrade:
+        base_command.append("--upgrade")
+    if stream_output:
+        stdout = sys.stdout
+        stderr = sys.stderr
+    else:
+        stdout = subprocess.DEVNULL
+        stderr = subprocess.DEVNULL
+    try:
+        uv = importlib.import_module("uv")
+
+        command = [uv.find_uv_bin(), *base_command]
+        subprocess.check_call(
+            command,
+            stdout=stdout,
+            stderr=stderr,
+        )
+    except (ImportError, ModuleNotFoundError, FileNotFoundError):
+        command = [sys.executable, "-m", *base_command]
+        subprocess.check_call(
+            command,
+            stdout=stdout,
+            stderr=stderr,
+        )
+
+
+async def ainstall_packages(
+    packages: list[str], stream_output: bool = False, upgrade: bool = False
+):
+    """
+    Install packages using uv if available, otherwise use pip.
+    """
+    base_command = ["pip", "install", *packages]
+    if upgrade:
+        base_command.append("--upgrade")
+    try:
+        uv = importlib.import_module("uv")
+
+        await prefect.utilities.processutils.run_process(
+            [uv.find_uv_bin(), *base_command], stream_output=stream_output
+        )
+    except (ImportError, ModuleNotFoundError, FileNotFoundError):
+        await prefect.utilities.processutils.run_process(
+            [sys.executable, "-m", *base_command],
+            stream_output=stream_output,
+        )

{prefect-3.4.11.dev5 → prefect-3.4.12.dev2}/src/prefect/cli/_prompts.py

@@ -27,6 +27,7 @@ from rich.progress import Progress, SpinnerColumn, TextColumn
 from rich.prompt import Confirm, InvalidResponse, Prompt, PromptBase
 from rich.table import Table
 
+from prefect._internal.installation import ainstall_packages
 from prefect.cli._utilities import exit_with_error
 from prefect.client.collections import get_collections_metadata_client
 from prefect.client.schemas.actions import (
@@ -48,7 +49,6 @@ from prefect.utilities import urls
 from prefect.utilities._ast import find_flow_functions_in_file
 from prefect.utilities._git import get_git_remote_origin_url
 from prefect.utilities.filesystem import filter_files
-from prefect.utilities.processutils import get_sys_executable, run_process
 from prefect.utilities.slugify import slugify
 
 if TYPE_CHECKING:
@@ -564,10 +564,7 @@ async def prompt_push_custom_docker_image(
                 import prefect_docker
             except ImportError:
                 console.print("Installing prefect-docker...")
-                await run_process(
-                    [get_sys_executable(), "-m", "pip", "install", "prefect[docker]"],
-                    stream_output=True,
-                )
+                await ainstall_packages(["prefect[docker]"], stream_output=True)
                 import prefect_docker
 
             credentials_block = prefect_docker.DockerRegistryCredentials

{prefect-3.4.11.dev5 → prefect-3.4.12.dev2}/src/prefect/cli/worker.py

@@ -6,6 +6,7 @@ from typing import List, Optional, Type
 
 import typer
 
+from prefect._internal.installation import ainstall_packages
 from prefect._internal.integrations import KNOWN_EXTRAS_FOR_PACKAGES
 from prefect.cli._prompts import confirm
 from prefect.cli._types import PrefectTyper, SettingsOption
@@ -22,8 +23,6 @@ from prefect.settings import (
 )
 from prefect.utilities.dispatch import lookup_type
 from prefect.utilities.processutils import (
-    get_sys_executable,
-    run_process,
     setup_signal_handlers_worker,
 )
 from prefect.workers.base import BaseWorker
@@ -255,10 +254,7 @@ async def _install_package(
 ) -> Optional[Type[BaseWorker]]:
     app.console.print(f"Installing {package}...")
     install_package = KNOWN_EXTRAS_FOR_PACKAGES.get(package, package)
-    command = [get_sys_executable(), "-m", "pip", "install", install_package]
-    if upgrade:
-        command.append("--upgrade")
-    await run_process(command, stream_output=True)
+    await ainstall_packages([install_package], stream_output=True, upgrade=upgrade)
 
 
 async def _find_package_for_worker_type(worker_type: str) -> Optional[str]:

{prefect-3.4.11.dev5 → prefect-3.4.12.dev2}/src/prefect/client/__init__.py

@@ -1,5 +1,5 @@
 """
-Asynchronous client implementation for communicating with the [Prefect REST API](/api-ref/rest-api/).
+Asynchronous client implementation for communicating with the [Prefect REST API](https://docs.prefect.io/v3/api-ref/rest-api/).
 
 Explore the client by communicating with an in-memory webserver - no setup required:
 

{prefect-3.4.11.dev5 → prefect-3.4.12.dev2}/src/prefect/client/orchestration/__init__.py

@@ -279,7 +279,7 @@ class PrefectClient(
     WorkPoolAsyncClient,
 ):
     """
-    An asynchronous client for interacting with the [Prefect REST API](/api-ref/rest-api/).
+    An asynchronous client for interacting with the [Prefect REST API](https://docs.prefect.io/v3/api-ref/rest-api/).
 
     Args:
         api: the REST API URL or FastAPI application to connect to
@@ -1142,7 +1142,7 @@ class SyncPrefectClient(
     WorkPoolClient,
 ):
     """
-    A synchronous client for interacting with the [Prefect REST API](/api-ref/rest-api/).
+    A synchronous client for interacting with the [Prefect REST API](https://docs.prefect.io/v3/api-ref/rest-api/).
 
     Args:
         api: the REST API URL or FastAPI application to connect to

{prefect-3.4.11.dev5 → prefect-3.4.12.dev2}/src/prefect/concurrency/_leases.py

@@ -61,6 +61,8 @@ def maintain_concurrency_lease(
     with WatcherThreadCancelScope() as cancel_scope:
 
         def handle_lease_renewal_failure(future: concurrent.futures.Future[None]):
+            if future.cancelled():
+                return
             exc = future.exception()
             if exc:
                 try:

{prefect-3.4.11.dev5 → prefect-3.4.12.dev2}/src/prefect/context.py

@@ -3,7 +3,7 @@ Async and thread safe models for passing runtime context data.
 
 These contexts should never be directly mutated by the user.
 
-For more user-accessible information about the current run, see [`prefect.runtime`](../runtime/flow_run).
+For more user-accessible information about the current run, see [`prefect.runtime`](https://docs.prefect.io/v3/api-ref/python/prefect-runtime-flow_run).
 """
 
 import asyncio

{prefect-3.4.11.dev5 → prefect-3.4.12.dev2}/src/prefect/deployments/base.py

@@ -2,7 +2,7 @@
 Core primitives for managing Prefect deployments via `prefect deploy`, providing a minimally opinionated
 build system for managing flows and deployments.
 
-To get started, follow along with [the deloyments tutorial](/tutorials/deployments/).
+To get started, follow along with [the deployments tutorial](https://docs.prefect.io/v3/how-to-guides/deployments/create-deployments).
 """
 
 from __future__ import annotations

{prefect-3.4.11.dev5 → prefect-3.4.12.dev2}/src/prefect/deployments/steps/core.py

@@ -5,16 +5,17 @@ Deployment steps are YAML representations of Python functions along with their i
 
 Whenever a step is run, the following actions are taken:
 
-- The step's inputs and block / variable references are resolved (see [the `prefect deploy` documentation](/guides/prefect-deploy/#templating-options) for more details)
+- The step's inputs and block / variable references are resolved (see [the `prefect deploy` documentation](https://docs.prefect.io/v3/how-to-guides/deployments/prefect-yaml#templating-options) for more details)
 - The step's function is imported; if it cannot be found, the `requires` keyword is used to install the necessary packages
 - The step's function is called with the resolved inputs
 - The step's output is returned and used to resolve inputs for subsequent steps
 """
 
+from __future__ import annotations
+
 import os
 import re
 import subprocess
-import sys
 import warnings
 from copy import deepcopy
 from importlib import import_module
@@ -22,6 +23,7 @@ from typing import Any, Dict, List, Optional, Tuple, Union
 
 from prefect._internal.compatibility.deprecated import PrefectDeprecationWarning
 from prefect._internal.concurrency.api import Call, from_async
+from prefect._internal.installation import install_packages
 from prefect._internal.integrations import KNOWN_EXTRAS_FOR_PACKAGES
 from prefect.logging.loggers import get_logger
 from prefect.settings import PREFECT_DEBUG_MODE
@@ -90,7 +92,8 @@ def _get_function_for_step(
             for package in packages
             if package
         ]
-        subprocess.check_call([sys.executable, "-m", "pip", "install", *packages])
+        install_packages(packages, stream_output=True)
+
     except subprocess.CalledProcessError:
         get_logger("deployments.steps.core").warning(
             "Unable to install required packages for %s", fully_qualified_name

{prefect-3.4.11.dev5 → prefect-3.4.12.dev2}/src/prefect/deployments/steps/pull.py

@@ -157,7 +157,7 @@ def git_clone(
                 repository: https://github.com/org/repo.git
                 access_token: "{{ prefect.blocks.secret.github-access-token }}" # Requires creation of a Secret block
         ```
-        Note that you will need to [create a Secret block](/concepts/blocks/#using-existing-block-types) to store the
+        Note that you will need to [create a Secret block](https://docs.prefect.io/v3/concepts/blocks/#pre-registered-blocks) to store the
         value of your git credentials. You can also store a username/password combo or token prefix (e.g. `x-token-auth`)
         in your secret block. Refer to your git providers documentation for the correct authentication schema.
 

{prefect-3.4.11.dev5 → prefect-3.4.12.dev2}/src/prefect/infrastructure/provisioners/coiled.py

@@ -1,6 +1,4 @@
 import importlib
-import shlex
-import sys
 from copy import deepcopy
 from types import ModuleType
 from typing import TYPE_CHECKING, Any, Dict, Optional
@@ -10,6 +8,7 @@ from rich.console import Console
 from rich.progress import Progress, SpinnerColumn, TextColumn
 from rich.prompt import Confirm
 
+from prefect._internal.installation import ainstall_packages
 from prefect.client.schemas.actions import BlockDocumentCreate
 from prefect.client.schemas.objects import BlockDocument
 from prefect.client.utilities import inject_client
@@ -66,9 +65,7 @@ class CoiledPushProvisioner:
             task = progress.add_task("coiled install")
             progress.start()
             global coiled
-            await run_process(
-                [shlex.quote(sys.executable), "-m", "pip", "install", "coiled"]
-            )
+            await ainstall_packages(["coiled"])
             coiled = importlib.import_module("coiled")
             progress.advance(task)
 

{prefect-3.4.11.dev5 → prefect-3.4.12.dev2}/src/prefect/infrastructure/provisioners/ecs.py

@@ -6,8 +6,6 @@ import contextvars
 import importlib
 import ipaddress
 import json
-import shlex
-import sys
 from copy import deepcopy
 from functools import partial
 from textwrap import dedent
@@ -23,6 +21,7 @@ from rich.progress import Progress, SpinnerColumn, TextColumn
 from rich.prompt import Confirm
 from rich.syntax import Syntax
 
+from prefect._internal.installation import ainstall_packages
 from prefect.cli._prompts import prompt
 from prefect.client.schemas.actions import BlockDocumentCreate
 from prefect.client.utilities import inject_client
@@ -1121,9 +1120,7 @@ class ElasticContainerServicePushProvisioner:
 
     async def _prompt_boto3_installation(self):
         global boto3
-        await run_process(
-            [shlex.quote(sys.executable), "-m", "pip", "install", "boto3"]
-        )
+        await ainstall_packages(["boto3"])
         boto3 = importlib.import_module("boto3")
 
     @staticmethod

{prefect-3.4.11.dev5 → prefect-3.4.12.dev2}/src/prefect/infrastructure/provisioners/modal.py

@@ -10,6 +10,7 @@ from rich.console import Console
 from rich.progress import Progress, SpinnerColumn, TextColumn
 from rich.prompt import Confirm
 
+from prefect._internal.installation import ainstall_packages
 from prefect.client.schemas.actions import BlockDocumentCreate
 from prefect.client.schemas.objects import BlockDocument
 from prefect.client.utilities import inject_client
@@ -66,9 +67,7 @@ class ModalPushProvisioner:
             task = progress.add_task("modal install")
             progress.start()
             global modal
-            await run_process(
-                [shlex.quote(sys.executable), "-m", "pip", "install", "modal"]
-            )
+            await ainstall_packages(["modal"])
             modal = importlib.import_module("modal")
             progress.advance(task)
 

{prefect-3.4.11.dev5 → prefect-3.4.12.dev2}/src/prefect/locking/memory.py

@@ -33,6 +33,7 @@ class MemoryLockManager(LockManager):
     """
 
     _instance = None
+    _initialized = False
 
     def __new__(cls, *args: Any, **kwargs: Any) -> Self:
         if cls._instance is None:
@@ -40,8 +41,11 @@ class MemoryLockManager(LockManager):
         return cls._instance
 
     def __init__(self):
+        if self.__class__._initialized:
+            return
         self._locks_dict_lock = threading.Lock()
         self._locks: dict[str, _LockInfo] = {}
+        self.__class__._initialized = True
 
     def _expire_lock(self, key: str):
         """

{prefect-3.4.11.dev5 → prefect-3.4.12.dev2}/src/prefect/logging/handlers.py

@@ -230,22 +230,40 @@ class APILogHandler(logging.Handler):
             except ValueError:
                 flow_run_id = None
 
+        formatted_message = self.format(record)
+
         log = LogCreate(
             flow_run_id=flow_run_id,
             task_run_id=task_run_id,
             worker_id=worker_id,
             name=record.name,
             level=record.levelno,
-            timestamp=from_timestamp(getattr(record, "created", None) or time.time()),  # pyright: ignore[reportArgumentType] DateTime is split into two types depending on Python version
-            message=self.format(record),
+            timestamp=from_timestamp(getattr(record, "created", None) or time.time()),  # pyright: ignore[reportArgumentType]
+            message=formatted_message,
         ).model_dump(mode="json")
 
         log_size = log["__payload_size__"] = self._get_payload_size(log)
         if log_size > PREFECT_LOGGING_TO_API_MAX_LOG_SIZE.value():
-            raise ValueError(
-                f"Log of size {log_size} is greater than the max size of "
-                f"{PREFECT_LOGGING_TO_API_MAX_LOG_SIZE.value()}"
-            )
+            max_size = PREFECT_LOGGING_TO_API_MAX_LOG_SIZE.value()
+            oversize = log_size - max_size
+            BUFFER = 50
+            truncated_length = max(len(formatted_message) - oversize - BUFFER, 0)
+            truncated_message = formatted_message[:truncated_length] + "... [truncated]"
+
+            log = LogCreate(
+                flow_run_id=flow_run_id,
+                task_run_id=task_run_id,
+                worker_id=worker_id,
+                name=record.name,
+                level=record.levelno,
+                timestamp=from_timestamp(
+                    getattr(record, "created", None) or time.time()  # pyright: ignore[reportArgumentType] DateTime is split into two types depending on Python version
+                ),
+                message=truncated_message,
+            ).model_dump(mode="json")
+
+            log["__payload_truncated__"] = True
+            log["__payload_size__"] = self._get_payload_size(log)
 
         return log
 

prefect-3.4.12.dev2/src/prefect/server/events/ordering/__init__.py

@@ -0,0 +1,95 @@
+"""
+Manages the partial causal ordering of events for a particular consumer.  This module
+maintains a buffer of events to be processed, aiming to process them in the order they
+occurred causally.
+"""
+
+import abc
+from datetime import timedelta
+from typing import (
+    TYPE_CHECKING,
+    AsyncContextManager,
+    List,
+    Protocol,
+    Union,
+)
+from uuid import UUID
+from prefect.logging import get_logger
+from prefect.server.events.schemas.events import Event, ReceivedEvent
+
+if TYPE_CHECKING:
+    import logging
+
+logger: "logging.Logger" = get_logger(__name__)
+
+# How long we'll retain preceding events (to aid with ordering)
+PRECEDING_EVENT_LOOKBACK = timedelta(minutes=15)
+
+# How long we'll retain events we've processed (to prevent re-processing an event)
+PROCESSED_EVENT_LOOKBACK = timedelta(minutes=30)
+
+# How long we'll remember that we've seen an event
+SEEN_EXPIRATION = max(PRECEDING_EVENT_LOOKBACK, PROCESSED_EVENT_LOOKBACK)
+
+# How deep we'll allow the recursion to go when processing events
+MAX_DEPTH_OF_PRECEDING_EVENT = 20
+
+
+class EventArrivedEarly(Exception):
+    def __init__(self, event: ReceivedEvent):
+        self.event = event
+
+
+class MaxDepthExceeded(Exception):
+    def __init__(self, event: ReceivedEvent):
+        self.event = event
+
+
+class event_handler(Protocol):
+    async def __call__(
+        self, event: ReceivedEvent, depth: int = 0
+    ) -> None: ...  # pragma: no cover
+
+
+class CausalOrdering(abc.ABC):
+    def __init__(self, scope: str):
+        self.scope = scope
+
+    @abc.abstractmethod
+    async def event_has_been_seen(self, event: Union[UUID, Event]) -> bool: ...
+
+    @abc.abstractmethod
+    async def record_event_as_seen(self, event: ReceivedEvent) -> None: ...
+
+    @abc.abstractmethod
+    async def record_follower(self, event: ReceivedEvent) -> None: ...
+
+    @abc.abstractmethod
+    async def forget_follower(self, follower: ReceivedEvent) -> None: ...
+
+    @abc.abstractmethod
+    async def get_followers(self, leader: ReceivedEvent) -> List[ReceivedEvent]: ...
+
+    @abc.abstractmethod
+    async def get_lost_followers(self) -> List[ReceivedEvent]: ...
+
+    @abc.abstractmethod
+    def preceding_event_confirmed(
+        self, handler: event_handler, event: ReceivedEvent, depth: int = 0
+    ) -> AsyncContextManager[None]: ...
+
+
+def get_triggers_causal_ordering() -> CausalOrdering:
+    from prefect.server.events.ordering.db import (
+        CausalOrdering as TriggersCausalOrdering,
+    )
+
+    return TriggersCausalOrdering(scope="")
+
+
+def get_task_run_recorder_causal_ordering() -> CausalOrdering:
+    from prefect.server.events.ordering.memory import (
+        CausalOrdering as TaskRunRecorderCausalOrdering,
+    )
+
+    return TaskRunRecorderCausalOrdering(scope="task-run-recorder")

prefect-3.4.11.dev5/src/prefect/server/events/ordering.py → prefect-3.4.12.dev2/src/prefect/server/events/ordering/db.py

@@ -1,18 +1,10 @@
-"""
-Manages the partial causal ordering of events for a particular consumer.  This module
-maintains a buffer of events to be processed, aiming to process them in the order they
-occurred causally.
-"""
-
 from collections import defaultdict
 from contextlib import asynccontextmanager
-from datetime import timedelta
 from typing import (
     TYPE_CHECKING,
     List,
     Mapping,
     MutableMapping,
-    Protocol,
     Union,
 )
 from uuid import UUID
@@ -23,6 +15,15 @@ from cachetools import TTLCache
 import prefect.types._datetime
 from prefect.logging import get_logger
 from prefect.server.database import PrefectDBInterface, db_injector
+from prefect.server.events.ordering import (
+    MAX_DEPTH_OF_PRECEDING_EVENT,
+    PRECEDING_EVENT_LOOKBACK,
+    SEEN_EXPIRATION,
+    EventArrivedEarly,
+    MaxDepthExceeded,
+    event_handler,
+)
+from prefect.server.events.ordering import CausalOrdering as _CausalOrdering
 from prefect.server.events.schemas.events import Event, ReceivedEvent
 
 if TYPE_CHECKING:
@@ -30,36 +31,8 @@ if TYPE_CHECKING:
 
 logger: "logging.Logger" = get_logger(__name__)
 
-# How long we'll retain preceding events (to aid with ordering)
-PRECEDING_EVENT_LOOKBACK = timedelta(minutes=15)
-
-# How long we'll retain events we've processed (to prevent re-processing an event)
-PROCESSED_EVENT_LOOKBACK = timedelta(minutes=30)
-
-# How long we'll remember that we've seen an event
-SEEN_EXPIRATION = max(PRECEDING_EVENT_LOOKBACK, PROCESSED_EVENT_LOOKBACK)
-
-# How deep we'll allow the recursion to go when processing events
-MAX_DEPTH_OF_PRECEDING_EVENT = 20
-
-
-class EventArrivedEarly(Exception):
-    def __init__(self, event: ReceivedEvent):
-        self.event = event
-
-
-class MaxDepthExceeded(Exception):
-    def __init__(self, event: ReceivedEvent):
-        self.event = event
-
-
-class event_handler(Protocol):
-    async def __call__(
-        self, event: ReceivedEvent, depth: int = 0
-    ) -> None: ...  # pragma: no cover
-
 
-class CausalOrdering:
+class CausalOrdering(_CausalOrdering):
     _seen_events: Mapping[str, MutableMapping[UUID, bool]] = defaultdict(
         lambda: TTLCache(maxsize=10000, ttl=SEEN_EXPIRATION.total_seconds())
     )