prefect-client 3.4.11.dev5__tar.gz → 3.4.12.dev1__tar.gz

{prefect_client-3.4.11.dev5 → prefect_client-3.4.12.dev1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: prefect-client
-Version: 3.4.11.dev5
+Version: 3.4.12.dev1
 Summary: Workflow orchestration and management.
 Project-URL: Changelog, https://github.com/PrefectHQ/prefect/releases
 Project-URL: Documentation, https://docs.prefect.io

prefect_client-3.4.12.dev1/src/prefect/_build_info.py

@@ -0,0 +1,5 @@
+# Generated by versioningit
+__version__ = "3.4.12.dev1"
+__build_date__ = "2025-08-02 08:08:42.755918+00:00"
+__git_commit__ = "4fee08bf0dfe814941b70db3585eab891397519c"
+__dirty__ = False

prefect_client-3.4.12.dev1/src/prefect/_internal/installation.py

@@ -0,0 +1,60 @@
+import importlib
+import subprocess
+import sys
+
+import prefect.utilities.processutils
+
+
+def install_packages(
+    packages: list[str], stream_output: bool = False, upgrade: bool = False
+):
+    """
+    Install packages using uv if available, otherwise use pip.
+    """
+    base_command = ["pip", "install", *packages]
+    if upgrade:
+        base_command.append("--upgrade")
+    if stream_output:
+        stdout = sys.stdout
+        stderr = sys.stderr
+    else:
+        stdout = subprocess.DEVNULL
+        stderr = subprocess.DEVNULL
+    try:
+        uv = importlib.import_module("uv")
+
+        command = [uv.find_uv_bin(), *base_command]
+        subprocess.check_call(
+            command,
+            stdout=stdout,
+            stderr=stderr,
+        )
+    except (ImportError, ModuleNotFoundError, FileNotFoundError):
+        command = [sys.executable, "-m", *base_command]
+        subprocess.check_call(
+            command,
+            stdout=stdout,
+            stderr=stderr,
+        )
+
+
+async def ainstall_packages(
+    packages: list[str], stream_output: bool = False, upgrade: bool = False
+):
+    """
+    Install packages using uv if available, otherwise use pip.
+    """
+    base_command = ["pip", "install", *packages]
+    if upgrade:
+        base_command.append("--upgrade")
+    try:
+        uv = importlib.import_module("uv")
+
+        await prefect.utilities.processutils.run_process(
+            [uv.find_uv_bin(), *base_command], stream_output=stream_output
+        )
+    except (ImportError, ModuleNotFoundError, FileNotFoundError):
+        await prefect.utilities.processutils.run_process(
+            [sys.executable, "-m", *base_command],
+            stream_output=stream_output,
+        )

{prefect_client-3.4.11.dev5 → prefect_client-3.4.12.dev1}/src/prefect/client/__init__.py

@@ -1,5 +1,5 @@
 """
-Asynchronous client implementation for communicating with the [Prefect REST API](/api-ref/rest-api/).
+Asynchronous client implementation for communicating with the [Prefect REST API](https://docs.prefect.io/v3/api-ref/rest-api/).
 
 Explore the client by communicating with an in-memory webserver - no setup required:
 

{prefect_client-3.4.11.dev5 → prefect_client-3.4.12.dev1}/src/prefect/client/orchestration/__init__.py

@@ -279,7 +279,7 @@ class PrefectClient(
     WorkPoolAsyncClient,
 ):
     """
-    An asynchronous client for interacting with the [Prefect REST API](/api-ref/rest-api/).
+    An asynchronous client for interacting with the [Prefect REST API](https://docs.prefect.io/v3/api-ref/rest-api/).
 
     Args:
         api: the REST API URL or FastAPI application to connect to
@@ -1142,7 +1142,7 @@ class SyncPrefectClient(
     WorkPoolClient,
 ):
     """
-    A synchronous client for interacting with the [Prefect REST API](/api-ref/rest-api/).
+    A synchronous client for interacting with the [Prefect REST API](https://docs.prefect.io/v3/api-ref/rest-api/).
 
     Args:
         api: the REST API URL or FastAPI application to connect to

{prefect_client-3.4.11.dev5 → prefect_client-3.4.12.dev1}/src/prefect/concurrency/_leases.py

@@ -61,6 +61,8 @@ def maintain_concurrency_lease(
     with WatcherThreadCancelScope() as cancel_scope:
 
         def handle_lease_renewal_failure(future: concurrent.futures.Future[None]):
+            if future.cancelled():
+                return
             exc = future.exception()
             if exc:
                 try:

{prefect_client-3.4.11.dev5 → prefect_client-3.4.12.dev1}/src/prefect/context.py

@@ -3,7 +3,7 @@ Async and thread safe models for passing runtime context data.
 
 These contexts should never be directly mutated by the user.
 
-For more user-accessible information about the current run, see [`prefect.runtime`](../runtime/flow_run).
+For more user-accessible information about the current run, see [`prefect.runtime`](https://docs.prefect.io/v3/api-ref/python/prefect-runtime-flow_run).
 """
 
 import asyncio

{prefect_client-3.4.11.dev5 → prefect_client-3.4.12.dev1}/src/prefect/deployments/base.py

@@ -2,7 +2,7 @@
 Core primitives for managing Prefect deployments via `prefect deploy`, providing a minimally opinionated
 build system for managing flows and deployments.
 
-To get started, follow along with [the deloyments tutorial](/tutorials/deployments/).
+To get started, follow along with [the deployments tutorial](https://docs.prefect.io/v3/how-to-guides/deployments/create-deployments).
 """
 
 from __future__ import annotations

{prefect_client-3.4.11.dev5 → prefect_client-3.4.12.dev1}/src/prefect/deployments/steps/core.py

@@ -5,16 +5,17 @@ Deployment steps are YAML representations of Python functions along with their i
 
 Whenever a step is run, the following actions are taken:
 
-- The step's inputs and block / variable references are resolved (see [the `prefect deploy` documentation](/guides/prefect-deploy/#templating-options) for more details)
+- The step's inputs and block / variable references are resolved (see [the `prefect deploy` documentation](https://docs.prefect.io/v3/how-to-guides/deployments/prefect-yaml#templating-options) for more details)
 - The step's function is imported; if it cannot be found, the `requires` keyword is used to install the necessary packages
 - The step's function is called with the resolved inputs
 - The step's output is returned and used to resolve inputs for subsequent steps
 """
 
+from __future__ import annotations
+
 import os
 import re
 import subprocess
-import sys
 import warnings
 from copy import deepcopy
 from importlib import import_module
@@ -22,6 +23,7 @@ from typing import Any, Dict, List, Optional, Tuple, Union
 
 from prefect._internal.compatibility.deprecated import PrefectDeprecationWarning
 from prefect._internal.concurrency.api import Call, from_async
+from prefect._internal.installation import install_packages
 from prefect._internal.integrations import KNOWN_EXTRAS_FOR_PACKAGES
 from prefect.logging.loggers import get_logger
 from prefect.settings import PREFECT_DEBUG_MODE
@@ -90,7 +92,8 @@ def _get_function_for_step(
             for package in packages
             if package
         ]
-        subprocess.check_call([sys.executable, "-m", "pip", "install", *packages])
+        install_packages(packages, stream_output=True)
+
     except subprocess.CalledProcessError:
         get_logger("deployments.steps.core").warning(
             "Unable to install required packages for %s", fully_qualified_name

{prefect_client-3.4.11.dev5 → prefect_client-3.4.12.dev1}/src/prefect/deployments/steps/pull.py

@@ -157,7 +157,7 @@ def git_clone(
                 repository: https://github.com/org/repo.git
                 access_token: "{{ prefect.blocks.secret.github-access-token }}" # Requires creation of a Secret block
         ```
-        Note that you will need to [create a Secret block](/concepts/blocks/#using-existing-block-types) to store the
+        Note that you will need to [create a Secret block](https://docs.prefect.io/v3/concepts/blocks/#pre-registered-blocks) to store the
         value of your git credentials. You can also store a username/password combo or token prefix (e.g. `x-token-auth`)
         in your secret block. Refer to your git providers documentation for the correct authentication schema.
 

{prefect_client-3.4.11.dev5 → prefect_client-3.4.12.dev1}/src/prefect/infrastructure/provisioners/coiled.py

@@ -1,6 +1,4 @@
 import importlib
-import shlex
-import sys
 from copy import deepcopy
 from types import ModuleType
 from typing import TYPE_CHECKING, Any, Dict, Optional
@@ -10,6 +8,7 @@ from rich.console import Console
 from rich.progress import Progress, SpinnerColumn, TextColumn
 from rich.prompt import Confirm
 
+from prefect._internal.installation import ainstall_packages
 from prefect.client.schemas.actions import BlockDocumentCreate
 from prefect.client.schemas.objects import BlockDocument
 from prefect.client.utilities import inject_client
@@ -66,9 +65,7 @@ class CoiledPushProvisioner:
             task = progress.add_task("coiled install")
             progress.start()
             global coiled
-            await run_process(
-                [shlex.quote(sys.executable), "-m", "pip", "install", "coiled"]
-            )
+            await ainstall_packages(["coiled"])
             coiled = importlib.import_module("coiled")
             progress.advance(task)
 

{prefect_client-3.4.11.dev5 → prefect_client-3.4.12.dev1}/src/prefect/infrastructure/provisioners/ecs.py

@@ -6,8 +6,6 @@ import contextvars
 import importlib
 import ipaddress
 import json
-import shlex
-import sys
 from copy import deepcopy
 from functools import partial
 from textwrap import dedent
@@ -23,6 +21,7 @@ from rich.progress import Progress, SpinnerColumn, TextColumn
 from rich.prompt import Confirm
 from rich.syntax import Syntax
 
+from prefect._internal.installation import ainstall_packages
 from prefect.cli._prompts import prompt
 from prefect.client.schemas.actions import BlockDocumentCreate
 from prefect.client.utilities import inject_client
@@ -1121,9 +1120,7 @@ class ElasticContainerServicePushProvisioner:
 
     async def _prompt_boto3_installation(self):
         global boto3
-        await run_process(
-            [shlex.quote(sys.executable), "-m", "pip", "install", "boto3"]
-        )
+        await ainstall_packages(["boto3"])
         boto3 = importlib.import_module("boto3")
 
     @staticmethod

{prefect_client-3.4.11.dev5 → prefect_client-3.4.12.dev1}/src/prefect/infrastructure/provisioners/modal.py

@@ -10,6 +10,7 @@ from rich.console import Console
 from rich.progress import Progress, SpinnerColumn, TextColumn
 from rich.prompt import Confirm
 
+from prefect._internal.installation import ainstall_packages
 from prefect.client.schemas.actions import BlockDocumentCreate
 from prefect.client.schemas.objects import BlockDocument
 from prefect.client.utilities import inject_client
@@ -66,9 +67,7 @@ class ModalPushProvisioner:
             task = progress.add_task("modal install")
             progress.start()
             global modal
-            await run_process(
-                [shlex.quote(sys.executable), "-m", "pip", "install", "modal"]
-            )
+            await ainstall_packages(["modal"])
             modal = importlib.import_module("modal")
             progress.advance(task)
 

{prefect_client-3.4.11.dev5 → prefect_client-3.4.12.dev1}/src/prefect/locking/memory.py

@@ -33,6 +33,7 @@ class MemoryLockManager(LockManager):
     """
 
     _instance = None
+    _initialized = False
 
     def __new__(cls, *args: Any, **kwargs: Any) -> Self:
         if cls._instance is None:
@@ -40,8 +41,11 @@ class MemoryLockManager(LockManager):
         return cls._instance
 
     def __init__(self):
+        if self.__class__._initialized:
+            return
         self._locks_dict_lock = threading.Lock()
         self._locks: dict[str, _LockInfo] = {}
+        self.__class__._initialized = True
 
     def _expire_lock(self, key: str):
         """

{prefect_client-3.4.11.dev5 → prefect_client-3.4.12.dev1}/src/prefect/logging/handlers.py

@@ -230,22 +230,40 @@ class APILogHandler(logging.Handler):
             except ValueError:
                 flow_run_id = None
 
+        formatted_message = self.format(record)
+
         log = LogCreate(
             flow_run_id=flow_run_id,
             task_run_id=task_run_id,
             worker_id=worker_id,
             name=record.name,
             level=record.levelno,
-            timestamp=from_timestamp(getattr(record, "created", None) or time.time()),  # pyright: ignore[reportArgumentType] DateTime is split into two types depending on Python version
-            message=self.format(record),
+            timestamp=from_timestamp(getattr(record, "created", None) or time.time()),  # pyright: ignore[reportArgumentType]
+            message=formatted_message,
         ).model_dump(mode="json")
 
         log_size = log["__payload_size__"] = self._get_payload_size(log)
         if log_size > PREFECT_LOGGING_TO_API_MAX_LOG_SIZE.value():
-            raise ValueError(
-                f"Log of size {log_size} is greater than the max size of "
-                f"{PREFECT_LOGGING_TO_API_MAX_LOG_SIZE.value()}"
-            )
+            max_size = PREFECT_LOGGING_TO_API_MAX_LOG_SIZE.value()
+            oversize = log_size - max_size
+            BUFFER = 50
+            truncated_length = max(len(formatted_message) - oversize - BUFFER, 0)
+            truncated_message = formatted_message[:truncated_length] + "... [truncated]"
+
+            log = LogCreate(
+                flow_run_id=flow_run_id,
+                task_run_id=task_run_id,
+                worker_id=worker_id,
+                name=record.name,
+                level=record.levelno,
+                timestamp=from_timestamp(
+                    getattr(record, "created", None) or time.time()  # pyright: ignore[reportArgumentType] DateTime is split into two types depending on Python version
+                ),
+                message=truncated_message,
+            ).model_dump(mode="json")
+
+            log["__payload_truncated__"] = True
+            log["__payload_size__"] = self._get_payload_size(log)
 
         return log
 

{prefect_client-3.4.11.dev5 → prefect_client-3.4.12.dev1}/src/prefect/transactions.py

@@ -5,6 +5,7 @@ import asyncio
 import copy
 import inspect
 import logging
+import uuid
 from contextlib import asynccontextmanager, contextmanager
 from contextvars import ContextVar, Token
 from functools import partial
@@ -84,6 +85,7 @@ class BaseTransaction(ContextModel, abc.ABC):
     write_on_commit: bool = True
     _stored_values: dict[str, Any] = PrivateAttr(default_factory=dict)
     _staged_value: ResultRecord[Any] | Any = None
+    _holder: str = PrivateAttr(default_factory=lambda: str(uuid.uuid4()))
     __var__: ClassVar[ContextVar[Self]] = ContextVar("transaction")
 
     def set(self, name: str, value: Any) -> None:
@@ -249,6 +251,11 @@ class BaseTransaction(ContextModel, abc.ABC):
     def get_active(cls: Type[Self]) -> Optional[Self]:
         return cls.__var__.get(None)
 
+    def __eq__(self, other: Any) -> bool:
+        if not isinstance(other, BaseTransaction):
+            return False
+        return dict(self) == dict(other)
+
 
 class Transaction(BaseTransaction):
     """
@@ -297,7 +304,7 @@ class Transaction(BaseTransaction):
             and self.isolation_level == IsolationLevel.SERIALIZABLE
         ):
             self.logger.debug(f"Acquiring lock for transaction {self.key!r}")
-            self.store.acquire_lock(self.key)
+            self.store.acquire_lock(self.key, holder=self._holder)
         if (
             not self.overwrite
             and self.store
@@ -308,7 +315,7 @@ class Transaction(BaseTransaction):
 
     def read(self) -> ResultRecord[Any] | None:
         if self.store and self.key:
-            return self.store.read(key=self.key)
+            return self.store.read(key=self.key, holder=self._holder)
         return None
 
     def reset(self) -> None:
@@ -334,7 +341,7 @@ class Transaction(BaseTransaction):
                 and self.isolation_level == IsolationLevel.SERIALIZABLE
             ):
                 self.logger.debug(f"Releasing lock for transaction {self.key!r}")
-                self.store.release_lock(self.key)
+                self.store.release_lock(self.key, holder=self._holder)
 
             return False
 
@@ -350,9 +357,13 @@ class Transaction(BaseTransaction):
 
             if self.store and self.key and self.write_on_commit:
                 if isinstance(self._staged_value, ResultRecord):
-                    self.store.persist_result_record(result_record=self._staged_value)
+                    self.store.persist_result_record(
+                        result_record=self._staged_value, holder=self._holder
+                    )
                 else:
-                    self.store.write(key=self.key, obj=self._staged_value)
+                    self.store.write(
+                        key=self.key, obj=self._staged_value, holder=self._holder
+                    )
 
             self.state = TransactionState.COMMITTED
             if (
@@ -361,7 +372,7 @@ class Transaction(BaseTransaction):
                 and self.isolation_level == IsolationLevel.SERIALIZABLE
             ):
                 self.logger.debug(f"Releasing lock for transaction {self.key!r}")
-                self.store.release_lock(self.key)
+                self.store.release_lock(self.key, holder=self._holder)
             return True
         except SerializationError as exc:
             if self.logger:
@@ -436,7 +447,7 @@ class Transaction(BaseTransaction):
                 and self.isolation_level == IsolationLevel.SERIALIZABLE
             ):
                 self.logger.debug(f"Releasing lock for transaction {self.key!r}")
-                self.store.release_lock(self.key)
+                self.store.release_lock(self.key, holder=self._holder)
 
 
 class AsyncTransaction(BaseTransaction):
@@ -451,7 +462,7 @@ class AsyncTransaction(BaseTransaction):
             and self.isolation_level == IsolationLevel.SERIALIZABLE
         ):
             self.logger.debug(f"Acquiring lock for transaction {self.key!r}")
-            await self.store.aacquire_lock(self.key)
+            await self.store.aacquire_lock(self.key, holder=self._holder)
         if (
             not self.overwrite
             and self.store
@@ -462,7 +473,7 @@ class AsyncTransaction(BaseTransaction):
 
     async def read(self) -> ResultRecord[Any] | None:
         if self.store and self.key:
-            return await self.store.aread(key=self.key)
+            return await self.store.aread(key=self.key, holder=self._holder)
         return None
 
     async def reset(self) -> None:
@@ -488,7 +499,7 @@ class AsyncTransaction(BaseTransaction):
                 and self.isolation_level == IsolationLevel.SERIALIZABLE
             ):
                 self.logger.debug(f"Releasing lock for transaction {self.key!r}")
-                self.store.release_lock(self.key)
+                self.store.release_lock(self.key, holder=self._holder)
 
             return False
 
@@ -505,10 +516,12 @@ class AsyncTransaction(BaseTransaction):
             if self.store and self.key and self.write_on_commit:
                 if isinstance(self._staged_value, ResultRecord):
                     await self.store.apersist_result_record(
-                        result_record=self._staged_value
+                        result_record=self._staged_value, holder=self._holder
                     )
                 else:
-                    await self.store.awrite(key=self.key, obj=self._staged_value)
+                    await self.store.awrite(
+                        key=self.key, obj=self._staged_value, holder=self._holder
+                    )
 
             self.state = TransactionState.COMMITTED
             if (
@@ -517,7 +530,7 @@ class AsyncTransaction(BaseTransaction):
                 and self.isolation_level == IsolationLevel.SERIALIZABLE
             ):
                 self.logger.debug(f"Releasing lock for transaction {self.key!r}")
-                self.store.release_lock(self.key)
+                self.store.release_lock(self.key, holder=self._holder)
             return True
         except SerializationError as exc:
             if self.logger:
@@ -592,7 +605,7 @@ class AsyncTransaction(BaseTransaction):
                 and self.isolation_level == IsolationLevel.SERIALIZABLE
             ):
                 self.logger.debug(f"Releasing lock for transaction {self.key!r}")
-                self.store.release_lock(self.key)
+                self.store.release_lock(self.key, holder=self._holder)
 
     async def __aenter__(self) -> Self:
         self.prepare_transaction()

{prefect_client-3.4.11.dev5 → prefect_client-3.4.12.dev1}/src/prefect/utilities/dockerutils.py

@@ -607,9 +607,7 @@ def generate_default_dockerfile(context: Optional[Path] = None):
 
     if (context / "requirements.txt").exists():
         lines.append(f"COPY requirements.txt /opt/prefect/{dir_name}/requirements.txt")
-        lines.append(
-            f"RUN python -m pip install -r /opt/prefect/{dir_name}/requirements.txt"
-        )
+        lines.append(f"RUN uv pip install -r /opt/prefect/{dir_name}/requirements.txt")
 
     lines.append(f"COPY . /opt/prefect/{dir_name}/")
     lines.append(f"WORKDIR /opt/prefect/{dir_name}/")

{prefect_client-3.4.11.dev5 → prefect_client-3.4.12.dev1}/src/prefect/workers/process.py

@@ -11,7 +11,7 @@ Replace `my-work-pool` with the name of the work pool you want the worker
 to poll for flow runs.
 
 For more information about work pools and workers,
-checkout out the [Prefect docs](/concepts/work-pools/).
+checkout out the [Prefect docs](https://docs.prefect.io/v3/concepts/work-pools/).
 """
 
 from __future__ import annotations

prefect_client-3.4.11.dev5/src/prefect/_build_info.py

@@ -1,5 +0,0 @@
-# Generated by versioningit
-__version__ = "3.4.11.dev5"
-__build_date__ = "2025-07-30 08:09:57.333018+00:00"
-__git_commit__ = "b6f64e41da1f5bd15c47308722b1e674b929efdd"
-__dirty__ = False