prefect 3.4.10.dev1__tar.gz → 3.4.11.dev2__tar.gz

{prefect-3.4.10.dev1 → prefect-3.4.11.dev2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: prefect
-Version: 3.4.10.dev1
+Version: 3.4.11.dev2
 Summary: Workflow orchestration and management.
 Project-URL: Changelog, https://github.com/PrefectHQ/prefect/releases
 Project-URL: Documentation, https://docs.prefect.io

prefect-3.4.11.dev2/src/prefect/_build_info.py

@@ -0,0 +1,5 @@
+# Generated by versioningit
+__version__ = "3.4.11.dev2"
+__build_date__ = "2025-07-25 08:09:50.099023+00:00"
+__git_commit__ = "01f9d5e7d5204f5b8760b431d72db52dd78e6aca"
+__dirty__ = False

{prefect-3.4.10.dev1 → prefect-3.4.11.dev2}/src/prefect/blocks/core.py

@@ -1013,7 +1013,7 @@ class Block(BaseModel, ABC):
 
         Args:
             name: The name or slug of the block document. A block document slug is a
-                string with the format <block_type_slug>/<block_document_name>
+                string with the format `<block_type_slug>/<block_document_name>`
             validate: If False, the block document will be loaded without Pydantic
                 validating the block schema. This is useful if the block schema has
                 changed client-side since the block document referred to by `name` was saved.
@@ -1102,7 +1102,7 @@ class Block(BaseModel, ABC):
 
         Args:
             name: The name or slug of the block document. A block document slug is a
-                string with the format <block_type_slug>/<block_document_name>
+                string with the format `<block_type_slug>/<block_document_name>`
             validate: If False, the block document will be loaded without Pydantic
                 validating the block schema. This is useful if the block schema has
                 changed client-side since the block document referred to by `name` was saved.
@@ -1190,8 +1190,8 @@ class Block(BaseModel, ABC):
 
         Provided reference can be a block document ID, or a reference data in dictionary format.
         Supported dictionary reference formats are:
-        - {"block_document_id": <block_document_id>}
-        - {"block_document_slug": <block_document_slug>}
+        - `{"block_document_id": <block_document_id>}`
+        - `{"block_document_slug": <block_document_slug>}`
 
         If a block document for a given block type is saved with a different schema
         than the current class calling `load`, a warning will be raised.

{prefect-3.4.10.dev1 → prefect-3.4.11.dev2}/src/prefect/cli/artifact.py

@@ -105,39 +105,41 @@ async def inspect(
     ),
 ):
     """
-        View details about an artifact.
-
-        Arguments:
-            key: the key of the artifact to inspect
-
-        Examples:
-            $ prefect artifact inspect "my-artifact"
-           [
-            {
-                'id': 'ba1d67be-0bd7-452e-8110-247fe5e6d8cc',
-                'created': '2023-03-21T21:40:09.895910+00:00',
-                'updated': '2023-03-21T21:40:09.895910+00:00',
-                'key': 'my-artifact',
-                'type': 'markdown',
-                'description': None,
-                'data': 'my markdown',
-                'metadata_': None,
-                'flow_run_id': '8dc54b6f-6e24-4586-a05c-e98c6490cb98',
-                'task_run_id': None
-            },
-            {
-                'id': '57f235b5-2576-45a5-bd93-c829c2900966',
-                'created': '2023-03-27T23:16:15.536434+00:00',
-                'updated': '2023-03-27T23:16:15.536434+00:00',
-                'key': 'my-artifact',
-                'type': 'markdown',
-                'description': 'my-artifact-description',
-                'data': 'my markdown',
-                'metadata_': None,
-                'flow_run_id': 'ffa91051-f249-48c1-ae0f-4754fcb7eb29',
-                'task_run_id': None
-            }
-    ]
+    View details about an artifact.
+
+    Arguments:
+        key: the key of the artifact to inspect
+
+    Examples:
+        `$ prefect artifact inspect "my-artifact"`
+        ```json
+        [
+          {
+            'id': 'ba1d67be-0bd7-452e-8110-247fe5e6d8cc',
+            'created': '2023-03-21T21:40:09.895910+00:00',
+            'updated': '2023-03-21T21:40:09.895910+00:00',
+            'key': 'my-artifact',
+            'type': 'markdown',
+            'description': None,
+            'data': 'my markdown',
+            'metadata_': None,
+            'flow_run_id': '8dc54b6f-6e24-4586-a05c-e98c6490cb98',
+            'task_run_id': None
+          },
+          {
+            'id': '57f235b5-2576-45a5-bd93-c829c2900966',
+            'created': '2023-03-27T23:16:15.536434+00:00',
+            'updated': '2023-03-27T23:16:15.536434+00:00',
+            'key': 'my-artifact',
+            'type': 'markdown',
+            'description': 'my-artifact-description',
+            'data': 'my markdown',
+            'metadata_': None,
+            'flow_run_id': 'ffa91051-f249-48c1-ae0f-4754fcb7eb29',
+            'task_run_id': None
+          }
+        ]
+        ```
     """
     if output and output.lower() != "json":
         exit_with_error("Only 'json' output format is supported.")
@@ -178,7 +180,7 @@ async def delete(
         key: the key of the artifact to delete
 
     Examples:
-        $ prefect artifact delete "my-artifact"
+        `$ prefect artifact delete "my-artifact"`
     """
     if key and artifact_id:
         exit_with_error("Please provide either a key or an artifact_id but not both.")

{prefect-3.4.10.dev1 → prefect-3.4.11.dev2}/src/prefect/cli/deployment.py

@@ -228,11 +228,10 @@ async def inspect(
     """
     View details about a deployment.
 
-    \b
     Example:
-        \b
-        $ prefect deployment inspect "hello-world/my-deployment"
-        $ prefect deployment inspect "hello-world/my-deployment" --output json
+        `$ prefect deployment inspect "hello-world/my-deployment"`
+        `$ prefect deployment inspect "hello-world/my-deployment" --output json`
+        ```json
         {
             'id': '610df9c3-0fb4-4856-b330-67f588d20201',
             'created': '2022-08-01T18:36:25.192102+00:00',
@@ -265,7 +264,7 @@ async def inspect(
                 'stream_output': True
             }
         }
-
+        ```
     """
     if output and output.lower() != "json":
         exit_with_error("Only 'json' output format is supported.")
@@ -958,11 +957,9 @@ async def delete(
     """
     Delete a deployment.
 
-    \b
     Examples:
-        \b
-        $ prefect deployment delete test_flow/test_deployment
-        $ prefect deployment delete --id dfd3e220-a130-4149-9af6-8d487e02fea6
+        `$ prefect deployment delete test_flow/test_deployment`
+        `$ prefect deployment delete --id dfd3e220-a130-4149-9af6-8d487e02fea6`
     """
     async with get_client() as client:
         if _all:

{prefect-3.4.10.dev1 → prefect-3.4.11.dev2}/src/prefect/concurrency/sync.py

@@ -1,16 +1,28 @@
+import concurrent.futures
 from collections.abc import Generator
 from contextlib import contextmanager
 from typing import Optional, TypeVar, Union
+from uuid import UUID
 
 from typing_extensions import Literal
 
-from prefect.client.schemas.responses import MinimalConcurrencyLimitResponse
-from prefect.types._datetime import now
+from prefect._internal.concurrency.api import create_call
+from prefect._internal.concurrency.cancellation import (
+    WatcherThreadCancelScope,
+)
+from prefect._internal.concurrency.threads import get_global_loop
+from prefect.client.schemas.responses import (
+    ConcurrencyLimitWithLeaseResponse,
+    MinimalConcurrencyLimitResponse,
+)
+from prefect.logging.loggers import get_logger, get_run_logger
 from prefect.utilities.asyncutils import run_coro_as_sync
 
 from ._asyncio import (
     aacquire_concurrency_slots,
-    arelease_concurrency_slots,
+    aacquire_concurrency_slots_with_lease,
+    amaintain_concurrency_lease,
+    arelease_concurrency_slots_with_lease,
 )
 from ._events import (
     emit_concurrency_acquisition_events,
@@ -20,13 +32,8 @@ from ._events import (
 T = TypeVar("T")
 
 
-def _release_concurrency_slots(
-    names: list[str], slots: int, occupancy_seconds: float
-) -> list[MinimalConcurrencyLimitResponse]:
-    result = run_coro_as_sync(
-        arelease_concurrency_slots(names, slots, occupancy_seconds)
-    )
-    return result
+def _release_concurrency_slots_with_lease(lease_id: UUID) -> None:
+    run_coro_as_sync(arelease_concurrency_slots_with_lease(lease_id))
 
 
 def _acquire_concurrency_slots(
@@ -45,12 +52,30 @@ def _acquire_concurrency_slots(
     return result
 
 
+def _acquire_concurrency_slots_with_lease(
+    names: list[str],
+    slots: int,
+    mode: Literal["concurrency", "rate_limit"] = "concurrency",
+    timeout_seconds: Optional[float] = None,
+    max_retries: Optional[int] = None,
+    lease_duration: float = 300,
+    strict: bool = False,
+) -> ConcurrencyLimitWithLeaseResponse:
+    result = run_coro_as_sync(
+        aacquire_concurrency_slots_with_lease(
+            names, slots, mode, timeout_seconds, max_retries, lease_duration, strict
+        )
+    )
+    return result
+
+
 @contextmanager
 def concurrency(
     names: Union[str, list[str]],
     occupy: int = 1,
     timeout_seconds: Optional[float] = None,
     max_retries: Optional[int] = None,
+    lease_duration: float = 300,
     strict: bool = False,
 ) -> Generator[None, None, None]:
     """A context manager that acquires and releases concurrency slots from the
@@ -62,6 +87,7 @@ def concurrency(
         timeout_seconds: The number of seconds to wait for the slots to be acquired before
             raising a `TimeoutError`. A timeout of `None` will wait indefinitely.
         max_retries: The maximum number of retries to acquire the concurrency slots.
+        lease_duration: The duration of the lease for the acquired slots in seconds.
         strict: A boolean specifying whether to raise an error if the concurrency limit does not exist.
             Defaults to `False`.
 
@@ -88,22 +114,58 @@ def concurrency(
 
     names = names if isinstance(names, list) else [names]
 
-    limits: list[MinimalConcurrencyLimitResponse] = _acquire_concurrency_slots(
+    acquisition_response = _acquire_concurrency_slots_with_lease(
         names,
         occupy,
         timeout_seconds=timeout_seconds,
         strict=strict,
+        lease_duration=lease_duration,
         max_retries=max_retries,
     )
-    acquisition_time = now("UTC")
-    emitted_events = emit_concurrency_acquisition_events(limits, occupy)
+    emitted_events = emit_concurrency_acquisition_events(
+        acquisition_response.limits, occupy
+    )
+
+    # Start a loop to renew the lease on the global event loop to avoid blocking the main thread
+    global_loop = get_global_loop()
+    lease_renewal_call = create_call(
+        amaintain_concurrency_lease,
+        acquisition_response.lease_id,
+        lease_duration,
+    )
+    global_loop.submit(lease_renewal_call)
 
     try:
-        yield
+        with WatcherThreadCancelScope() as cancel_scope:
+
+            def handle_lease_renewal_failure(future: concurrent.futures.Future[None]):
+                exc = future.exception()
+                if exc:
+                    try:
+                        # Use a run logger if available
+                        logger = get_run_logger()
+                    except Exception:
+                        logger = get_logger("concurrency")
+                    if strict:
+                        logger.error(
+                            "Concurrency lease renewal failed - slots are no longer reserved. Terminating execution to prevent over-allocation."
+                        )
+                        assert cancel_scope.cancel()
+                    else:
+                        logger.warning(
+                            "Concurrency lease renewal failed - slots are no longer reserved. Execution will continue, but concurrency limits may be exceeded."
+                        )
+
+            lease_renewal_call.future.add_done_callback(handle_lease_renewal_failure)
+            yield
     finally:
-        occupancy_period = now("UTC") - acquisition_time
-        _release_concurrency_slots(names, occupy, occupancy_period.total_seconds())
-        emit_concurrency_release_events(limits, occupy, emitted_events)
+        # Cancel the lease renewal loop
+        lease_renewal_call.cancel()
+
+        _release_concurrency_slots_with_lease(acquisition_response.lease_id)
+        emit_concurrency_release_events(
+            acquisition_response.limits, occupy, emitted_events
+        )
 
 
 def rate_limit(

{prefect-3.4.10.dev1 → prefect-3.4.11.dev2}/src/prefect/events/cli/automations.py

@@ -130,14 +130,14 @@ async def inspect(
 
     Examples:
 
-        $ prefect automation inspect "my-automation"
+        `$ prefect automation inspect "my-automation"`
 
-        $ prefect automation inspect --id "aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa"
+        `$ prefect automation inspect --id "aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa"`
 
-        $ prefect automation inspect "my-automation" --yaml
+        `$ prefect automation inspect "my-automation" --yaml`
 
-        $ prefect automation inspect "my-automation" --output json
-        $ prefect automation inspect "my-automation" --output yaml
+        `$ prefect automation inspect "my-automation" --output json`
+        `$ prefect automation inspect "my-automation" --output yaml`
     """
     if output and output.lower() not in ["json", "yaml"]:
         exit_with_error("Only 'json' and 'yaml' output formats are supported.")
@@ -203,9 +203,9 @@ async def resume(
 
     Examples:
 
-            $ prefect automation resume "my-automation"
+            `$ prefect automation resume "my-automation"`
 
-            $ prefect automation resume --id "aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa"
+            `$ prefect automation resume --id "aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa"`
     """
     if not id and not name:
         exit_with_error("Please provide either a name or an id.")
@@ -258,9 +258,9 @@ async def pause(
 
     Examples:
 
-        $ prefect automation pause "my-automation"
+        `$ prefect automation pause "my-automation"`
 
-        $ prefect automation pause --id "aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa"
+        `$ prefect automation pause --id "aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa"`
     """
     if not id and not name:
         exit_with_error("Please provide either a name or an id.")
@@ -309,8 +309,8 @@ async def delete(
         id: the id of the automation to delete
 
     Examples:
-        $ prefect automation delete "my-automation"
-        $ prefect automation delete --id "aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa"
+        `$ prefect automation delete "my-automation"`
+        `$ prefect automation delete --id "aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa"`
     """
 
     async with get_client() as client:
@@ -367,10 +367,10 @@ async def create(
     """Create one or more automations from a file or JSON string.
 
     Examples:
-        $ prefect automation create --from-file automation.yaml
-        $ prefect automation create -f automation.json
-        $ prefect automation create --from-json '{"name": "my-automation", "trigger": {...}, "actions": [...]}'
-        $ prefect automation create -j '[{"name": "auto1", ...}, {"name": "auto2", ...}]'
+        `$ prefect automation create --from-file automation.yaml`
+        `$ prefect automation create -f automation.json`
+        `$ prefect automation create --from-json '{"name": "my-automation", "trigger": {...}, "actions": [...]}'`
+        `$ prefect automation create -j '[{"name": "auto1", ...}, {"name": "auto2", ...}]'`
     """
     if from_file and from_json:
         exit_with_error("Please provide either --from-file or --from-json, not both.")

{prefect-3.4.10.dev1 → prefect-3.4.11.dev2}/src/prefect/server/concurrency/lease_storage/filesystem.py

@@ -19,6 +19,7 @@ from prefect.settings.context import get_current_settings
 
 
 class _LeaseFile(TypedDict):
+    id: str
     resource_ids: list[str]
     metadata: dict[str, Any] | None
     expiration: str
@@ -83,6 +84,7 @@ class ConcurrencyLeaseStorage(_ConcurrencyLeaseStorage):
         self, lease: ResourceLease[ConcurrencyLimitLeaseMetadata]
     ) -> _LeaseFile:
         return {
+            "id": str(lease.id),
             "resource_ids": [str(rid) for rid in lease.resource_ids],
             "metadata": {"slots": lease.metadata.slots} if lease.metadata else None,
             "expiration": lease.expiration.isoformat(),
@@ -92,6 +94,7 @@ class ConcurrencyLeaseStorage(_ConcurrencyLeaseStorage):
     def _deserialize_lease(
         self, data: _LeaseFile
     ) -> ResourceLease[ConcurrencyLimitLeaseMetadata]:
+        lease_id = UUID(data["id"])
         resource_ids = [UUID(rid) for rid in data["resource_ids"]]
         metadata = (
             ConcurrencyLimitLeaseMetadata(slots=data["metadata"]["slots"])
@@ -101,6 +104,7 @@ class ConcurrencyLeaseStorage(_ConcurrencyLeaseStorage):
         expiration = datetime.fromisoformat(data["expiration"])
         created_at = datetime.fromisoformat(data["created_at"])
         lease = ResourceLease(
+            id=lease_id,
             resource_ids=resource_ids,
             metadata=metadata,
             expiration=expiration,

{prefect-3.4.10.dev1 → prefect-3.4.11.dev2}/src/prefect/utilities/templating.py

@@ -280,16 +280,16 @@ async def resolve_block_document_references(
     examples of value resolution are as follows:
 
     1. Accessing a nested dictionary:
-       Format: prefect.blocks.<block_type_slug>.<block_document_name>.value.key
-       Example: Returns {"nested-key": "nested-value"}
+       Format: `prefect.blocks.<block_type_slug>.<block_document_name>.value.key`
+       Example: Returns `{"nested-key": "nested-value"}`
 
     2. Accessing a specific nested value:
-       Format: prefect.blocks.<block_type_slug>.<block_document_name>.value.key.nested-key
-       Example: Returns "nested-value"
+       Format: `prefect.blocks.<block_type_slug>.<block_document_name>.value.key.nested-key`
+       Example: Returns `"nested-value"`
 
     3. Accessing a list element's key-value:
-       Format: prefect.blocks.<block_type_slug>.<block_document_name>.value.list[0].list-key
-       Example: Returns "list-value"
+       Format: `prefect.blocks.<block_type_slug>.<block_document_name>.value.list[0].list-key`
+       Example: Returns `"list-value"`
 
     Default Resolution for System Blocks:
     -------------------------------------

prefect-3.4.10.dev1/src/prefect/_build_info.py

@@ -1,5 +0,0 @@
-# Generated by versioningit
-__version__ = "3.4.10.dev1"
-__build_date__ = "2025-07-22 08:09:58.892327+00:00"
-__git_commit__ = "855e2d9504627b56bc34dea45f4b2578706d7ab7"
-__dirty__ = False