prefect 3.4.9.dev1__tar.gz → 3.4.9.dev3__tar.gz

{prefect-3.4.9.dev1 → prefect-3.4.9.dev3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: prefect
-Version: 3.4.9.dev1
+Version: 3.4.9.dev3
 Summary: Workflow orchestration and management.
 Project-URL: Changelog, https://github.com/PrefectHQ/prefect/releases
 Project-URL: Documentation, https://docs.prefect.io

prefect-3.4.9.dev3/src/prefect/_build_info.py

@@ -0,0 +1,5 @@
+# Generated by versioningit
+__version__ = "3.4.9.dev3"
+__build_date__ = "2025-07-15 08:10:14.220303+00:00"
+__git_commit__ = "3a6aef7fded680a25d5c5d7f162fa6b535139c9f"
+__dirty__ = False

{prefect-3.4.9.dev1 → prefect-3.4.9.dev3}/src/prefect/cli/deployment.py

@@ -765,6 +765,9 @@ async def run(
         "--watch-timeout",
         help=("Timeout for --watch."),
     ),
+    flow_run_name: Optional[str] = typer.Option(
+        None, "--flow-run-name", help="Custom name to give the flow run."
+    ),
 ):
     """
     Create a flow run for the given flow and deployment.
@@ -882,6 +885,7 @@ async def run(
                 state=Scheduled(scheduled_time=scheduled_start_time),
                 tags=tags,
                 job_variables=job_vars,
+                name=flow_run_name,
             )
         except PrefectHTTPStatusError as exc:
             detail = exc.response.json().get("detail")

prefect-3.4.9.dev3/src/prefect/server/concurrency/lease_storage/__init__.py

@@ -0,0 +1,31 @@
+from __future__ import annotations
+
+from dataclasses import dataclass
+from datetime import timedelta
+from uuid import UUID
+
+from prefect.server.utilities.leasing import LeaseStorage, ResourceLease
+
+
+@dataclass
+class ConcurrencyLimitLeaseMetadata:
+    slots: int
+
+
+class ConcurrencyLeaseStorage(LeaseStorage[ConcurrencyLimitLeaseMetadata]):
+    async def create_lease(
+        self,
+        resource_ids: list[UUID],
+        ttl: timedelta,
+        metadata: ConcurrencyLimitLeaseMetadata | None = None,
+    ) -> ResourceLease[ConcurrencyLimitLeaseMetadata]: ...
+
+    async def read_lease(
+        self, lease_id: UUID
+    ) -> ResourceLease[ConcurrencyLimitLeaseMetadata] | None: ...
+
+    async def renew_lease(self, lease_id: UUID, ttl: timedelta) -> None: ...
+
+    async def release_lease(self, lease_id: UUID) -> None: ...
+
+    async def read_expired_lease_ids(self, limit: int = 100) -> list[UUID]: ...

prefect-3.4.9.dev3/src/prefect/server/concurrency/lease_storage/memory.py

@@ -0,0 +1,62 @@
+from __future__ import annotations
+
+from datetime import datetime, timedelta, timezone
+from uuid import UUID, uuid4
+
+from prefect.server.concurrency.lease_storage import (
+    ConcurrencyLeaseStorage as _ConcurrencyLeaseStorage,
+)
+from prefect.server.concurrency.lease_storage import (
+    ConcurrencyLimitLeaseMetadata,
+)
+from prefect.server.utilities.leasing import ResourceLease
+
+
+class ConcurrencyLeaseStorage(_ConcurrencyLeaseStorage):
+    """
+    A singleton concurrency lease storage implementation that stores leases in memory.
+    """
+
+    _instance: "ConcurrencyLeaseStorage | None" = None
+
+    def __new__(cls) -> "ConcurrencyLeaseStorage":
+        if cls._instance is None:
+            cls._instance = super().__new__(cls)
+        return cls._instance
+
+    def __init__(self):
+        self.leases: dict[UUID, ResourceLease[ConcurrencyLimitLeaseMetadata]] = {}
+        self.expirations: dict[UUID, datetime] = {}
+
+    async def create_lease(
+        self,
+        resource_ids: list[UUID],
+        ttl: timedelta,
+        metadata: ConcurrencyLimitLeaseMetadata | None = None,
+    ) -> ResourceLease[ConcurrencyLimitLeaseMetadata]:
+        lease_id = uuid4()
+        lease = ResourceLease(resource_ids=resource_ids, metadata=metadata)
+        self.leases[lease_id] = lease
+        self.expirations[lease_id] = datetime.now(timezone.utc) + ttl
+        return lease
+
+    async def read_lease(
+        self, lease_id: UUID
+    ) -> ResourceLease[ConcurrencyLimitLeaseMetadata] | None:
+        return self.leases.get(lease_id)
+
+    async def renew_lease(self, lease_id: UUID, ttl: timedelta) -> None:
+        self.expirations[lease_id] = datetime.now(timezone.utc) + ttl
+
+    async def release_lease(self, lease_id: UUID) -> None:
+        self.leases.pop(lease_id, None)
+        self.expirations.pop(lease_id, None)
+
+    async def read_expired_lease_ids(self, limit: int = 100) -> list[UUID]:
+        now = datetime.now(timezone.utc)
+        expired_leases = [
+            lease_id
+            for lease_id, expiration in self.expirations.items()
+            if expiration < now
+        ]
+        return expired_leases[:limit]

{prefect-3.4.9.dev1 → prefect-3.4.9.dev3}/src/prefect/server/services/__init__.py

@@ -4,3 +4,4 @@ import prefect.server.services.late_runs
 import prefect.server.services.pause_expirations
 import prefect.server.services.scheduler
 import prefect.server.services.telemetry
+import prefect.server.services.repossessor

{prefect-3.4.9.dev1 → prefect-3.4.9.dev3}/src/prefect/server/services/base.py

@@ -42,6 +42,7 @@ def _known_service_modules() -> list[ModuleType]:
         foreman,
         late_runs,
         pause_expirations,
+        repossessor,
         scheduler,
         task_run_recorder,
         telemetry,
@@ -53,6 +54,7 @@ def _known_service_modules() -> list[ModuleType]:
         foreman,
         late_runs,
         pause_expirations,
+        repossessor,
         scheduler,
         task_run_recorder,
         telemetry,

prefect-3.4.9.dev3/src/prefect/server/services/repossessor.py

@@ -0,0 +1,45 @@
+from prefect.server.concurrency.lease_storage import ConcurrencyLeaseStorage
+from prefect.server.concurrency.lease_storage.memory import (
+    ConcurrencyLeaseStorage as MemoryConcurrencyLeaseStorage,
+)
+from prefect.server.database.dependencies import provide_database_interface
+from prefect.server.models.concurrency_limits_v2 import bulk_decrement_active_slots
+from prefect.server.services.base import LoopService
+from prefect.settings.context import get_current_settings
+from prefect.settings.models.server.services import ServicesBaseSetting
+
+
+class Repossessor(LoopService):
+    """
+    Handles the reconciliation of expired leases; no tow truck dependency.
+    """
+
+    def __init__(self):
+        super().__init__()
+        self.concurrency_lease_storage: ConcurrencyLeaseStorage = (
+            MemoryConcurrencyLeaseStorage()
+        )
+
+    @classmethod
+    def service_settings(cls) -> ServicesBaseSetting:
+        return get_current_settings().server.services.repossessor
+
+    async def run_once(self) -> None:
+        expired_lease_ids = (
+            await self.concurrency_lease_storage.read_expired_lease_ids()
+        )
+
+        db = provide_database_interface()
+        async with db.session_context() as session:
+            for expired_lease_id in expired_lease_ids:
+                expired_lease = await self.concurrency_lease_storage.read_lease(
+                    expired_lease_id
+                )
+                if expired_lease is None or expired_lease.metadata is None:
+                    continue
+                await bulk_decrement_active_slots(
+                    session=session,
+                    concurrency_limit_ids=expired_lease.resource_ids,
+                    slots=expired_lease.metadata.slots,
+                )
+                await self.concurrency_lease_storage.release_lease(expired_lease_id)

prefect-3.4.9.dev3/src/prefect/server/utilities/leasing.py

@@ -0,0 +1,75 @@
+from __future__ import annotations
+
+from dataclasses import dataclass
+from datetime import timedelta
+from typing import Generic, Protocol, TypeVar
+from uuid import UUID
+
+T = TypeVar("T")
+
+
+@dataclass
+class ResourceLease(Generic[T]):
+    resource_ids: list[UUID]
+    metadata: T | None = None
+
+
+class LeaseStorage(Protocol[T]):
+    async def create_lease(
+        self, resource_ids: list[UUID], ttl: timedelta, metadata: T | None = None
+    ) -> ResourceLease[T]:
+        """
+        Create a new resource lease.
+
+        Args:
+            resource_ids: The IDs of the resources that the lease is associated with.
+            ttl: How long the lease should initially be held for.
+            metadata: Additional metadata associated with the lease.
+
+        Returns:
+            A ResourceLease object representing the lease.
+        """
+        ...
+
+    async def read_lease(self, lease_id: UUID) -> ResourceLease[T] | None:
+        """
+        Read a resource lease.
+
+        Args:
+            lease_id: The ID of the lease to read.
+
+        Returns:
+            A ResourceLease object representing the lease, or None if not found.
+        """
+        ...
+
+    async def renew_lease(self, lease_id: UUID, ttl: timedelta) -> None:
+        """
+        Renew a resource lease.
+
+        Args:
+            lease_id: The ID of the lease to renew.
+            ttl: The new amount of time the lease should be held for.
+        """
+        ...
+
+    async def release_lease(self, lease_id: UUID) -> None:
+        """
+        Release a resource lease by removing it from list of active leases.
+
+        Args:
+            lease_id: The ID of the lease to release.
+        """
+        ...
+
+    async def read_expired_lease_ids(self, limit: int = 100) -> list[UUID]:
+        """
+        Read the IDs of expired leases.
+
+        Args:
+            limit: The maximum number of expired leases to read.
+
+        Returns:
+            A list of UUIDs representing the expired leases.
+        """
+        ...

{prefect-3.4.9.dev1 → prefect-3.4.9.dev3}/src/prefect/settings/models/server/services.py

@@ -409,6 +409,26 @@ class ServerServicesPauseExpirationsSettings(ServicesBaseSetting):
     )
 
 
+class ServerServicesRepossessorSettings(ServicesBaseSetting):
+    """
+    Settings for controlling the repossessor service
+    """
+
+    model_config: ClassVar[SettingsConfigDict] = build_settings_config(
+        ("server", "services", "repossessor")
+    )
+
+    enabled: bool = Field(
+        default=True,
+        description="Whether or not to start the repossessor service in the server application.",
+    )
+
+    loop_seconds: float = Field(
+        default=15,
+        description="The repossessor service will look for expired leases this often. Defaults to `15`.",
+    )
+
+
 class ServerServicesTaskRunRecorderSettings(ServicesBaseSetting):
     """
     Settings for controlling the task run recorder service
@@ -512,6 +532,10 @@ class ServerServicesSettings(PrefectBaseSettings):
         default_factory=ServerServicesPauseExpirationsSettings,
         description="Settings for controlling the pause expiration service",
     )
+    repossessor: ServerServicesRepossessorSettings = Field(
+        default_factory=ServerServicesRepossessorSettings,
+        description="Settings for controlling the repossessor service",
+    )
     task_run_recorder: ServerServicesTaskRunRecorderSettings = Field(
         default_factory=ServerServicesTaskRunRecorderSettings,
         description="Settings for controlling the task run recorder service",

prefect-3.4.9.dev1/src/prefect/_build_info.py

@@ -1,5 +0,0 @@
-# Generated by versioningit
-__version__ = "3.4.9.dev1"
-__build_date__ = "2025-07-12 08:08:33.707037+00:00"
-__git_commit__ = "f25e55933232672083054106762971d79cdf46f9"
-__dirty__ = False