prefect 3.4.3.dev2__tar.gz → 3.4.4.dev2__tar.gz

{prefect-3.4.3.dev2 → prefect-3.4.4.dev2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: prefect
-Version: 3.4.3.dev2
+Version: 3.4.4.dev2
 Summary: Workflow orchestration and management.
 Project-URL: Changelog, https://github.com/PrefectHQ/prefect/releases
 Project-URL: Documentation, https://docs.prefect.io
@@ -27,7 +27,7 @@ Requires-Dist: anyio<5.0.0,>=4.4.0
 Requires-Dist: apprise<2.0.0,>=1.1.0
 Requires-Dist: asgi-lifespan<3.0,>=1.0
 Requires-Dist: asyncpg<1.0.0,>=0.23
-Requires-Dist: cachetools<6.0,>=5.3
+Requires-Dist: cachetools<7.0,>=5.3
 Requires-Dist: click<8.2,>=8.0
 Requires-Dist: cloudpickle<4.0,>=2.0
 Requires-Dist: coolname<3.0.0,>=1.0.4
@@ -69,7 +69,7 @@ Requires-Dist: ruamel-yaml>=0.17.0
 Requires-Dist: sniffio<2.0.0,>=1.3.0
 Requires-Dist: sqlalchemy[asyncio]<3.0.0,>=2.0
 Requires-Dist: toml>=0.10.0
-Requires-Dist: typer!=0.12.2,<0.16.0,>=0.12.0
+Requires-Dist: typer!=0.12.2,<0.17.0,>=0.12.0
 Requires-Dist: typing-extensions<5.0.0,>=4.10.0
 Requires-Dist: ujson<6.0.0,>=5.8.0
 Requires-Dist: uv>=0.6.0

{prefect-3.4.3.dev2 → prefect-3.4.4.dev2}/pyproject.toml

@@ -39,12 +39,12 @@ dependencies = [
     "pytz>=2021.1,<2026",
     "readchar>=4.0.0,<5.0.0",
     "sqlalchemy[asyncio]>=2.0,<3.0.0",
-    "typer>=0.12.0,!=0.12.2,<0.16.0",
+    "typer>=0.12.0,!=0.12.2,<0.17.0",
     # Client dependencies
     # If you modify this list, make the same modification in client/pyproject.toml
     "anyio>=4.4.0,<5.0.0",
     "asgi-lifespan>=1.0,<3.0",
-    "cachetools>=5.3,<6.0",
+    "cachetools>=5.3,<7.0",
     "cloudpickle>=2.0,<4.0",
     "coolname>=1.0.4,<3.0.0",
     "exceptiongroup>=1.0.0",

prefect-3.4.4.dev2/src/prefect/_build_info.py

@@ -0,0 +1,5 @@
+# Generated by versioningit
+__version__ = "3.4.4.dev2"
+__build_date__ = "2025-05-29 08:09:33.284936+00:00"
+__git_commit__ = "18563e53e1a449088b95da7ee4878e8ff123cccb"
+__dirty__ = False

{prefect-3.4.3.dev2 → prefect-3.4.4.dev2}/src/prefect/_internal/concurrency/calls.py

@@ -222,7 +222,7 @@ class Future(concurrent.futures.Future[T]):
             self._cancel_scope = None
 
 
-@dataclasses.dataclass
+@dataclasses.dataclass(eq=False)
 class Call(Generic[T]):
     """
     A deferred function call.
@@ -236,6 +236,42 @@ class Call(Generic[T]):
     timeout: Optional[float]
     runner: Optional["Portal"] = None
 
+    def __eq__(self, other: object) -> bool:
+        """this is to avoid attempts at invalid access of args/kwargs in <3.13 stemming from the
+        auto-generated __eq__ method on the dataclass.
+
+        this will no longer be required in 3.13+, see https://github.com/python/cpython/issues/128294
+        """
+        if self is other:
+            return True
+        if not isinstance(other, Call):
+            return NotImplemented
+
+        try:
+            # Attempt to access args/kwargs. If any are missing on self or other,
+            # an AttributeError will be raised by the access attempt on one of them.
+            s_args, s_kwargs = self.args, self.kwargs
+            o_args, o_kwargs = other.args, other.kwargs
+        except AttributeError:
+            # If args/kwargs are missing on self or other (and self is not other),
+            # they are considered not equal. This ensures that a Call with deleted
+            # args/kwargs compares as different from one that still has them
+            return False
+
+        # If all args/kwargs were accessible on both, proceed with full field comparison.
+        # Note: self.future == other.future will use Future's __eq__ (default is identity).
+        return (
+            (self.future == other.future)
+            and (self.fn == other.fn)
+            and (s_args == o_args)
+            and (s_kwargs == o_kwargs)
+            and (self.context == other.context)
+            and (self.timeout == other.timeout)
+            and (self.runner == other.runner)
+        )
+
+    __hash__ = None  # type: ignore
+
     @classmethod
     def new(
         cls,

{prefect-3.4.3.dev2 → prefect-3.4.4.dev2}/src/prefect/cli/root.py

@@ -152,15 +152,15 @@ def get_prefect_integrations() -> dict[str, str]:
 
     integrations: dict[str, str] = {}
     for dist in distributions():
-        if dist.metadata["Name"].startswith("prefect-"):
+        name = dist.metadata.get("Name")
+        if name and name.startswith("prefect-"):
             author_email = dist.metadata.get("Author-email", "").strip()
             if author_email.endswith("@prefect.io>"):
                 if (  # TODO: remove clause after updating `prefect-client` packaging config
-                    dist.metadata["Name"] == "prefect-client"
-                    and dist.version == "0.0.0"
+                    name == "prefect-client" and dist.version == "0.0.0"
                 ):
                     continue
-                integrations[dist.metadata["Name"]] = dist.version
+                integrations[name] = dist.version
 
     return integrations
 

{prefect-3.4.3.dev2 → prefect-3.4.4.dev2}/src/prefect/server/api/clients.py

@@ -18,7 +18,7 @@ from prefect.server.schemas.actions import DeploymentFlowRunCreate, StateCreate
 from prefect.server.schemas.core import WorkPool
 from prefect.server.schemas.filters import VariableFilter, VariableFilterName
 from prefect.server.schemas.responses import DeploymentResponse, OrchestrationResult
-from prefect.settings import PREFECT_SERVER_API_AUTH_STRING
+from prefect.settings import get_current_settings
 from prefect.types import StrictVariableValue
 
 if TYPE_CHECKING:
@@ -39,18 +39,19 @@ class BaseClient:
         # will point it to the the currently running server instance
         api_app = create_app()
 
-        # we pull the auth string from _server_ settings because this client is run on the server
-        auth_string = PREFECT_SERVER_API_AUTH_STRING.value()
+        settings = get_current_settings()
 
-        if auth_string:
-            token = base64.b64encode(auth_string.encode("utf-8")).decode("utf-8")
-            additional_headers.setdefault("Authorization", f"Basic {token}")
+        # we pull the auth string from _server_ settings because this client is run on the server
+        if auth_string_secret := settings.server.api.auth_string:
+            if auth_string := auth_string_secret.get_secret_value():
+                token = base64.b64encode(auth_string.encode("utf-8")).decode("utf-8")
+                additional_headers.setdefault("Authorization", f"Basic {token}")
 
         self._http_client = PrefectHttpxAsyncClient(
             transport=httpx.ASGITransport(app=api_app, raise_app_exceptions=False),
             headers={**additional_headers},
             base_url="http://prefect-in-memory/api",
-            enable_csrf_support=False,
+            enable_csrf_support=settings.server.api.csrf_protection_enabled,
             raise_on_all_errors=False,
         )
 

{prefect-3.4.3.dev2 → prefect-3.4.4.dev2}/src/prefect/server/events/schemas/automations.py

@@ -70,8 +70,8 @@ class Trigger(PrefectBaseModel, abc.ABC):
 
     id: UUID = Field(default_factory=uuid4, description="The unique ID of this trigger")
 
-    _automation: Optional[weakref.ref] = PrivateAttr(None)
-    _parent: Optional[weakref.ref] = PrivateAttr(None)
+    _automation: Optional[weakref.ref[Any]] = PrivateAttr(None)
+    _parent: Optional[weakref.ref[Any]] = PrivateAttr(None)
 
     @property
     def automation(self) -> "Automation":

{prefect-3.4.3.dev2 → prefect-3.4.4.dev2}/src/prefect/server/events/services/actions.py

@@ -7,6 +7,9 @@ from prefect.logging import get_logger
 from prefect.server.events import actions
 from prefect.server.services.base import RunInAllServers, Service
 from prefect.server.utilities.messaging import Consumer, create_consumer
+from prefect.server.utilities.messaging._consumer_names import (
+    generate_unique_consumer_name,
+)
 from prefect.settings.context import get_current_settings
 from prefect.settings.models.server.services import ServicesBaseSetting
 
@@ -27,7 +30,9 @@ class Actions(RunInAllServers, Service):
 
     async def start(self) -> NoReturn:
         assert self.consumer_task is None, "Actions already started"
-        self.consumer: Consumer = create_consumer("actions")
+        self.consumer: Consumer = create_consumer(
+            "actions", name=generate_unique_consumer_name("actions")
+        )
 
         async with actions.consumer() as handler:
             self.consumer_task = asyncio.create_task(self.consumer.run(handler))

{prefect-3.4.3.dev2 → prefect-3.4.4.dev2}/src/prefect/server/events/services/event_logger.py

@@ -9,6 +9,9 @@ from prefect.logging import get_logger
 from prefect.server.events.schemas.events import ReceivedEvent
 from prefect.server.services.base import RunInAllServers, Service
 from prefect.server.utilities.messaging import Consumer, Message, create_consumer
+from prefect.server.utilities.messaging._consumer_names import (
+    generate_unique_consumer_name,
+)
 from prefect.settings.context import get_current_settings
 from prefect.settings.models.server.services import ServicesBaseSetting
 from prefect.types._datetime import now
@@ -30,7 +33,11 @@ class EventLogger(RunInAllServers, Service):
 
     async def start(self) -> NoReturn:
         assert self.consumer_task is None, "Logger already started"
-        self.consumer: Consumer = create_consumer("events")
+        self.consumer: Consumer = create_consumer(
+            "events",
+            group="event-logger",
+            name=generate_unique_consumer_name("event-logger"),
+        )
 
         console = rich.console.Console()
 

{prefect-3.4.3.dev2 → prefect-3.4.4.dev2}/src/prefect/server/events/services/event_persister.py

@@ -24,6 +24,9 @@ from prefect.server.utilities.messaging import (
     MessageHandler,
     create_consumer,
 )
+from prefect.server.utilities.messaging._consumer_names import (
+    generate_unique_consumer_name,
+)
 from prefect.settings import (
     PREFECT_API_SERVICES_EVENT_PERSISTER_BATCH_SIZE,
     PREFECT_API_SERVICES_EVENT_PERSISTER_FLUSH_INTERVAL,
@@ -102,7 +105,11 @@ class EventPersister(RunInAllServers, Service):
 
     async def start(self) -> NoReturn:
         assert self.consumer_task is None, "Event persister already started"
-        self.consumer: Consumer = create_consumer("events")
+        self.consumer: Consumer = create_consumer(
+            "events",
+            group="event-persister",
+            name=generate_unique_consumer_name("event-persister"),
+        )
 
         async with create_handler(
             batch_size=PREFECT_API_SERVICES_EVENT_PERSISTER_BATCH_SIZE.value(),

{prefect-3.4.3.dev2 → prefect-3.4.4.dev2}/src/prefect/server/events/services/triggers.py

@@ -7,6 +7,9 @@ from prefect.logging import get_logger
 from prefect.server.events import triggers
 from prefect.server.services.base import LoopService, RunInAllServers, Service
 from prefect.server.utilities.messaging import Consumer, create_consumer
+from prefect.server.utilities.messaging._consumer_names import (
+    generate_unique_consumer_name,
+)
 from prefect.settings import PREFECT_EVENTS_PROACTIVE_GRANULARITY
 from prefect.settings.context import get_current_settings
 from prefect.settings.models.server.services import ServicesBaseSetting
@@ -29,7 +32,10 @@ class ReactiveTriggers(RunInAllServers, Service):
 
     async def start(self) -> NoReturn:
         assert self.consumer_task is None, "Reactive triggers already started"
-        self.consumer: Consumer = create_consumer("events")
+        consumer_name = generate_unique_consumer_name("reactive-triggers")
+        self.consumer: Consumer = create_consumer(
+            "events", group="reactive-triggers", name=consumer_name
+        )
 
         async with triggers.consumer() as handler:
             self.consumer_task = asyncio.create_task(self.consumer.run(handler))

{prefect-3.4.3.dev2 → prefect-3.4.4.dev2}/src/prefect/server/services/cancellation_cleanup.py

@@ -59,6 +59,7 @@ class CancellationCleanup(LoopService):
     async def clean_up_cancelled_flow_run_task_runs(
         self, db: PrefectDBInterface
     ) -> None:
+        high_water_mark = UUID(int=0)
         while True:
             cancelled_flow_query = (
                 sa.select(db.FlowRun)
@@ -66,7 +67,9 @@ class CancellationCleanup(LoopService):
                     db.FlowRun.state_type == states.StateType.CANCELLED,
                     db.FlowRun.end_time.is_not(None),
                     db.FlowRun.end_time >= (now("UTC") - datetime.timedelta(days=1)),
+                    db.FlowRun.id > high_water_mark,
                 )
+                .order_by(db.FlowRun.id)
                 .limit(self.batch_size)
             )
 
@@ -76,6 +79,7 @@ class CancellationCleanup(LoopService):
 
             for run in flow_runs:
                 await self._cancel_child_runs(db=db, flow_run=run)
+                high_water_mark = run.id
 
             # if no relevant flows were found, exit the loop
             if len(flow_runs) < self.batch_size:

{prefect-3.4.3.dev2 → prefect-3.4.4.dev2}/src/prefect/server/services/task_run_recorder.py

@@ -25,6 +25,9 @@ from prefect.server.utilities.messaging import (
     MessageHandler,
     create_consumer,
 )
+from prefect.server.utilities.messaging._consumer_names import (
+    generate_unique_consumer_name,
+)
 from prefect.server.utilities.messaging.memory import log_metrics_periodically
 from prefect.settings.context import get_current_settings
 from prefect.settings.models.server.services import ServicesBaseSetting
@@ -243,7 +246,11 @@ class TaskRunRecorder(RunInAllServers, Service):
 
     async def start(self) -> NoReturn:
         assert self.consumer_task is None, "TaskRunRecorder already started"
-        self.consumer: Consumer = create_consumer("events")
+        self.consumer: Consumer = create_consumer(
+            "events",
+            group="task-run-recorder",
+            name=generate_unique_consumer_name("task-run-recorder"),
+        )
 
         async with consumer() as handler:
             self.consumer_task = asyncio.create_task(self.consumer.run(handler))

prefect-3.4.4.dev2/src/prefect/server/utilities/messaging/_consumer_names.py

@@ -0,0 +1,22 @@
+import os
+import socket
+import uuid
+
+
+def generate_unique_consumer_name(group_name: str) -> str:
+    """
+    Generates a unique consumer name for a given group.
+
+    The name is composed of the group name, hostname, process ID, and a short UUID
+    to ensure uniqueness across different machines and processes.
+
+    Args:
+        group_name: The logical group name for the consumer.
+
+    Returns:
+        A unique string to be used as the consumer name.
+    """
+    hostname = socket.gethostname()
+    pid = os.getpid()
+    short_uuid = uuid.uuid4().hex[:8]
+    return f"{group_name}-{hostname}-{pid}-{short_uuid}"

{prefect-3.4.3.dev2 → prefect-3.4.4.dev2}/src/prefect/server/utilities/messaging/memory.py

@@ -329,6 +329,7 @@ class Consumer(_Consumer):
         topic: str,
         subscription: Optional[Subscription] = None,
         concurrency: int = 2,
+        **kwargs: Any,
     ):
         self.topic: Topic = Topic.by_name(topic)
         if not subscription:

{prefect-3.4.3.dev2 → prefect-3.4.4.dev2}/src/prefect/task_runners.py

@@ -11,11 +11,8 @@ from typing import (
     TYPE_CHECKING,
     Any,
     Coroutine,
-    Dict,
     Generic,
     Iterable,
-    List,
-    Optional,
     overload,
 )
 
@@ -110,7 +107,7 @@ class TaskRunner(abc.ABC, Generic[F]):
         self,
         task: "Task[P, R]",
         parameters: dict[str, Any | unmapped[Any] | allow_failure[Any]],
-        wait_for: Optional[Iterable[PrefectFuture[R]]] = None,
+        wait_for: Iterable[PrefectFuture[R]] | None = None,
     ) -> PrefectFutureList[F]:
         """
         Submit multiple tasks to the task run engine.
@@ -183,7 +180,7 @@ class TaskRunner(abc.ABC, Generic[F]):
 
         map_length = list(lengths)[0]
 
-        futures: List[PrefectFuture[Any]] = []
+        futures: list[PrefectFuture[Any]] = []
         for i in range(map_length):
             call_parameters: dict[str, Any] = {
                 key: value[i] for key, value in iterable_parameters.items()
@@ -229,15 +226,32 @@ class TaskRunner(abc.ABC, Generic[F]):
 
 
 class ThreadPoolTaskRunner(TaskRunner[PrefectConcurrentFuture[R]]):
-    def __init__(self, max_workers: Optional[int] = None):
+    """
+    A task runner that executes tasks in a separate thread pool.
+
+    Attributes:
+        max_workers: The maximum number of threads to use for executing tasks.
+            Defaults to `PREFECT_TASK_RUNNER_THREAD_POOL_MAX_WORKERS` or `sys.maxsize`.
+
+    Note:
+        This runner uses `contextvars.copy_context()` for thread-safe context propagation.
+        However, because contextvars are thread-local, frequent task submissions
+        that modify context (e.g., using `prefect.tags` in a loop) can lead to
+        new thread creation per task. This may cause an increase in threads and
+        file descriptors, potentially hitting OS limits (`OSError: Too many open files`).
+        If this occurs, consider minimizing context changes within looped tasks or
+        adjusting system limits for open file descriptors.
+    """
+
+    def __init__(self, max_workers: int | None = None):
         super().__init__()
-        self._executor: Optional[ThreadPoolExecutor] = None
+        self._executor: ThreadPoolExecutor | None = None
         self._max_workers = (
             (PREFECT_TASK_RUNNER_THREAD_POOL_MAX_WORKERS.value() or sys.maxsize)
             if max_workers is None
             else max_workers
         )
-        self._cancel_events: Dict[uuid.UUID, threading.Event] = {}
+        self._cancel_events: dict[uuid.UUID, threading.Event] = {}
 
     def duplicate(self) -> "ThreadPoolTaskRunner[R]":
         return type(self)(max_workers=self._max_workers)

prefect-3.4.3.dev2/src/prefect/_build_info.py

@@ -1,5 +0,0 @@
-# Generated by versioningit
-__version__ = "3.4.3.dev2"
-__build_date__ = "2025-05-21 08:09:30.017581+00:00"
-__git_commit__ = "7d4d41615e614b9f46eb317a2948a3d0643a07f5"
-__dirty__ = False