prefect-client 3.4.20.dev2__tar.gz → 3.4.21.dev2__tar.gz

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: prefect-client
-Version: 3.4.20.dev2
+Version: 3.4.21.dev2
 Summary: Workflow orchestration and management.
 Project-URL: Changelog, https://github.com/PrefectHQ/prefect/releases
 Project-URL: Documentation, https://docs.prefect.io

prefect_client-3.4.21.dev2/src/prefect/_build_info.py

@@ -0,0 +1,5 @@
+# Generated by versioningit
+__version__ = "3.4.21.dev2"
+__build_date__ = "2025-09-28 08:07:31.946972+00:00"
+__git_commit__ = "f0458f3dc011f58af557b8ddeea7152c79152deb"
+__dirty__ = False

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/results.py

@@ -564,17 +564,13 @@ class ResultStore(BaseModel):
             A result record.
         """
 
-        from prefect._experimental.lineage import emit_result_read_event
-
         if self.lock_manager is not None and not self.is_lock_holder(key, holder):
             await self.await_for_lock(key)
 
         resolved_key_path = self._resolved_key_path(key)
 
         if resolved_key_path in self.cache:
-            cached_result: ResultRecord[Any] = self.cache[resolved_key_path]
-            await emit_result_read_event(self, resolved_key_path, cached=True)
-            return cached_result
+            return self.cache[resolved_key_path]
 
         if self.result_storage is None:
             self.result_storage = await aget_default_result_storage()
@@ -601,7 +597,6 @@ class ResultStore(BaseModel):
                     result=result_content, metadata=metadata_content
                 )
             )
-            await emit_result_read_event(self, resolved_key_path)
         else:
             content = await call_explicitly_async_block_method(
                 self.result_storage,
@@ -612,7 +607,6 @@ class ResultStore(BaseModel):
             result_record: ResultRecord[Any] = ResultRecord.deserialize(
                 content, backup_serializer=self.serializer
             )
-            await emit_result_read_event(self, resolved_key_path)
 
         if self.cache_result_in_memory:
             self.cache[resolved_key_path] = result_record
@@ -757,8 +751,6 @@ class ResultStore(BaseModel):
             "Storage key is required on result record"
         )
 
-        from prefect._experimental.lineage import emit_result_write_event
-
         key = result_record.metadata.storage_key
         if result_record.metadata.storage_block_id is None:
             basepath = (
@@ -797,7 +789,6 @@ class ResultStore(BaseModel):
                 (base_key,),
                 {"content": result_record.serialize_metadata()},
             )
-            await emit_result_write_event(self, result_record.metadata.storage_key)
         # Otherwise, write the result metadata and result together
         else:
             await call_explicitly_async_block_method(
@@ -806,7 +797,6 @@ class ResultStore(BaseModel):
                 (result_record.metadata.storage_key,),
                 {"content": result_record.serialize()},
             )
-            await emit_result_write_event(self, result_record.metadata.storage_key)
         if self.cache_result_in_memory:
             self.cache[key] = result_record
 

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/server/api/artifacts.py

@@ -29,7 +29,7 @@ async def create_artifact(
     """
     Create an artifact.
 
-    For more information, see https://docs.prefect.io/v3/develop/artifacts.
+    For more information, see https://docs.prefect.io/v3/concepts/artifacts.
     """
     artifact = core.Artifact(**artifact.model_dump())
 

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/server/api/automations.py

@@ -43,7 +43,7 @@ async def create_automation(
     """
     Create an automation.
 
-    For more information, see https://docs.prefect.io/v3/automate.
+    For more information, see https://docs.prefect.io/v3/concepts/automations.
     """
     # reset any client-provided IDs on the provided triggers
     automation.trigger.reset_ids()

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/server/api/block_capabilities.py

@@ -22,7 +22,7 @@ async def read_available_block_capabilities(
     """
     Get available block capabilities.
 
-    For more information, see https://docs.prefect.io/v3/develop/blocks.
+    For more information, see https://docs.prefect.io/v3/concepts/blocks.
     """
     async with db.session_context() as session:
         return await models.block_schemas.read_available_block_capabilities(

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/server/api/block_documents.py

@@ -25,7 +25,7 @@ async def create_block_document(
     """
     Create a new block document.
 
-    For more information, see https://docs.prefect.io/v3/develop/blocks.
+    For more information, see https://docs.prefect.io/v3/concepts/blocks.
     """
     async with db.session_context(begin_transaction=True) as session:
         if block_document.name is not None:

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/server/api/block_schemas.py

@@ -33,7 +33,7 @@ async def create_block_schema(
     """
     Create a block schema.
 
-    For more information, see https://docs.prefect.io/v3/develop/blocks.
+    For more information, see https://docs.prefect.io/v3/concepts/blocks.
     """
     from prefect.blocks.core import Block
 

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/server/api/block_types.py

@@ -21,7 +21,7 @@ async def create_block_type(
     """
     Create a new block type.
 
-    For more information, see https://docs.prefect.io/v3/develop/blocks.
+    For more information, see https://docs.prefect.io/v3/concepts/blocks.
     """
     # API-created blocks cannot start with the word "Prefect"
     # as it is reserved for system use

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/server/api/concurrency_limits.py

@@ -48,7 +48,7 @@ async def create_concurrency_limit(
     """
     Create a task run concurrency limit.
 
-    For more information, see https://docs.prefect.io/v3/develop/task-run-limits.
+    For more information, see https://docs.prefect.io/v3/concepts/tag-based-concurrency-limits.
     """
     # Always create V2 limits (no V1 record)
     v2_name = f"tag:{concurrency_limit.tag}"

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/server/api/concurrency_limits_v2.py

@@ -32,7 +32,7 @@ async def create_concurrency_limit_v2(
     """
     Create a task run concurrency limit.
 
-    For more information, see https://docs.prefect.io/v3/develop/global-concurrency-limits.
+    For more information, see https://docs.prefect.io/v3/how-to-guides/workflows/global-concurrency-limits.
     """
     async with db.session_context(begin_transaction=True) as session:
         model = await models.concurrency_limits_v2.create_concurrency_limit(

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/server/api/deployments.py

@@ -70,7 +70,7 @@ async def create_deployment(
     If the deployment has an active schedule, flow runs will be scheduled.
     When upserting, any scheduled runs from the existing deployment will be deleted.
 
-    For more information, see https://docs.prefect.io/v3/deploy.
+    For more information, see https://docs.prefect.io/v3/concepts/deployments.
     """
 
     data = deployment.model_dump(exclude_unset=True)

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/server/api/flow_run_states.py

@@ -27,7 +27,7 @@ async def read_flow_run_state(
     """
     Get a flow run state by id.
 
-    For more information, see https://docs.prefect.io/v3/develop/write-flows#final-state-determination.
+    For more information, see https://docs.prefect.io/v3/concepts/flows#final-state-determination.
     """
     async with db.session_context() as session:
         flow_run_state = await models.flow_run_states.read_flow_run_state(

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/server/api/flow_runs.py

@@ -78,7 +78,7 @@ async def create_flow_run(
 
     If no state is provided, the flow run will be created in a PENDING state.
 
-    For more information, see https://docs.prefect.io/v3/develop/write-flows.
+    For more information, see https://docs.prefect.io/v3/concepts/flows.
     """
     # hydrate the input model into a full flow run / state model
     flow_run_object = schemas.core.FlowRun(

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/server/api/flows.py

@@ -28,7 +28,7 @@ async def create_flow(
     """Gracefully creates a new flow from the provided schema. If a flow with the
     same name already exists, the existing flow is returned.
 
-    For more information, see https://docs.prefect.io/v3/develop/write-flows.
+    For more information, see https://docs.prefect.io/v3/concepts/flows.
     """
     # hydrate the input model into a full flow model
     flow = schemas.core.Flow(**flow.model_dump())

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/server/api/logs.py

@@ -30,7 +30,7 @@ async def create_logs(
     """
     Create new logs from the provided schema.
 
-    For more information, see https://docs.prefect.io/v3/develop/logging.
+    For more information, see https://docs.prefect.io/v3/how-to-guides/workflows/add-logging.
     """
     for batch in models.logs.split_logs_into_batches(logs):
         async with db.session_context(begin_transaction=True) as session:

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/server/api/task_run_states.py

@@ -27,7 +27,7 @@ async def read_task_run_state(
     """
     Get a task run state by id.
 
-    For more information, see https://docs.prefect.io/v3/develop/write-tasks.
+    For more information, see https://docs.prefect.io/v3/concepts/tasks.
     """
     async with db.session_context() as session:
         task_run_state = await models.task_run_states.read_task_run_state(

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/server/api/task_runs.py

@@ -63,7 +63,7 @@ async def create_task_run(
 
     If no state is provided, the task run will be created in a PENDING state.
 
-    For more information, see https://docs.prefect.io/v3/develop/write-tasks.
+    For more information, see https://docs.prefect.io/v3/concepts/tasks.
     """
     # hydrate the input model into a full task run / state model
     task_run_dict = task_run.model_dump()

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/server/api/task_workers.py

@@ -23,7 +23,7 @@ async def read_task_workers(
     """
     Read active task workers. Optionally filter by task keys.
 
-    For more information, see https://docs.prefect.io/v3/concepts/flows-and-tasks#background-tasks.
+    For more information, see https://docs.prefect.io/v3/how-to-guides/workflows/run-background-tasks.
     """
 
     if task_worker_filter and task_worker_filter.task_keys:

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/server/api/variables.py

@@ -60,7 +60,7 @@ async def create_variable(
     """
     Create a variable.
 
-    For more information, see https://docs.prefect.io/v3/develop/variables.
+    For more information, see https://docs.prefect.io/v3/concepts/variables.
     """
     async with db.session_context(begin_transaction=True) as session:
         try:

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/server/api/work_queues.py

@@ -46,7 +46,7 @@ async def create_work_queue(
     If a work queue with the same name already exists, an error
     will be raised.
 
-    For more information, see https://docs.prefect.io/v3/deploy/infrastructure-concepts/work-pools#work-queues.
+    For more information, see https://docs.prefect.io/v3/concepts/work-pools#work-queues.
     """
 
     try:

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/server/api/workers.py

@@ -167,7 +167,7 @@ async def create_work_pool(
     Creates a new work pool. If a work pool with the same
     name already exists, an error will be raised.
 
-    For more information, see https://docs.prefect.io/v3/deploy/infrastructure-concepts/work-pools.
+    For more information, see https://docs.prefect.io/v3/concepts/work-pools.
     """
     if work_pool.name.lower().startswith("prefect"):
         raise HTTPException(
@@ -449,7 +449,7 @@ async def create_work_queue(
     Creates a new work pool queue. If a work pool queue with the same
     name already exists, an error will be raised.
 
-    For more information, see https://docs.prefect.io/v3/deploy/infrastructure-concepts/work-pools#work-queues.
+    For more information, see https://docs.prefect.io/v3/concepts/work-pools#work-queues.
     """
 
     try:

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/settings/base.py

@@ -89,6 +89,39 @@ class PrefectBaseSettings(BaseSettings):
             ProfileSettingsTomlLoader(settings_cls),
         )
 
+    @staticmethod
+    def _settings_warn_unused_config_keys(
+        sources: tuple[object, ...],
+        model_config: SettingsConfigDict,
+    ) -> None:
+        """
+        Override PrefectBaseSettings._settings_warn_unused_config_keys to ensure
+        Prefect’s TOML sources satisfy pydantic-settings 2.11’s unused-config check
+        without renaming public config keys. This method suppresses warnings when
+        Prefect sources are configured.
+
+        In the future pydantic-settings's init might stop invoking this method, so we
+        should remove this method.
+        """
+        warn_method = getattr(BaseSettings, "_settings_warn_unused_config_keys", None)
+        if warn_method is None:
+            return
+
+        adjusted_config = dict(model_config)
+
+        if any(
+            isinstance(source, PrefectTomlConfigSettingsSource) for source in sources
+        ):
+            adjusted_config["toml_file"] = None
+
+        if any(
+            isinstance(source, PyprojectTomlConfigSettingsSource) for source in sources
+        ):
+            adjusted_config["pyproject_toml_table_header"] = None
+            adjusted_config["pyproject_toml_depth"] = None
+
+        warn_method(sources, adjusted_config)
+
     def to_environment_variables(
         self,
         exclude_unset: bool = False,

{prefect_client-3.4.20.dev2 → prefect_client-3.4.21.dev2}/src/prefect/settings/models/experiments.py

@@ -22,8 +22,3 @@ class ExperimentsSettings(PrefectBaseSettings):
             AliasPath("warn"), "prefect_experiments_warn", "prefect_experimental_warn"
         ),
     )
-
-    lineage_events_enabled: bool = Field(
-        default=False,
-        description="If `True`, enables emitting lineage events. Set to `False` to disable lineage event emission.",
-    )

prefect_client-3.4.20.dev2/src/prefect/_build_info.py

@@ -1,5 +0,0 @@
-# Generated by versioningit
-__version__ = "3.4.20.dev2"
-__build_date__ = "2025-09-25 08:09:17.911715+00:00"
-__git_commit__ = "11a83d5bc22024732ffc982a591f0ab14aec92e6"
-__dirty__ = False

prefect_client-3.4.20.dev2/src/prefect/_experimental/lineage.py

@@ -1,261 +0,0 @@
-from typing import TYPE_CHECKING, Any, Dict, Literal, Optional, Sequence, Union
-
-from typing_extensions import TypeAlias
-
-from prefect.events.related import related_resources_from_run_context
-from prefect.events.schemas.events import RelatedResource
-from prefect.events.utilities import emit_event
-from prefect.settings import get_current_settings
-
-if TYPE_CHECKING:
-    from prefect.results import ResultStore
-
-LineageResources: TypeAlias = Sequence[Union[RelatedResource, dict[str, str]]]
-
-# Map block types to their URI schemes
-STORAGE_URI_SCHEMES = {
-    "local-file-system": "file://{path}",
-    "s3-bucket": "s3://{storage.bucket_name}/{path}",
-    "gcs-bucket": "gs://{storage.bucket}/{path}",
-    "azure-blob-storage": "azure-blob://{storage.container_name}/{path}",
-}
-
-
-def get_result_resource_uri(
-    store: "ResultStore",
-    key: str,
-) -> Optional[str]:
-    """
-    Generate a URI for a result based on its storage backend.
-
-    Args:
-        store: A `ResultStore` instance.
-        key: The key of the result to generate a URI for.
-    """
-    storage = store.result_storage
-    if storage is None:
-        return
-
-    path = store._resolved_key_path(key)
-
-    block_type = storage.get_block_type_slug()
-    if block_type and block_type in STORAGE_URI_SCHEMES:
-        return STORAGE_URI_SCHEMES[block_type].format(storage=storage, path=path)
-
-    # Generic fallback
-    return f"prefect://{block_type}/{path}"
-
-
-async def emit_lineage_event(
-    event_name: str,
-    upstream_resources: Optional[LineageResources] = None,
-    downstream_resources: Optional[LineageResources] = None,
-    direction_of_run_from_event: Literal["upstream", "downstream"] = "downstream",
-) -> None:
-    """Emit lineage events showing relationships between resources.
-
-    Args:
-        event_name: The name of the event to emit
-        upstream_resources: Optional list of RelatedResources that were upstream of
-            the event
-        downstream_resources: Optional list of Resources that were downstream
-            of the event
-        direction_of_run_from_event: The direction of the current run from
-            the event. E.g., if we're in a flow run and
-            `direction_of_run_from_event` is "downstream", then the flow run is
-            considered downstream of the resource's event.
-    """
-    from prefect.client.orchestration import get_client  # Avoid a circular import
-
-    if not get_current_settings().experiments.lineage_events_enabled:
-        return
-
-    upstream_resources = list(upstream_resources) if upstream_resources else []
-    downstream_resources = list(downstream_resources) if downstream_resources else []
-
-    async with get_client() as client:
-        context_resources = await related_resources_from_run_context(client)
-
-    tag_resources = [
-        res for res in context_resources if res.get("prefect.resource.role") == "tag"
-    ]
-    context_resources = [
-        res for res in context_resources if res.get("prefect.resource.role") != "tag"
-    ]
-
-    # NOTE: We handle adding run-related resources to the event here instead of in
-    # the EventsWorker because not all run-related resources are upstream from
-    # every lineage event (they might be downstream). The EventsWorker only adds
-    # related resources to the "related" field in the event, which, for
-    # lineage-related events, tracks upstream resources only. For downstream
-    # resources, we need to emit an event for each downstream resource.
-    if direction_of_run_from_event == "downstream":
-        downstream_resources.extend(context_resources)
-    else:
-        upstream_resources.extend(context_resources)
-
-    # We want to consider all resources upstream and downstream of the event as
-    # lineage-related, including flows, flow runs, etc., so we add the label to
-    # all resources involved in the event.
-    for res in upstream_resources + downstream_resources:
-        if "prefect.resource.lineage-group" not in res:
-            res["prefect.resource.lineage-group"] = "global"
-
-    # Emit an event for each downstream resource. This is necessary because
-    # our event schema allows one primary resource and many related resources,
-    # and for the purposes of lineage, related resources can only represent
-    # upstream resources.
-    for resource in downstream_resources:
-        emit_kwargs: Dict[str, Any] = {
-            "event": event_name,
-            "resource": resource,
-            "related": upstream_resources + tag_resources,
-        }
-
-        emit_event(**emit_kwargs)
-
-
-async def emit_result_read_event(
-    store: "ResultStore",
-    result_key: str,
-    downstream_resources: Optional[LineageResources] = None,
-    cached: bool = False,
-) -> None:
-    """
-    Emit a lineage event showing a task or flow result was read.
-
-    Args:
-        store: A `ResultStore` instance.
-        result_key: The key of the result to generate a URI for.
-        downstream_resources: List of resources that were
-            downstream of the event's resource.
-    """
-    if not get_current_settings().experiments.lineage_events_enabled:
-        return
-
-    result_resource_uri = get_result_resource_uri(store, result_key)
-    if result_resource_uri:
-        upstream_resources = [
-            RelatedResource(
-                root={
-                    "prefect.resource.id": result_resource_uri,
-                    "prefect.resource.role": "result",
-                }
-            )
-        ]
-        event_name = "prefect.result.read"
-        if cached:
-            event_name += ".cached"
-
-        await emit_lineage_event(
-            event_name=event_name,
-            upstream_resources=upstream_resources,
-            downstream_resources=downstream_resources,
-            direction_of_run_from_event="downstream",
-        )
-
-
-async def emit_result_write_event(
-    store: "ResultStore",
-    result_key: str,
-    upstream_resources: Optional[LineageResources] = None,
-) -> None:
-    """
-    Emit a lineage event showing a task or flow result was written.
-
-    Args:
-        store: A `ResultStore` instance.
-        result_key: The key of the result to generate a URI for.
-        upstream_resources: Optional list of resources that were
-            upstream of the event's resource.
-    """
-    if not get_current_settings().experiments.lineage_events_enabled:
-        return
-
-    result_resource_uri = get_result_resource_uri(store, result_key)
-    if result_resource_uri:
-        downstream_resources = [
-            {
-                "prefect.resource.id": result_resource_uri,
-                "prefect.resource.role": "result",
-            }
-        ]
-        await emit_lineage_event(
-            event_name="prefect.result.write",
-            upstream_resources=upstream_resources,
-            downstream_resources=downstream_resources,
-            direction_of_run_from_event="upstream",
-        )
-
-
-async def emit_external_resource_lineage(
-    event_name: str = "prefect.lineage.event",
-    upstream_resources: Optional[LineageResources] = None,
-    downstream_resources: Optional[LineageResources] = None,
-    context_resources: Optional[LineageResources] = None,
-) -> None:
-    """Emit lineage events connecting external resources to Prefect context resources.
-
-    This function emits events that place the current Prefect context resources
-    (like flow runs, task runs) as:
-    1. Downstream of any provided upstream external resources
-    2. Upstream of any provided downstream external resources
-
-    Args:
-        upstream_resources: Optional sequence of resources that are upstream of the
-            current Prefect context
-        downstream_resources: Optional sequence of resources that are downstream of
-            the current Prefect context
-    """
-    from prefect.client.orchestration import get_client
-
-    if not get_current_settings().experiments.lineage_events_enabled:
-        return
-
-    upstream_resources = list(upstream_resources) if upstream_resources else []
-    downstream_resources = list(downstream_resources) if downstream_resources else []
-
-    # Get the current Prefect context resources (flow runs, task runs, etc.)
-    if not context_resources:
-        async with get_client() as client:
-            context_resources = await related_resources_from_run_context(client)
-
-    tag_resources = [
-        res for res in context_resources if res.get("prefect.resource.role") == "tag"
-    ]
-    context_resources = [
-        res for res in context_resources if res.get("prefect.resource.role") != "tag"
-    ]
-
-    # Add lineage group label to all resources
-    for res in upstream_resources + downstream_resources + context_resources:
-        if "prefect.resource.lineage-group" not in res:
-            res["prefect.resource.lineage-group"] = "global"
-
-    # For each context resource, emit an event showing it as downstream of upstream resources
-    if upstream_resources:
-        for context_resource in context_resources:
-            emit_kwargs: Dict[str, Any] = {
-                "event": "prefect.lineage.upstream-interaction",
-                "resource": context_resource,
-                "related": upstream_resources + tag_resources,
-            }
-            emit_event(**emit_kwargs)
-
-    # For each downstream resource, emit an event showing it as downstream of context resources
-    for downstream_resource in downstream_resources:
-        emit_kwargs: Dict[str, Any] = {
-            "event": "prefect.lineage.downstream-interaction",
-            "resource": downstream_resource,
-            "related": context_resources + tag_resources,
-        }
-        emit_event(**emit_kwargs)
-
-        # For each downstream resource, emit an event showing it as downstream of upstream resources
-        if upstream_resources:
-            direct_emit_kwargs = {
-                "event": event_name,
-                "resource": downstream_resource,
-                "related": upstream_resources + tag_resources,
-            }
-            emit_event(**direct_emit_kwargs)