prefect 3.2.14.dev2__tar.gz → 3.2.14.dev3__tar.gz

{prefect-3.2.14.dev2 → prefect-3.2.14.dev3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: prefect
-Version: 3.2.14.dev2
+Version: 3.2.14.dev3
 Summary: Workflow orchestration and management.
 Project-URL: Changelog, https://github.com/PrefectHQ/prefect/releases
 Project-URL: Documentation, https://docs.prefect.io

prefect-3.2.14.dev3/src/prefect/_build_info.py

@@ -0,0 +1,5 @@
+# Generated by versioningit
+__version__ = "3.2.14.dev3"
+__build_date__ = "2025-03-20 08:08:49.216660+00:00"
+__git_commit__ = "a04abda25f68d2d38a12b66d26307d4ae3150652"
+__dirty__ = False

{prefect-3.2.14.dev2 → prefect-3.2.14.dev3}/src/prefect/client/schemas/actions.py

@@ -23,6 +23,7 @@ from prefect._internal.schemas.validators import (
 from prefect.client.schemas.objects import (
     StateDetails,
     StateType,
+    WorkPoolStorageConfiguration,
 )
 from prefect.client.schemas.schedules import (
     SCHEDULE_TYPES,
@@ -684,6 +685,10 @@ class WorkPoolCreate(ActionBaseModel):
     concurrency_limit: Optional[NonNegativeInteger] = Field(
         default=None, description="A concurrency limit for the work pool."
     )
+    storage_configuration: WorkPoolStorageConfiguration = Field(
+        default_factory=WorkPoolStorageConfiguration,
+        description="A storage configuration for the work pool.",
+    )
 
 
 class WorkPoolUpdate(ActionBaseModel):
@@ -693,6 +698,10 @@ class WorkPoolUpdate(ActionBaseModel):
     is_paused: Optional[bool] = Field(default=None)
     base_job_template: Optional[dict[str, Any]] = Field(default=None)
     concurrency_limit: Optional[int] = Field(default=None)
+    storage_configuration: Optional[WorkPoolStorageConfiguration] = Field(
+        default=None,
+        description="A storage configuration for the work pool.",
+    )
 
 
 class WorkQueueCreate(ActionBaseModel):

{prefect-3.2.14.dev2 → prefect-3.2.14.dev3}/src/prefect/client/schemas/objects.py

@@ -1445,6 +1445,19 @@ class Agent(ObjectBaseModel):
     )
 
 
+class WorkPoolStorageConfiguration(PrefectBaseModel):
+    """A work pool storage configuration"""
+
+    model_config: ClassVar[ConfigDict] = ConfigDict(extra="forbid")
+
+    bundle_upload_step: Optional[dict[str, Any]] = Field(
+        default=None, description="The bundle upload step for the work pool."
+    )
+    bundle_execution_step: Optional[dict[str, Any]] = Field(
+        default=None, description="The bundle execution step for the work pool."
+    )
+
+
 class WorkPool(ObjectBaseModel):
     """An ORM representation of a work pool"""
 
@@ -1469,6 +1482,11 @@ class WorkPool(ObjectBaseModel):
         default=None, description="The current status of the work pool."
     )
 
+    storage_configuration: WorkPoolStorageConfiguration = Field(
+        default_factory=WorkPoolStorageConfiguration,
+        description="The storage configuration for the work pool.",
+    )
+
     # this required field has a default of None so that the custom validator
     # below will be called and produce a more helpful error message. Because
     # the field metadata is attached via an annotation, the default is hidden

{prefect-3.2.14.dev2 → prefect-3.2.14.dev3}/src/prefect/server/database/_migrations/MIGRATION-NOTES.md

@@ -8,6 +8,10 @@ Each time a database migration is written, an entry is included here with:
 
 This gives us a history of changes and will create merge conflicts if two migrations are made at once, flagging situations where a branch needs to be updated before merging.
 
+# Add storage_configuration to work pool
+SQLite: `3457c6ca2360`
+Postgres: `b5f5644500d2`
+
 # Add parameters column to deployment schedules
 SQLite: `67f886da208e`
 Postgres: `c163acd7e8e3`

prefect-3.2.14.dev3/src/prefect/server/database/_migrations/versions/postgresql/2025_03_19_143502_b5f5644500d2_add_storage_configuration_to_work_pool.py

@@ -0,0 +1,36 @@
+"""add storage configuration to work pool
+
+Revision ID: b5f5644500d2
+Revises: a03d00b8e275
+Create Date: 2025-03-19 14:35:02.405170
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+import prefect
+
+# revision identifiers, used by Alembic.
+revision = "b5f5644500d2"
+down_revision = "a03d00b8e275"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    op.add_column(
+        "work_pool",
+        sa.Column(
+            "storage_configuration",
+            prefect.server.utilities.database.Pydantic(
+                prefect.server.schemas.core.WorkPoolStorageConfiguration
+            ),
+            server_default="{}",
+            nullable=False,
+        ),
+    )
+
+
+def downgrade():
+    op.drop_column("work_pool", "storage_configuration")

prefect-3.2.14.dev3/src/prefect/server/database/_migrations/versions/sqlite/2025_03_19_142603_3457c6ca2360_add_storage_configuration_to_work_pool.py

@@ -0,0 +1,37 @@
+"""add storage configuration to work pool
+
+Revision ID: 3457c6ca2360
+Revises: 07ecde74d74d
+Create Date: 2025-03-19 14:26:03.618303
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+import prefect
+
+# revision identifiers, used by Alembic.
+revision = "3457c6ca2360"
+down_revision = "07ecde74d74d"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    with op.batch_alter_table("work_pool", schema=None) as batch_op:
+        batch_op.add_column(
+            sa.Column(
+                "storage_configuration",
+                prefect.server.utilities.database.Pydantic(
+                    prefect.server.schemas.core.WorkPoolStorageConfiguration
+                ),
+                server_default="{}",
+                nullable=False,
+            )
+        )
+
+
+def downgrade():
+    with op.batch_alter_table("work_pool", schema=None) as batch_op:
+        batch_op.drop_column("storage_configuration")

{prefect-3.2.14.dev2 → prefect-3.2.14.dev3}/src/prefect/server/database/orm_models.py

@@ -1150,6 +1150,15 @@ class WorkPool(Base):
     last_transitioned_status_at: Mapped[Optional[DateTime]]
     last_status_event_id: Mapped[Optional[uuid.UUID]]
 
+    storage_configuration: Mapped[schemas.core.WorkPoolStorageConfiguration] = (
+        mapped_column(
+            Pydantic(schemas.core.WorkPoolStorageConfiguration),
+            server_default="{}",
+            default=schemas.core.WorkPoolStorageConfiguration,
+            nullable=False,
+        )
+    )
+
     __table_args__: Any = (sa.UniqueConstraint("name"),)
 
 

{prefect-3.2.14.dev2 → prefect-3.2.14.dev3}/src/prefect/server/schemas/actions.py

@@ -851,7 +851,9 @@ class WorkPoolCreate(ActionBaseModel):
     """Data used by the Prefect REST API to create a work pool."""
 
     name: NonEmptyishName = Field(..., description="The name of the work pool.")
-    description: Optional[str] = Field(None, description="The work pool description.")
+    description: Optional[str] = Field(
+        default=None, description="The work pool description."
+    )
     type: str = Field(description="The work pool type.", default="prefect-agent")
     base_job_template: Dict[str, Any] = Field(
         default_factory=dict, description="The work pool's base job template."
@@ -864,6 +866,11 @@ class WorkPoolCreate(ActionBaseModel):
         default=None, description="A concurrency limit for the work pool."
     )
 
+    storage_configuration: schemas.core.WorkPoolStorageConfiguration = Field(
+        default_factory=schemas.core.WorkPoolStorageConfiguration,
+        description="The storage configuration for the work pool.",
+    )
+
     _validate_base_job_template = field_validator("base_job_template")(
         validate_base_job_template
     )
@@ -876,7 +883,10 @@ class WorkPoolUpdate(ActionBaseModel):
     is_paused: Optional[bool] = Field(default=None)
     base_job_template: Optional[Dict[str, Any]] = Field(default=None)
     concurrency_limit: Optional[NonNegativeInteger] = Field(default=None)
-
+    storage_configuration: Optional[schemas.core.WorkPoolStorageConfiguration] = Field(
+        default=None,
+        description="The storage configuration for the work pool.",
+    )
     _validate_base_job_template = field_validator("base_job_template")(
         validate_base_job_template
     )

{prefect-3.2.14.dev2 → prefect-3.2.14.dev3}/src/prefect/server/schemas/core.py

@@ -1101,6 +1101,21 @@ class Agent(ORMBaseModel):
     )
 
 
+class WorkPoolStorageConfiguration(PrefectBaseModel):
+    """A representation of a work pool's storage configuration"""
+
+    model_config: ClassVar[ConfigDict] = ConfigDict(extra="forbid")
+
+    bundle_upload_step: Optional[dict[str, Any]] = Field(
+        default=None,
+        description="The step to use for uploading bundles to storage.",
+    )
+    bundle_execution_step: Optional[dict[str, Any]] = Field(
+        default=None,
+        description="The step to use for executing bundles.",
+    )
+
+
 class WorkPool(ORMBaseModel):
     """An ORM representation of a work pool"""
 
@@ -1128,7 +1143,12 @@ class WorkPool(ORMBaseModel):
     # this required field has a default of None so that the custom validator
     # below will be called and produce a more helpful error message
     default_queue_id: Optional[UUID] = Field(
-        None, description="The id of the pool's default queue."
+        default=None, description="The id of the pool's default queue."
+    )
+
+    storage_configuration: WorkPoolStorageConfiguration = Field(
+        default_factory=WorkPoolStorageConfiguration,
+        description="The storage configuration for the work pool.",
     )
 
     @field_validator("default_queue_id")

{prefect-3.2.14.dev2 → prefect-3.2.14.dev3}/src/prefect/server/services/telemetry.py

@@ -16,14 +16,14 @@ from prefect.server.database import PrefectDBInterface
 from prefect.server.database.dependencies import db_injector
 from prefect.server.models import configuration
 from prefect.server.schemas.core import Configuration
-from prefect.server.services.base import LoopService
+from prefect.server.services.base import LoopService, RunInAllServers
 from prefect.settings import PREFECT_DEBUG_MODE
 from prefect.settings.context import get_current_settings
 from prefect.settings.models.server.services import ServicesBaseSetting
 from prefect.types._datetime import now
 
 
-class Telemetry(LoopService):
+class Telemetry(RunInAllServers, LoopService):
     """
     Sends anonymous data to Prefect to help us improve
 

{prefect-3.2.14.dev2 → prefect-3.2.14.dev3}/src/prefect/settings/models/tasks.py

@@ -57,6 +57,11 @@ class TasksSettings(PrefectBaseSettings):
         description="If `True`, enables a refresh of cached results: re-executing the task will refresh the cached results.",
     )
 
+    default_no_cache: bool = Field(
+        default=False,
+        description="If `True`, sets the default cache policy on all tasks to `NO_CACHE`.",
+    )
+
     default_retries: int = Field(
         default=0,
         ge=0,

{prefect-3.2.14.dev2 → prefect-3.2.14.dev3}/src/prefect/tasks.py

@@ -422,6 +422,11 @@ class Task(Generic[P, R]):
 
         self.task_key: str = _generate_task_key(self.fn)
 
+        # determine cache and result configuration
+        settings = get_current_settings()
+        if settings.tasks.default_no_cache and cache_policy is NotSet:
+            cache_policy = NO_CACHE
+
         if cache_policy is not NotSet and cache_key_fn is not None:
             logger.warning(
                 f"Both `cache_policy` and `cache_key_fn` are set on task {self}. `cache_key_fn` will be used."
@@ -458,7 +463,7 @@ class Task(Generic[P, R]):
                 )
         elif cache_policy is NotSet and result_storage_key is None:
             self.cache_policy = DEFAULT
-        elif result_storage_key:
+        elif cache_policy != NO_CACHE and result_storage_key:
             # TODO: handle this situation with double storage
             self.cache_policy = None
         else:
@@ -468,7 +473,6 @@ class Task(Generic[P, R]):
         # TODO: We can instantiate a `TaskRunPolicy` and add Pydantic bound checks to
         #       validate that the user passes positive numbers here
 
-        settings = get_current_settings()
         self.retries: int = (
             retries if retries is not None else settings.tasks.default_retries
         )

prefect-3.2.14.dev2/src/prefect/_build_info.py

@@ -1,5 +0,0 @@
-# Generated by versioningit
-__version__ = "3.2.14.dev2"
-__build_date__ = "2025-03-19 08:08:49.633635+00:00"
-__git_commit__ = "d0717cd1b3f8e224b45550a32f6c79931e5e8022"
-__dirty__ = False