zenml-nightly 0.66.0.dev20240914__py3-none-any.whl → 0.66.0.dev20240917__py3-none-any.whl

zenml/VERSION

@@ -1 +1 @@
-0.66.0.dev20240914
+0.66.0.dev20240917

zenml/client.py

@@ -3748,6 +3748,7 @@ class Client(metaclass=ClientMetaClass):
         end_time: Optional[Union[datetime, str]] = None,
         num_steps: Optional[Union[int, str]] = None,
         unlisted: Optional[bool] = None,
+        templatable: Optional[bool] = None,
         tag: Optional[str] = None,
         hydrate: bool = False,
     ) -> Page[PipelineRunResponse]:
@@ -3778,6 +3779,7 @@ class Client(metaclass=ClientMetaClass):
             end_time: The end_time for the pipeline run
             num_steps: The number of steps for the pipeline run
             unlisted: If the runs should be unlisted or not.
+            templatable: If the runs should be templatable or not.
             tag: Tag to filter by.
             hydrate: Flag deciding whether to hydrate the output model(s)
                 by including metadata fields in the response.
@@ -3811,6 +3813,7 @@ class Client(metaclass=ClientMetaClass):
             num_steps=num_steps,
             tag=tag,
             unlisted=unlisted,
+            templatable=templatable,
         )
         runs_filter_model.set_scope_workspace(self.active_workspace.id)
         return self.zen_store.list_runs(

zenml/models/v2/core/pipeline_run.py

@@ -235,6 +235,9 @@ class PipelineRunResponseMetadata(WorkspaceScopedResponseMetadata):
         default=None,
         description="Template used for the pipeline run.",
     )
+    is_templatable: bool = Field(
+        description="Whether a template can be created from this run.",
+    )
 
 
 class PipelineRunResponseResources(WorkspaceScopedResponseResources):
@@ -477,6 +480,15 @@ class PipelineRunResponse(
         """
         return self.get_metadata().template_id
 
+    @property
+    def is_templatable(self) -> bool:
+        """The `is_templatable` property.
+
+        Returns:
+            the value of the property.
+        """
+        return self.get_metadata().is_templatable
+
     @property
     def model_version(self) -> Optional[ModelVersionResponse]:
         """The `model_version` property.
@@ -511,6 +523,7 @@ class PipelineRunFilter(WorkspaceScopedTaggableFilter):
         "stack_id",
         "template_id",
         "pipeline_name",
+        "templatable",
     ]
     name: Optional[str] = Field(
         default=None,
@@ -584,6 +597,7 @@ class PipelineRunFilter(WorkspaceScopedTaggableFilter):
         union_mode="left_to_right",
     )
     unlisted: Optional[bool] = None
+    templatable: Optional[bool] = None
 
     def get_custom_filters(
         self,
@@ -595,7 +609,7 @@ class PipelineRunFilter(WorkspaceScopedTaggableFilter):
         """
         custom_filters = super().get_custom_filters()
 
-        from sqlmodel import and_
+        from sqlmodel import and_, col, or_
 
         from zenml.zen_stores.schemas import (
             CodeReferenceSchema,
@@ -668,4 +682,40 @@ class PipelineRunFilter(WorkspaceScopedTaggableFilter):
             )
             custom_filters.append(run_template_filter)
 
+        if self.templatable is not None:
+            if self.templatable is True:
+                templatable_filter = and_(
+                    # The following condition is not perfect as it does not
+                    # consider stacks with custom flavor components or local
+                    # components, but the best we can do currently with our
+                    # table columns.
+                    PipelineRunSchema.deployment_id
+                    == PipelineDeploymentSchema.id,
+                    PipelineDeploymentSchema.build_id
+                    == PipelineBuildSchema.id,
+                    col(PipelineBuildSchema.is_local).is_(False),
+                    col(PipelineBuildSchema.stack_id).is_not(None),
+                )
+            else:
+                templatable_filter = or_(
+                    col(PipelineRunSchema.deployment_id).is_(None),
+                    and_(
+                        PipelineRunSchema.deployment_id
+                        == PipelineDeploymentSchema.id,
+                        col(PipelineDeploymentSchema.build_id).is_(None),
+                    ),
+                    and_(
+                        PipelineRunSchema.deployment_id
+                        == PipelineDeploymentSchema.id,
+                        PipelineDeploymentSchema.build_id
+                        == PipelineBuildSchema.id,
+                        or_(
+                            col(PipelineBuildSchema.is_local).is_(True),
+                            col(PipelineBuildSchema.stack_id).is_(None),
+                        ),
+                    ),
+                )
+
+            custom_filters.append(templatable_filter)
+
         return custom_filters

zenml/service_connectors/docker_service_connector.py

@@ -261,8 +261,18 @@ class DockerServiceConnector(ServiceConnector):
         """
         assert self.resource_id is not None
 
+        # The reason we need to configure the local client here instead of
+        # using the `docker_client.login(...)` method is the following:
+        # When calling the login method on the python client, it stores the
+        # credentials in memory, but doesn't actually use them in future calls
+        # to push/pull images in case a credential store or credential helper is
+        # configured. If the cred store/helper contains invalid/expired
+        # credentials for the registry, these calls will fail.
+        # This solution is not ideal as we're now replacing potentially
+        # long-lived credentials in the cred store with our short lived ones,
+        # but the best we can do without modifying the docker library.
+        self._configure_local_client()
         docker_client = docker_utils._try_get_docker_client_from_env()
-
         self._authorize_client(docker_client, self.resource_id)
 
         return docker_client

zenml/stack/stack.py

@@ -751,21 +751,6 @@ class Stack:
                 updated=datetime.utcnow(),
             )
 
-            logger.warning(
-                "The stack `%s` contains components that require building "
-                "Docker images. Older versions of ZenML always built these "
-                "images locally, but since version 0.32.0 this behavior can be "
-                "configured using the `image_builder` stack component. This "
-                "stack will temporarily default to a local image builder that "
-                "mirrors the previous behavior, but this will be removed in "
-                "future versions of ZenML. Please add an image builder to this "
-                "stack:\n"
-                "`zenml image-builder register <NAME> ...\n"
-                "zenml stack update %s -i <NAME>`",
-                self.name,
-                self.id,
-            )
-
             self._image_builder = image_builder
 
     def prepare_pipeline_deployment(

zenml/zen_stores/schemas/pipeline_run_schemas.py

@@ -328,6 +328,15 @@ class PipelineRunSchema(NamedSchema, table=True):
         )
         metadata = None
         if include_metadata:
+            is_templatable = False
+            if (
+                self.deployment
+                and self.deployment.build
+                and not self.deployment.build.is_local
+                and self.deployment.build.stack
+            ):
+                is_templatable = True
+
             steps = {step.name: step.to_model() for step in self.step_runs}
 
             metadata = PipelineRunResponseMetadata(
@@ -346,6 +355,7 @@ class PipelineRunSchema(NamedSchema, table=True):
                 template_id=self.deployment.template_id
                 if self.deployment
                 else None,
+                is_templatable=is_templatable,
             )
 
         resources = None

zenml/zen_stores/schemas/run_template_schemas.py

@@ -177,6 +177,7 @@ class RunTemplateSchema(BaseSchema, table=True):
         if (
             self.source_deployment
             and self.source_deployment.build
+            and not self.source_deployment.build.is_local
             and self.source_deployment.build.stack
         ):
             runnable = True

zenml/zen_stores/sql_zen_store.py

@@ -974,6 +974,7 @@ class SqlZenStore(BaseZenStore):
             RuntimeError: if the schema does not have a `to_model` method.
         """
         query = filter_model.apply_filter(query=query, table=table)
+        query = query.distinct()
 
         # Get the total amount of items in the database for a given query
         custom_fetch_result: Optional[Sequence[Any]] = None
@@ -7218,6 +7219,8 @@ class SqlZenStore(BaseZenStore):
         )
 
     # ----------------------------- Stacks -----------------------------
+
+    @track_decorator(AnalyticsEvent.REGISTERED_STACK)
     def create_stack(self, stack: StackRequest) -> StackResponse:
         """Register a full stack.
 

{zenml_nightly-0.66.0.dev20240914.dist-info → zenml_nightly-0.66.0.dev20240917.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: zenml-nightly
-Version: 0.66.0.dev20240914
+Version: 0.66.0.dev20240917
 Summary: ZenML: Write production-ready ML code.
 Home-page: https://zenml.io
 License: Apache-2.0

{zenml_nightly-0.66.0.dev20240914.dist-info → zenml_nightly-0.66.0.dev20240917.dist-info}/RECORD

@@ -6,7 +6,7 @@ RELEASE_NOTES.md,sha256=GjuHlUd-5AcepXC8ETMkIRMxKVQtBekiuY_CW0oP4XQ,365106
 ROADMAP.md,sha256=hiLSmr16BH8Dfx7SaQM4JcXCGCVl6mFZPFAwJeDTrJU,407
 SECURITY.md,sha256=9DepA8y03yvCZLHEfcXLTDH4lUyKHquAdukBsccNN7c,682
 zenml/README.md,sha256=827dekbOWAs1BpW7VF1a4d7EbwPbjwccX-2zdXBENZo,1777
-zenml/VERSION,sha256=UpeMLZWAYhpkLA7pj4EGlixlGYWN-fPOYNaVrpD7CrI,19
+zenml/VERSION,sha256=RmdR3phaUXDcxvkuDNRu6MvVTzwL_IbFUjhrkbBvizc,19
 zenml/__init__.py,sha256=X_JnjAYTBG2ZYgcM2_FDPssygdj7z7VTAmU9HEi17p0,2306
 zenml/actions/__init__.py,sha256=mrt6wPo73iKRxK754_NqsGyJ3buW7RnVeIGXr1xEw8Y,681
 zenml/actions/base_action.py,sha256=UcaHev6BTuLDwuswnyaPjdA8AgUqB5xPZ-lRtuvf2FU,25553
@@ -63,7 +63,7 @@ zenml/cli/utils.py,sha256=whFzoFBxlDlldLahW7YzZc8HWcb7vGk0Jr5O5VlGcLk,91136
 zenml/cli/version.py,sha256=nm1iSU_1V6-MUwpMKeXcwFhLYGUMLswvQL67cEuCpxA,3635
 zenml/cli/web_login.py,sha256=yqJ4VRcnyz-QhWIyR2wfGpSVo_3pe3vOcRRYdluJsgI,7647
 zenml/cli/workspace.py,sha256=bp02aXou574ToWPD8OAIB_cg3mvpE011H8aMKegT-nU,2970
-zenml/client.py,sha256=HrwvGhrcNicL8SLDADinx4dZAJ753c8SCm19Pl4W8A4,279610
+zenml/client.py,sha256=IZw7AGeqI84zjIE3Bv8r31NvxQY7_0KmDGsPcoAH468,279758
 zenml/client_lazy_loader.py,sha256=O3PK5yB3dfqdKINfOs_LNsmnOVTvKsUl80r3JsvKldQ,6570
 zenml/code_repositories/__init__.py,sha256=W5bDfzAG8OXIKZSV1L-VHuzMcSCYa9qzTdPb3jqfyYw,920
 zenml/code_repositories/base_code_repository.py,sha256=_DbxIBxvJlN0PFhST0vlTIQ26Q6V3Nar0kYdeGaJrk8,4386
@@ -618,7 +618,7 @@ zenml/models/v2/core/model_version_pipeline_run.py,sha256=ghxCdCckYyzOwiJHhB0LU0
 zenml/models/v2/core/pipeline.py,sha256=ZaKZ-Y0bmB6mokckLRpMXgR-UMAIwsa9NSRrdKoq6_k,8368
 zenml/models/v2/core/pipeline_build.py,sha256=-Y-9V1pcHq-jI2VPEyT-Chw5hGQMljvbcDF8s2-wiko,14875
 zenml/models/v2/core/pipeline_deployment.py,sha256=J10yhxqzSPXqTQZZPIN1zhe-yrZ5cEVvilkXBRiZwjg,12451
-zenml/models/v2/core/pipeline_run.py,sha256=VqxC8rI1OXbpuimmkm-F4dpyHrzQGke-hq-f8bhGwy0,21137
+zenml/models/v2/core/pipeline_run.py,sha256=qMwbqapkJFhBdLABtPZAjzrczmNOorNjTFdxkkpsuAE,23192
 zenml/models/v2/core/run_metadata.py,sha256=u7c3LtZikb6EY6uwhXuqSIcaOgb0jDfGU8tQt3Ccerk,7863
 zenml/models/v2/core/run_template.py,sha256=baa6q0z40n6sa5XgmTXxS2gJmpq-kFvu7jnXMjWu47g,11728
 zenml/models/v2/core/schedule.py,sha256=QE6_2KFmamGMClS7-sE43hyNBfkVnml6rDqvmRmyiB8,10215
@@ -692,7 +692,7 @@ zenml/secret/schemas/azure_secret_schema.py,sha256=3WP-DRgqoHJVsJit8fQcxjd1KYX2E
 zenml/secret/schemas/basic_auth_secret_schema.py,sha256=q-4dDtycHyWkIdZGd-qnIp4n8cxZO13qT7w_sTA4hWY,1021
 zenml/secret/schemas/gcp_secret_schema.py,sha256=tDSxPXlfh4BOSICZjfJjUukfzEyBEgxpQzk4y-OV1AE,1677
 zenml/service_connectors/__init__.py,sha256=gIBAVUPBZtdO6JtEBCixy9YG4wZRA1mnaxaGAxi3T1Q,645
-zenml/service_connectors/docker_service_connector.py,sha256=vplyZNUxZhAyzXRdtAiSGMFZT87h9Wq8izE0HWh7OSQ,12441
+zenml/service_connectors/docker_service_connector.py,sha256=_6WPqYCcSUf8JPakipbkJRvaN2ghhY7zCr38WCHG0SI,13218
 zenml/service_connectors/service_connector.py,sha256=HW8dTE826ZSD1vWQlqQRm8XYq08v7tDZQ8ORnJ5rTcE,55351
 zenml/service_connectors/service_connector_registry.py,sha256=lP0s0k7RIp9WZEW36Q0ygHD5urzF-wUwh41rbXWS5ss,9186
 zenml/service_connectors/service_connector_utils.py,sha256=h3wfVSPO0sQnARVRnih3l8P7LwkCmAgijThuHp2Z53E,18026
@@ -716,7 +716,7 @@ zenml/stack/__init__.py,sha256=vfHzaoRhPtS-XSlM8Vx1noJZDHF1Pj6LDz2knpn_QBg,1236
 zenml/stack/authentication_mixin.py,sha256=sg7GkpB-Ao9Gsa7Po0jxMn-_mVYUB42etmspZ6dk8cI,3982
 zenml/stack/flavor.py,sha256=rut-jFQFB6OGm25RRyMtYlJ3mm_6wrHYVI54Hmf9te4,9726
 zenml/stack/flavor_registry.py,sha256=IL0fRrxxQJ9YkCYCeADP7nwWEQo4XBElJY4owMjKGbQ,6108
-zenml/stack/stack.py,sha256=5pgR30_Xgj4Qi09zKYyleuaWwMhe0zvi4k7yF1r8_BM,38021
+zenml/stack/stack.py,sha256=JIRSNX1fRCubXGPCg-qjeVtlT9fDeAX-xiToDa9CeVk,37235
 zenml/stack/stack_component.py,sha256=9sgAu2EGZ2yiEn_D0dq_kmytFmlt8spJ3iG0GlHIFVU,31634
 zenml/stack/stack_validator.py,sha256=hWbvvGIeWLj6NwSsF4GCc6RAxAWvxHXTcBZL9nJvcak,3111
 zenml/stack/utils.py,sha256=dcJsbLZf-hJYM9Ut8BfNzrWygmz6shHegqHPRVLoLWE,5840
@@ -1370,10 +1370,10 @@ zenml/zen_stores/schemas/logs_schemas.py,sha256=qv6fs3JiVgzlmTXJqb_gG5NsU5q_50e0
 zenml/zen_stores/schemas/model_schemas.py,sha256=wLf1SeJPPzyq7Bm7oTTBdVHfZbOAWw027aKn_TJZ_JI,25559
 zenml/zen_stores/schemas/pipeline_build_schemas.py,sha256=QK3sVPYhumUx_x-H3YZ-RfnsxGhKfkMGdP5FC9WrQgU,5718
 zenml/zen_stores/schemas/pipeline_deployment_schemas.py,sha256=ihJswWXvaXilyNS8RnOfnZM1Yi1B9t7PN8t7f1vOoho,10177
-zenml/zen_stores/schemas/pipeline_run_schemas.py,sha256=LbGX3Srz-zbhnCY4th9SVSlNoF3e5ss9WP4E1p5ODWw,15300
+zenml/zen_stores/schemas/pipeline_run_schemas.py,sha256=PP_r3HI9oWwV0v0lewUyf7LUUZiXlZ1FR53Y2NrWbFQ,15630
 zenml/zen_stores/schemas/pipeline_schemas.py,sha256=HjQfuH3WDpkf_gXPv5ExN6lMrzf82mHXttTqzdSitc0,5863
 zenml/zen_stores/schemas/run_metadata_schemas.py,sha256=pWu-WO0PCITPY5gcIB1uqGBWDT51J7LDzMrOLtNkAGg,6033
-zenml/zen_stores/schemas/run_template_schemas.py,sha256=cT90S8gRYkijrMLqBK6WgpQC1c6LbBnOtMpAgAxhwrg,8768
+zenml/zen_stores/schemas/run_template_schemas.py,sha256=4uE7lHkIQROJRNpNdvATwEJMkeij6pXnHvOsT3q3VrI,8826
 zenml/zen_stores/schemas/schedule_schema.py,sha256=w3tAHt2mEQ7ILPz4ogRdLV4KivB7E2LtIZWkzXLzAIU,7354
 zenml/zen_stores/schemas/schema_utils.py,sha256=2qPNPfasnTmCW1RPeViXoTAp6oO-uRnUpEZ_rugcoNw,2612
 zenml/zen_stores/schemas/secret_schemas.py,sha256=nRzFkgR940BbS1nlBs4H3YuvFCiGGYZ1vQIsu3Y0Mvk,9884
@@ -1396,11 +1396,11 @@ zenml/zen_stores/secrets_stores/hashicorp_secrets_store.py,sha256=NfW1EHIA99lseb
 zenml/zen_stores/secrets_stores/secrets_store_interface.py,sha256=Q2Jbnt2Pp7NGlR-u1YBfRZV2g8su2Fd0ArBMdksAE-Q,2819
 zenml/zen_stores/secrets_stores/service_connector_secrets_store.py,sha256=kPYX-Z_OOhZCI1CP77ncfV7IsV4e8brklnTXmKxZYNc,7078
 zenml/zen_stores/secrets_stores/sql_secrets_store.py,sha256=Bq1djrUP9saoD7vECjS7-TlA_7sjJGgw1talri4spjU,8656
-zenml/zen_stores/sql_zen_store.py,sha256=4z458K5ItHkAO0bEUAl6rWJDHKh6GS-sRrt2RPridnE,392435
+zenml/zen_stores/sql_zen_store.py,sha256=Sfw5nql38ZGfPbdIUNLMYsVrfMP1faRGMj0f1r1IYnk,392523
 zenml/zen_stores/template_utils.py,sha256=UB_CBoMIfBequa8g3H7aTI6V_ke1SJr4IW1qwFCL1jc,8932
 zenml/zen_stores/zen_store_interface.py,sha256=kzR_i8vHjULld3MquSaMorcab8lJk1e9RZquw1VXjHY,93510
-zenml_nightly-0.66.0.dev20240914.dist-info/LICENSE,sha256=wbnfEnXnafPbqwANHkV6LUsPKOtdpsd-SNw37rogLtc,11359
-zenml_nightly-0.66.0.dev20240914.dist-info/METADATA,sha256=BY28zlC6T5ke23Yrq8nL4xXdxBc98kE3ouTXpTxao-w,20961
-zenml_nightly-0.66.0.dev20240914.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-zenml_nightly-0.66.0.dev20240914.dist-info/entry_points.txt,sha256=QK3ETQE0YswAM2mWypNMOv8TLtr7EjnqAFq1br_jEFE,43
-zenml_nightly-0.66.0.dev20240914.dist-info/RECORD,,
+zenml_nightly-0.66.0.dev20240917.dist-info/LICENSE,sha256=wbnfEnXnafPbqwANHkV6LUsPKOtdpsd-SNw37rogLtc,11359
+zenml_nightly-0.66.0.dev20240917.dist-info/METADATA,sha256=vq_ebA3JUAWCtPqmMB6j260s05gjJszNf7LgrvHU35o,20961
+zenml_nightly-0.66.0.dev20240917.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+zenml_nightly-0.66.0.dev20240917.dist-info/entry_points.txt,sha256=QK3ETQE0YswAM2mWypNMOv8TLtr7EjnqAFq1br_jEFE,43
+zenml_nightly-0.66.0.dev20240917.dist-info/RECORD,,