zenml-nightly 0.83.1.dev20250630__py3-none-any.whl → 0.83.1.dev20250701__py3-none-any.whl

zenml/VERSION

@@ -1 +1 @@
-0.83.1.dev20250630
+0.83.1.dev20250701

zenml/orchestrators/step_launcher.py

@@ -292,10 +292,6 @@ class StepLauncher:
                             artifacts=step_run.outputs,
                             model_version=model_version,
                         )
-                    step_run_utils.cascade_tags_for_output_artifacts(
-                        artifacts=step_run.outputs,
-                        tags=pipeline_run.config.tags,
-                    )
 
         except:  # noqa: E722
             logger.error(f"Pipeline run `{pipeline_run.name}` failed.")

zenml/orchestrators/step_run_utils.py

@@ -14,9 +14,8 @@
 """Utilities for creating step runs."""
 
 import json
-from typing import Dict, List, Optional, Set, Tuple, Union
+from typing import Dict, List, Optional, Set, Tuple
 
-from zenml import Tag, add_tags
 from zenml.client import Client
 from zenml.config.step_configurations import Step
 from zenml.constants import CODE_HASH_PARAMETER_NAME, TEXT_FIELD_MAX_LENGTH
@@ -404,29 +403,6 @@ def link_output_artifacts_to_model_version(
             )
 
 
-def cascade_tags_for_output_artifacts(
-    artifacts: Dict[str, List[ArtifactVersionResponse]],
-    tags: Optional[List[Union[str, Tag]]] = None,
-) -> None:
-    """Tag the outputs of a step run.
-
-    Args:
-        artifacts: The step output artifacts.
-        tags: The tags to add to the artifacts.
-    """
-    if tags is None:
-        return
-
-    cascade_tags = [t for t in tags if isinstance(t, Tag) and t.cascade]
-
-    for output_artifacts in artifacts.values():
-        for output_artifact in output_artifacts:
-            add_tags(
-                tags=[t.name for t in cascade_tags],
-                artifact_version_id=output_artifact.id,
-            )
-
-
 def publish_cached_step_run(
     request: "StepRunRequest", pipeline_run: "PipelineRunResponse"
 ) -> "StepRunResponse":
@@ -447,11 +423,6 @@ def publish_cached_step_run(
             model_version=model_version,
         )
 
-    cascade_tags_for_output_artifacts(
-        artifacts=step_run.outputs,
-        tags=pipeline_run.config.tags,
-    )
-
     return step_run
 
 

zenml/zen_stores/schemas/pipeline_run_schemas.py

@@ -334,6 +334,29 @@ class PipelineRunSchema(NamedSchema, RunMetadataInterface, table=True):
             trigger_execution_id=request.trigger_execution_id,
         )
 
+    def get_pipeline_configuration(self) -> PipelineConfiguration:
+        """Get the pipeline configuration for the pipeline run.
+
+        Raises:
+            RuntimeError: if the pipeline run has no deployment and no pipeline
+                configuration.
+
+        Returns:
+            The pipeline configuration.
+        """
+        if self.deployment:
+            return PipelineConfiguration.model_validate_json(
+                self.deployment.pipeline_configuration
+            )
+        elif self.pipeline_configuration:
+            return PipelineConfiguration.model_validate_json(
+                self.pipeline_configuration
+            )
+        else:
+            raise RuntimeError(
+                "Pipeline run has no deployment and no pipeline configuration."
+            )
+
     def fetch_metadata_collection(
         self, include_full_metadata: bool = False, **kwargs: Any
     ) -> Dict[str, List[RunMetadataEntry]]:

zenml/zen_stores/sql_zen_store.py

@@ -8835,7 +8835,6 @@ class SqlZenStore(BaseZenStore):
                 reference_id=step_run.pipeline_run_id,
                 session=session,
             )
-
             self._get_reference_schema_by_id(
                 resource=step_run,
                 reference_schema=StepRunSchema,
@@ -8911,15 +8910,41 @@ class SqlZenStore(BaseZenStore):
                     )
                     for link in original_metadata_links
                 ]
-                # Add all new links in a single operation
-                session.add_all(new_links)
-                # Commit the changes
-                session.commit()
-                session.refresh(step_schema)
 
-            session.commit()
-            session.refresh(step_schema)
+                if new_links:
+                    session.add_all(new_links)
+                    session.commit()
+                    session.refresh(step_schema, ["run_metadata"])
 
+            if step_run.status == ExecutionStatus.CACHED:
+                from zenml.utils.tag_utils import Tag
+
+                cascading_tags = [
+                    tag
+                    for tag in run.get_pipeline_configuration().tags or []
+                    if isinstance(tag, Tag) and tag.cascade
+                ]
+
+                if cascading_tags:
+                    output_artifact_ids = [
+                        id for ids in step_run.outputs.values() for id in ids
+                    ]
+                    output_artifacts = list(
+                        session.exec(
+                            select(ArtifactVersionSchema).where(
+                                col(ArtifactVersionSchema.id).in_(
+                                    output_artifact_ids
+                                )
+                            )
+                        ).all()
+                    )
+                    self._attach_tags_to_resources(
+                        cascading_tags,
+                        resources=output_artifacts,
+                        session=session,
+                    )
+
+            session.commit()
             step_model = step_schema.to_model(include_metadata=True)
 
             for upstream_step in step_model.spec.upstream_steps:
@@ -8977,7 +9002,9 @@ class SqlZenStore(BaseZenStore):
                 )
 
             session.commit()
-            session.refresh(step_schema)
+            session.refresh(
+                step_schema, ["input_artifacts", "output_artifacts"]
+            )
 
             if model_version_id := self._get_or_create_model_version_for_run(
                 step_schema
@@ -9330,6 +9357,9 @@ class SqlZenStore(BaseZenStore):
         """
         from zenml.orchestrators.publish_utils import get_pipeline_run_status
 
+        # Make sure we start with a fresh transaction before locking the
+        # pipeline run
+        session.commit()
         pipeline_run = session.exec(
             select(PipelineRunSchema)
             .with_for_update()
@@ -12253,7 +12283,7 @@ class SqlZenStore(BaseZenStore):
     def _attach_tags_to_resources(
         self,
         tags: Optional[Sequence[Union[str, tag_utils.Tag]]],
-        resources: Union[BaseSchema, List[BaseSchema]],
+        resources: Union[BaseSchema, Sequence[BaseSchema]],
         session: Session,
     ) -> None:
         """Attaches multiple tags to multiple resources.

{zenml_nightly-0.83.1.dev20250630.dist-info → zenml_nightly-0.83.1.dev20250701.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: zenml-nightly
-Version: 0.83.1.dev20250630
+Version: 0.83.1.dev20250701
 Summary: ZenML: Write production-ready ML code.
 License: Apache-2.0
 Keywords: machine learning,production,pipeline,mlops,devops

{zenml_nightly-0.83.1.dev20250630.dist-info → zenml_nightly-0.83.1.dev20250701.dist-info}/RECORD

@@ -1,5 +1,5 @@
 zenml/README.md,sha256=827dekbOWAs1BpW7VF1a4d7EbwPbjwccX-2zdXBENZo,1777
-zenml/VERSION,sha256=WrfVwSohUEK3BPOX8ZbyFxfM29lgPKhmqzzlmShM9E0,19
+zenml/VERSION,sha256=zRLl7Yrc1czoaP5zyl4Eo2Db6MytyIS8OwwSiRuFPSY,19
 zenml/__init__.py,sha256=r7JUg2SVDf_dPhS7iU6vudKusEqK4ics7_jFMZhq0o4,2731
 zenml/actions/__init__.py,sha256=mrt6wPo73iKRxK754_NqsGyJ3buW7RnVeIGXr1xEw8Y,681
 zenml/actions/base_action.py,sha256=UcaHev6BTuLDwuswnyaPjdA8AgUqB5xPZ-lRtuvf2FU,25553
@@ -693,8 +693,8 @@ zenml/orchestrators/local_docker/__init__.py,sha256=k8J68ydy6HmmvE9tWo32g761H8P_
 zenml/orchestrators/local_docker/local_docker_orchestrator.py,sha256=RA88Yq8K9-zj4JkcVoA1dDDZZeA-rSFv5tUIW1tUYa8,9771
 zenml/orchestrators/output_utils.py,sha256=01vqke1ZfmfuLpgxNerF-QL2wA0VPv1zUdvlMw0OwUY,3508
 zenml/orchestrators/publish_utils.py,sha256=CSQKhx2f9r2knldDCuPR0lmVyRwI-Ps6Xbihfhxv21U,5477
-zenml/orchestrators/step_launcher.py,sha256=6hrLj0Dr5-FcKTm3cvLVnr3PuUpaYbyEs1MRQdAVzys,18064
-zenml/orchestrators/step_run_utils.py,sha256=SZjVSkmO9Vvjb2ZqQembOjg3jTU2wHXAykwlVxQNVBg,17051
+zenml/orchestrators/step_launcher.py,sha256=Dgimw9B2ZsrRPddZb6L25fmozUlnD8uBFykhPdS-SMM,17865
+zenml/orchestrators/step_run_utils.py,sha256=ppCEAqB0UBtLCm4FuWjgeAS0wxAa8uivxgTOL7Abrn8,16228
 zenml/orchestrators/step_runner.py,sha256=EUgKG_g0fOQ6gnB1hPSSa6UXwUKVkguC-Yj-Q0yEQXg,26632
 zenml/orchestrators/topsort.py,sha256=D8evz3X47zwpXd90NMLsJD-_uCeXtV6ClzNfDUrq7cM,5784
 zenml/orchestrators/utils.py,sha256=6bqLc1fmdJTXg8JUwUKs8YNbmxTuMIfWmUbUpg-7hx0,12956
@@ -1308,7 +1308,7 @@ zenml/zen_stores/schemas/logs_schemas.py,sha256=qv6fs3JiVgzlmTXJqb_gG5NsU5q_50e0
 zenml/zen_stores/schemas/model_schemas.py,sha256=cDhWggrn3rTjaFML3iQGuW_4CpUJUxAnHieiY-dq0y4,26006
 zenml/zen_stores/schemas/pipeline_build_schemas.py,sha256=8GMdJNNcoSnbYH9daVr8zrhwQ1n-HZrpgzHoBZ7DZyA,7320
 zenml/zen_stores/schemas/pipeline_deployment_schemas.py,sha256=wCZVo8khyMOPMcO9e1itAb_3ehWFObCpgl6Pp2Yz88k,14780
-zenml/zen_stores/schemas/pipeline_run_schemas.py,sha256=nL4E5LMbB2jl_wOG6EbJp2XkaJNL_p4HkAVjoZNpmsU,21974
+zenml/zen_stores/schemas/pipeline_run_schemas.py,sha256=zAtLdTv9C_gDltEMZV5foHyMvDrFRKnE6yoYGW2w14Y,22765
 zenml/zen_stores/schemas/pipeline_schemas.py,sha256=xgioTeBuFFFDOJi5eESx2j-8mW55B6hshosFylev5Mw,8213
 zenml/zen_stores/schemas/project_schemas.py,sha256=X2GClPNQz0COsEZX8xI-I8Sm68Hb6f20Obm24mQyLS0,6013
 zenml/zen_stores/schemas/run_metadata_schemas.py,sha256=G94rT4ldluMSnf9rm7R_9rw_GlgaAyq72ptkHl0gHeg,3605
@@ -1334,11 +1334,11 @@ zenml/zen_stores/secrets_stores/hashicorp_secrets_store.py,sha256=5err1a-TrV3SR5
 zenml/zen_stores/secrets_stores/secrets_store_interface.py,sha256=Q2Jbnt2Pp7NGlR-u1YBfRZV2g8su2Fd0ArBMdksAE-Q,2819
 zenml/zen_stores/secrets_stores/service_connector_secrets_store.py,sha256=DrXGMkBxQIy2n_kkux5Xh2OM3Ks3MOpqP1D4aY8bfyY,7047
 zenml/zen_stores/secrets_stores/sql_secrets_store.py,sha256=LPFW757WCJLP1S8vrvjsrl2Tf1yo281xUTjSBsos4qk,8788
-zenml/zen_stores/sql_zen_store.py,sha256=vir5WfbwPyZz7bIuxRzT5WHG_qkL5ijhWpSw4nGBfIU,481114
+zenml/zen_stores/sql_zen_store.py,sha256=Fj4AGUiEV-C1X-sXig-jeZEHCwih6Zr1BtoySOewF0o,482335
 zenml/zen_stores/template_utils.py,sha256=GbJ7LgGVYHSCKPEA8RNTxPoVTWqpC77F_lGzjJ4O1Fw,9220
 zenml/zen_stores/zen_store_interface.py,sha256=weiSULdI9AsbCE10a5TcwtybX-BJs9hKhjPJnTapWv4,93023
-zenml_nightly-0.83.1.dev20250630.dist-info/LICENSE,sha256=wbnfEnXnafPbqwANHkV6LUsPKOtdpsd-SNw37rogLtc,11359
-zenml_nightly-0.83.1.dev20250630.dist-info/METADATA,sha256=iqPa9J_37jEnWDXnyIlj0H7qioWrS7QbLhuOirEwAUg,24316
-zenml_nightly-0.83.1.dev20250630.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-zenml_nightly-0.83.1.dev20250630.dist-info/entry_points.txt,sha256=QK3ETQE0YswAM2mWypNMOv8TLtr7EjnqAFq1br_jEFE,43
-zenml_nightly-0.83.1.dev20250630.dist-info/RECORD,,
+zenml_nightly-0.83.1.dev20250701.dist-info/LICENSE,sha256=wbnfEnXnafPbqwANHkV6LUsPKOtdpsd-SNw37rogLtc,11359
+zenml_nightly-0.83.1.dev20250701.dist-info/METADATA,sha256=ilUaqUT6bEBqoOBJZs-fP4Mk7AClW24TdQ7mqFYZrzQ,24316
+zenml_nightly-0.83.1.dev20250701.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+zenml_nightly-0.83.1.dev20250701.dist-info/entry_points.txt,sha256=QK3ETQE0YswAM2mWypNMOv8TLtr7EjnqAFq1br_jEFE,43
+zenml_nightly-0.83.1.dev20250701.dist-info/RECORD,,