zenml-nightly 0.84.3.dev20250905__py3-none-any.whl → 0.84.3.dev20250908__py3-none-any.whl

zenml/VERSION

@@ -1 +1 @@
-0.84.3.dev20250905
+0.84.3.dev20250908

zenml/integrations/airflow/orchestrators/dag_generator.py

@@ -225,7 +225,7 @@ else:
         dag_id=dag_config.id,
         is_paused_upon_creation=False,
         tags=dag_config.tags,
-        schedule_interval=dag_config.schedule,
+        schedule=dag_config.schedule,
         start_date=dag_config.start_date,
         end_date=dag_config.end_date,
         catchup=dag_config.catchup,

zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator_entrypoint.py

@@ -57,7 +57,11 @@ from zenml.integrations.kubernetes.orchestrators.manifest_utils import (
 )
 from zenml.logger import get_logger
 from zenml.logging.step_logging import setup_orchestrator_logging
-from zenml.models import PipelineDeploymentResponse, PipelineRunResponse
+from zenml.models import (
+    PipelineDeploymentResponse,
+    PipelineRunResponse,
+    PipelineRunUpdate,
+)
 from zenml.orchestrators import publish_utils
 from zenml.orchestrators.step_run_utils import (
     StepRunRequestFactory,
@@ -257,7 +261,12 @@ def main() -> None:
     else:
         orchestrator_run_id = orchestrator_pod_name
         if args.run_id:
-            pipeline_run = client.get_pipeline_run(args.run_id)
+            pipeline_run = client.zen_store.update_run(
+                run_id=args.run_id,
+                run_update=PipelineRunUpdate(
+                    orchestrator_run_id=orchestrator_run_id
+                ),
+            )
         else:
             pipeline_run = create_placeholder_run(
                 deployment=deployment,

zenml/models/v2/core/pipeline_run.py

@@ -144,6 +144,7 @@ class PipelineRunUpdate(BaseUpdate):
 
     status: Optional[ExecutionStatus] = None
     end_time: Optional[datetime] = None
+    orchestrator_run_id: Optional[str] = None
     # TODO: we should maybe have a different update model here, the upper
     #  three attributes should only be for internal use
     add_tags: Optional[List[str]] = Field(

zenml/orchestrators/base_orchestrator.py

@@ -35,7 +35,11 @@ from zenml.constants import (
     handle_bool_env_var,
 )
 from zenml.enums import ExecutionStatus, StackComponentType
-from zenml.exceptions import RunMonitoringError, RunStoppedException
+from zenml.exceptions import (
+    IllegalOperationError,
+    RunMonitoringError,
+    RunStoppedException,
+)
 from zenml.logger import get_logger
 from zenml.metadata.metadata_types import MetadataType
 from zenml.orchestrators.publish_utils import (
@@ -485,6 +489,7 @@ class BaseOrchestrator(StackComponent, ABC):
         Raises:
             NotImplementedError: If any orchestrator inheriting from the base
                 class does not implement this logic.
+            IllegalOperationError: If the run has no orchestrator run id yet.
         """
         # Check if the orchestrator supports cancellation
         if (
@@ -496,6 +501,12 @@ class BaseOrchestrator(StackComponent, ABC):
                 "support stopping pipeline runs."
             )
 
+        if not run.orchestrator_run_id:
+            raise IllegalOperationError(
+                "Cannot stop a pipeline run that has no orchestrator run id "
+                "yet."
+            )
+
         # Update pipeline status to STOPPING before calling concrete implementation
         publish_pipeline_run_status_update(
             pipeline_run_id=run.id,

zenml/zen_stores/schemas/pipeline_run_schemas.py

@@ -599,6 +599,9 @@ class PipelineRunSchema(NamedSchema, RunMetadataInterface, table=True):
             self.status = run_update.status.value
             self.end_time = run_update.end_time
 
+        if run_update.orchestrator_run_id:
+            self.orchestrator_run_id = run_update.orchestrator_run_id
+
         self.updated = utc_now()
         return self
 

zenml/zen_stores/sql_zen_store.py

@@ -6147,6 +6147,9 @@ class SqlZenStore(BaseZenStore):
         Raises:
             EntityExistsError: If a log entry with the same source already
                 exists within the scope of the same pipeline run.
+            IllegalOperationError: If the orchestrator run id is being updated
+                on a non-placeholder run or if the orchestrator run id is
+                already set and is different from the new orchestrator run id.
         """
         with Session(self.engine) as session:
             # Check if pipeline run with the given ID exists
@@ -6156,6 +6159,24 @@ class SqlZenStore(BaseZenStore):
                 session=session,
             )
 
+            if run_update.orchestrator_run_id:
+                if not existing_run.is_placeholder_run():
+                    raise IllegalOperationError(
+                        "Cannot update the orchestrator run id of a pipeline "
+                        "run that is not a placeholder run."
+                    )
+
+                if (
+                    existing_run.orchestrator_run_id
+                    and existing_run.orchestrator_run_id
+                    != run_update.orchestrator_run_id
+                ):
+                    raise IllegalOperationError(
+                        "Pipeline run already has a different orchestrator run "
+                        f"id. Existing: {existing_run.orchestrator_run_id}, "
+                        f"New: {run_update.orchestrator_run_id}"
+                    )
+
             existing_run.update(run_update=run_update)
             session.add(existing_run)
             session.commit()

{zenml_nightly-0.84.3.dev20250905.dist-info → zenml_nightly-0.84.3.dev20250908.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: zenml-nightly
-Version: 0.84.3.dev20250905
+Version: 0.84.3.dev20250908
 Summary: ZenML: Write production-ready ML code.
 License: Apache-2.0
 Keywords: machine learning,production,pipeline,mlops,devops

{zenml_nightly-0.84.3.dev20250905.dist-info → zenml_nightly-0.84.3.dev20250908.dist-info}/RECORD

@@ -1,5 +1,5 @@
 zenml/README.md,sha256=827dekbOWAs1BpW7VF1a4d7EbwPbjwccX-2zdXBENZo,1777
-zenml/VERSION,sha256=WsKRjiTIbZhNxbOfDDrGCxiWY72mJVs7jWd3nMiiHPo,19
+zenml/VERSION,sha256=T2W9F2GGgOirAKmIWlFNMQfMWCwMO8xVSezEeiVAFVM,19
 zenml/__init__.py,sha256=r7JUg2SVDf_dPhS7iU6vudKusEqK4ics7_jFMZhq0o4,2731
 zenml/actions/__init__.py,sha256=mrt6wPo73iKRxK754_NqsGyJ3buW7RnVeIGXr1xEw8Y,681
 zenml/actions/base_action.py,sha256=UcaHev6BTuLDwuswnyaPjdA8AgUqB5xPZ-lRtuvf2FU,25553
@@ -130,7 +130,7 @@ zenml/integrations/airflow/flavors/__init__.py,sha256=Y48mn5OxERPPaXDBd5CFAIn6yh
 zenml/integrations/airflow/flavors/airflow_orchestrator_flavor.py,sha256=VfZQD2H-WwIgVD1Fi7uewdnkvRoSykY0YCfROFDadXg,6189
 zenml/integrations/airflow/orchestrators/__init__.py,sha256=UPly5wqlFdzLSiCeEtIExRXjTNdO0ys2tHSEbEv1Dks,845
 zenml/integrations/airflow/orchestrators/airflow_orchestrator.py,sha256=2o1aJlUPjDH-jI1Sfwha0-rW0FYaTyU2E7wEh9OTel4,15944
-zenml/integrations/airflow/orchestrators/dag_generator.py,sha256=H5OWZte6q1mXR-joXCbpKJ2KGPIhSOCL0ok-RIiZ1OQ,7345
+zenml/integrations/airflow/orchestrators/dag_generator.py,sha256=ewRPwB2yl-a25JrbPGxeu2yCUoOZRiDCtfq_AfEuqJs,7336
 zenml/integrations/argilla/__init__.py,sha256=LmGOS77UN3jODugqrqXR_6oAg1JC6HN8srY1VgmfpgM,1415
 zenml/integrations/argilla/annotators/__init__.py,sha256=QjRMxIQ-skulcLN94GuHuukrmZH27e8lke_tXUp8MOg,798
 zenml/integrations/argilla/annotators/argilla_annotator.py,sha256=aIA5rcwfOYLnUVp2c_aaTAUnVW8GV9gP8myze_jY_qY,15586
@@ -342,7 +342,7 @@ zenml/integrations/kubernetes/orchestrators/__init__.py,sha256=TJID3OTieZBox36Wp
 zenml/integrations/kubernetes/orchestrators/dag_runner.py,sha256=IDumuhi9hySiTZ7oTI6hz5RlJ4kiuv3NpVYgA_pLS_Y,12044
 zenml/integrations/kubernetes/orchestrators/kube_utils.py,sha256=XXBs-iE77X0J6K-uRQxXK-iir4IY-Uz3p1b82iQlJ9k,37335
 zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator.py,sha256=TnrKa6xnrYtAq1elyob0aRy-aTLrSjLuuOzdLSs_GFs,36811
-zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator_entrypoint.py,sha256=QahXJ-cM6lrXqWs2BHMQtKQf3svqKB5l69d4D0OB4qc,24789
+zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator_entrypoint.py,sha256=bDZammsOjls-81jaLjC5J0JJy_49eQ0MxXgqCAnVHaY,24992
 zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator_entrypoint_configuration.py,sha256=QOwQnWCfB-t_BQ2eOZN0SakurGUd0GTMCSdUlREhk6I,2324
 zenml/integrations/kubernetes/orchestrators/manifest_utils.py,sha256=JskjDSbR3HdTxGT3NOVi0ha7Ku3CqMkPzMJJq4IZYp0,14491
 zenml/integrations/kubernetes/pod_settings.py,sha256=s6I0sALXB7PnRqJ-nlU71o3cTm2GM1TfqsE44qhiDJY,8022
@@ -652,7 +652,7 @@ zenml/models/v2/core/model_version_pipeline_run.py,sha256=JbPZZEQvOK9I32htkWdAON
 zenml/models/v2/core/pipeline.py,sha256=OXArih3YodMAZBS_GzuLL6VPpFv3c59EthwDfDZiNGk,12044
 zenml/models/v2/core/pipeline_build.py,sha256=z0LCc8aR8AdNFLLtzaAP0U0ffv7WpmSx9nNAyI__e14,17008
 zenml/models/v2/core/pipeline_deployment.py,sha256=nrJHrweNlwFsIdExINMF7jwhjOwBpOd8iwtEyAnvlz4,11971
-zenml/models/v2/core/pipeline_run.py,sha256=lGMzt2AS9-5kHFZa6MBDfx68LLJu4ohMRGhtelwfYHA,31016
+zenml/models/v2/core/pipeline_run.py,sha256=LJRNc2tR42SWiyyN5njcdAh-O5RJo8ihboW-ATfEGS0,31062
 zenml/models/v2/core/project.py,sha256=fNNO8Tg5OhSzmFf2t6g4SpUzGWC96oHhUccVyWytvIE,5627
 zenml/models/v2/core/run_metadata.py,sha256=hRGQa_sk99uDSab3EyyOQhefypVpiQDCH3oAtblREDk,2432
 zenml/models/v2/core/run_template.py,sha256=6jdH1son7kpvFv-vtaOL2nXMATtVpqk_7a2xOVv_7cc,14097
@@ -686,7 +686,7 @@ zenml/models/v2/misc/statistics.py,sha256=ajce9rHC2bBylLzOmLfcOBSbTnJD67Y8n5YKCY
 zenml/models/v2/misc/tag.py,sha256=jUoz7wqMpDFlIUmvj4PVq8NYJJB7TMCcdRfW-DAABCU,974
 zenml/models/v2/misc/user_auth.py,sha256=1-yafNA9qK4wL8ToROjaklTVI7Mj9va0t80_4wm7w3U,6988
 zenml/orchestrators/__init__.py,sha256=Nhmc6U-q6c8TEH1Jb5l8XaKnc4KmLNspDpvvV5TcvzQ,2007
-zenml/orchestrators/base_orchestrator.py,sha256=m9qsavtb4fQv1pie8cnuQlOVxu_p2qJQ8X7jukijFZ4,21445
+zenml/orchestrators/base_orchestrator.py,sha256=-WbVagJ8PEs0-RVAa_mSFFUQqn0L4npjwBwN16LQ_5Y,21760
 zenml/orchestrators/cache_utils.py,sha256=PLZwNZREx3W4ZgRUahuIbfeTdR08uNWcwuDeoxzANac,6537
 zenml/orchestrators/containerized_orchestrator.py,sha256=-umxlNlQfezks1GLoi0SyXtXXo9dkC4Re9nA0fh_avw,3858
 zenml/orchestrators/dag_runner.py,sha256=6pDloHKuGvOTaABJ8G8OJ94f_8uPfeN-M0Nc5sFjHwA,10708
@@ -1329,7 +1329,7 @@ zenml/zen_stores/schemas/logs_schemas.py,sha256=la8ipJeTZ920ubHn8Uqf1DJLR7xHEXKK
 zenml/zen_stores/schemas/model_schemas.py,sha256=cDhWggrn3rTjaFML3iQGuW_4CpUJUxAnHieiY-dq0y4,26006
 zenml/zen_stores/schemas/pipeline_build_schemas.py,sha256=8GMdJNNcoSnbYH9daVr8zrhwQ1n-HZrpgzHoBZ7DZyA,7320
 zenml/zen_stores/schemas/pipeline_deployment_schemas.py,sha256=ZJ5K_rzVhe7rvE6kRdmYhRn4E2DcZxxMUPgAImeLN2s,15423
-zenml/zen_stores/schemas/pipeline_run_schemas.py,sha256=EO1AtuHuWznSdWb5lh87zG1g1l49B5Xg1MyIGHaHSps,24140
+zenml/zen_stores/schemas/pipeline_run_schemas.py,sha256=yTXvL72X_v2ymJxcP1lAF0x0BkxSvvG9Oja6qI-RJqg,24254
 zenml/zen_stores/schemas/pipeline_schemas.py,sha256=xgioTeBuFFFDOJi5eESx2j-8mW55B6hshosFylev5Mw,8213
 zenml/zen_stores/schemas/project_schemas.py,sha256=X2GClPNQz0COsEZX8xI-I8Sm68Hb6f20Obm24mQyLS0,6013
 zenml/zen_stores/schemas/run_metadata_schemas.py,sha256=G94rT4ldluMSnf9rm7R_9rw_GlgaAyq72ptkHl0gHeg,3605
@@ -1355,11 +1355,11 @@ zenml/zen_stores/secrets_stores/hashicorp_secrets_store.py,sha256=5err1a-TrV3SR5
 zenml/zen_stores/secrets_stores/secrets_store_interface.py,sha256=Q2Jbnt2Pp7NGlR-u1YBfRZV2g8su2Fd0ArBMdksAE-Q,2819
 zenml/zen_stores/secrets_stores/service_connector_secrets_store.py,sha256=DrXGMkBxQIy2n_kkux5Xh2OM3Ks3MOpqP1D4aY8bfyY,7047
 zenml/zen_stores/secrets_stores/sql_secrets_store.py,sha256=LPFW757WCJLP1S8vrvjsrl2Tf1yo281xUTjSBsos4qk,8788
-zenml/zen_stores/sql_zen_store.py,sha256=WQ-Wnyvr-Y_hhSe0ztIIFpP3vUu-_05fIHv7zWcfqo4,492024
+zenml/zen_stores/sql_zen_store.py,sha256=T40n0lPnai6UW16FZM7neBEjgcfz0VRnnkb20SKivDw,493073
 zenml/zen_stores/template_utils.py,sha256=iCXrXpqzVTY7roqop4Eh9J7DmLW6PQeILZexmw_l3b8,10074
 zenml/zen_stores/zen_store_interface.py,sha256=weiSULdI9AsbCE10a5TcwtybX-BJs9hKhjPJnTapWv4,93023
-zenml_nightly-0.84.3.dev20250905.dist-info/LICENSE,sha256=wbnfEnXnafPbqwANHkV6LUsPKOtdpsd-SNw37rogLtc,11359
-zenml_nightly-0.84.3.dev20250905.dist-info/METADATA,sha256=ZIytS2gozwQkYBuEw8bM1QNayEnxny367SixXnPwPQ0,25252
-zenml_nightly-0.84.3.dev20250905.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-zenml_nightly-0.84.3.dev20250905.dist-info/entry_points.txt,sha256=QK3ETQE0YswAM2mWypNMOv8TLtr7EjnqAFq1br_jEFE,43
-zenml_nightly-0.84.3.dev20250905.dist-info/RECORD,,
+zenml_nightly-0.84.3.dev20250908.dist-info/LICENSE,sha256=wbnfEnXnafPbqwANHkV6LUsPKOtdpsd-SNw37rogLtc,11359
+zenml_nightly-0.84.3.dev20250908.dist-info/METADATA,sha256=fcKRyecU6fvfdQGZh9_WiM07pATW80GkSV66doZnVQo,25252
+zenml_nightly-0.84.3.dev20250908.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+zenml_nightly-0.84.3.dev20250908.dist-info/entry_points.txt,sha256=QK3ETQE0YswAM2mWypNMOv8TLtr7EjnqAFq1br_jEFE,43
+zenml_nightly-0.84.3.dev20250908.dist-info/RECORD,,