zenml-nightly 0.64.0.dev20240811__py3-none-any.whl → 0.66.0.dev20240910__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- README.md +1 -1
- RELEASE_NOTES.md +126 -4
- zenml/VERSION +1 -1
- zenml/artifacts/utils.py +13 -6
- zenml/cli/__init__.py +1 -1
- zenml/cli/base.py +4 -4
- zenml/cli/integration.py +48 -9
- zenml/cli/pipeline.py +9 -2
- zenml/cli/stack.py +39 -27
- zenml/cli/utils.py +13 -0
- zenml/client.py +15 -17
- zenml/config/compiler.py +34 -0
- zenml/config/server_config.py +30 -0
- zenml/config/source.py +3 -7
- zenml/constants.py +5 -3
- zenml/entrypoints/base_entrypoint_configuration.py +41 -27
- zenml/entrypoints/step_entrypoint_configuration.py +5 -2
- zenml/enums.py +2 -0
- zenml/environment.py +31 -0
- zenml/feature_stores/base_feature_store.py +4 -6
- zenml/integrations/__init__.py +3 -0
- zenml/integrations/airflow/flavors/airflow_orchestrator_flavor.py +9 -0
- zenml/integrations/aws/__init__.py +2 -2
- zenml/integrations/aws/orchestrators/sagemaker_orchestrator.py +2 -1
- zenml/integrations/azure/__init__.py +2 -2
- zenml/integrations/azure/azureml_utils.py +201 -0
- zenml/integrations/azure/flavors/azureml.py +139 -0
- zenml/integrations/azure/flavors/azureml_orchestrator_flavor.py +20 -118
- zenml/integrations/azure/flavors/azureml_step_operator_flavor.py +67 -14
- zenml/integrations/azure/orchestrators/azureml_orchestrator.py +58 -172
- zenml/integrations/azure/orchestrators/azureml_orchestrator_entrypoint_config.py +1 -0
- zenml/integrations/azure/service_connectors/azure_service_connector.py +4 -0
- zenml/integrations/azure/step_operators/azureml_step_operator.py +78 -177
- zenml/integrations/constants.py +3 -0
- zenml/integrations/databricks/__init__.py +22 -4
- zenml/integrations/databricks/flavors/databricks_orchestrator_flavor.py +9 -0
- zenml/integrations/deepchecks/__init__.py +29 -11
- zenml/integrations/deepchecks/materializers/deepchecks_dataset_materializer.py +3 -1
- zenml/integrations/deepchecks/validation_checks.py +0 -30
- zenml/integrations/evidently/__init__.py +17 -2
- zenml/integrations/facets/__init__.py +21 -5
- zenml/integrations/feast/__init__.py +19 -6
- zenml/integrations/gcp/__init__.py +2 -2
- zenml/integrations/gcp/flavors/vertex_orchestrator_flavor.py +9 -0
- zenml/integrations/gcp/orchestrators/vertex_orchestrator.py +10 -1
- zenml/integrations/great_expectations/__init__.py +21 -7
- zenml/integrations/huggingface/__init__.py +39 -15
- zenml/integrations/huggingface/materializers/__init__.py +3 -0
- zenml/integrations/huggingface/materializers/huggingface_datasets_materializer.py +3 -1
- zenml/integrations/huggingface/materializers/huggingface_pt_model_materializer.py +1 -1
- zenml/integrations/huggingface/materializers/huggingface_t5_materializer.py +107 -0
- zenml/integrations/huggingface/materializers/huggingface_tf_model_materializer.py +1 -1
- zenml/integrations/huggingface/materializers/huggingface_tokenizer_materializer.py +2 -2
- zenml/integrations/huggingface/steps/accelerate_runner.py +108 -85
- zenml/integrations/hyperai/flavors/hyperai_orchestrator_flavor.py +9 -0
- zenml/integrations/kubeflow/flavors/kubeflow_orchestrator_flavor.py +9 -0
- zenml/integrations/kubeflow/orchestrators/kubeflow_orchestrator.py +10 -1
- zenml/integrations/kubernetes/flavors/kubernetes_orchestrator_flavor.py +9 -0
- zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator.py +10 -1
- zenml/integrations/lightning/__init__.py +48 -0
- zenml/integrations/lightning/flavors/__init__.py +23 -0
- zenml/integrations/lightning/flavors/lightning_orchestrator_flavor.py +148 -0
- zenml/integrations/lightning/orchestrators/__init__.py +23 -0
- zenml/integrations/lightning/orchestrators/lightning_orchestrator.py +596 -0
- zenml/integrations/lightning/orchestrators/lightning_orchestrator_entrypoint.py +307 -0
- zenml/integrations/lightning/orchestrators/lightning_orchestrator_entrypoint_configuration.py +77 -0
- zenml/integrations/lightning/orchestrators/utils.py +67 -0
- zenml/integrations/mlflow/__init__.py +43 -5
- zenml/integrations/mlflow/services/mlflow_deployment.py +26 -0
- zenml/integrations/numpy/__init__.py +32 -0
- zenml/integrations/numpy/materializers/__init__.py +18 -0
- zenml/integrations/numpy/materializers/numpy_materializer.py +246 -0
- zenml/integrations/pandas/__init__.py +32 -0
- zenml/integrations/pandas/materializers/__init__.py +18 -0
- zenml/integrations/pandas/materializers/pandas_materializer.py +192 -0
- zenml/integrations/prodigy/annotators/prodigy_annotator.py +1 -1
- zenml/integrations/seldon/__init__.py +18 -3
- zenml/integrations/sklearn/__init__.py +1 -1
- zenml/integrations/skypilot_azure/__init__.py +1 -1
- zenml/integrations/tensorboard/__init__.py +1 -1
- zenml/integrations/tensorflow/__init__.py +2 -2
- zenml/integrations/tensorflow/materializers/tf_dataset_materializer.py +2 -2
- zenml/integrations/whylogs/__init__.py +18 -2
- zenml/logging/step_logging.py +9 -2
- zenml/materializers/__init__.py +0 -4
- zenml/materializers/base_materializer.py +4 -0
- zenml/materializers/numpy_materializer.py +23 -234
- zenml/materializers/pandas_materializer.py +22 -179
- zenml/model/model.py +91 -2
- zenml/model/utils.py +5 -5
- zenml/models/__init__.py +16 -3
- zenml/models/v2/core/model_version.py +1 -1
- zenml/models/v2/core/pipeline_run.py +31 -1
- zenml/models/v2/core/stack.py +51 -20
- zenml/models/v2/core/step_run.py +28 -0
- zenml/models/v2/misc/info_models.py +78 -0
- zenml/new/pipelines/pipeline.py +65 -25
- zenml/new/pipelines/run_utils.py +57 -136
- zenml/new/steps/step_context.py +17 -6
- zenml/orchestrators/base_orchestrator.py +9 -0
- zenml/orchestrators/step_launcher.py +37 -14
- zenml/orchestrators/step_runner.py +14 -13
- zenml/orchestrators/utils.py +107 -7
- zenml/service_connectors/service_connector_utils.py +2 -2
- zenml/stack/utils.py +11 -2
- zenml/stack_deployments/azure_stack_deployment.py +2 -1
- zenml/steps/base_step.py +62 -25
- zenml/steps/utils.py +115 -3
- zenml/utils/cloud_utils.py +8 -8
- zenml/utils/code_utils.py +130 -32
- zenml/utils/function_utils.py +7 -7
- zenml/utils/notebook_utils.py +14 -0
- zenml/utils/pipeline_docker_image_builder.py +1 -11
- zenml/utils/pydantic_utils.py +3 -3
- zenml/utils/secret_utils.py +2 -2
- zenml/utils/settings_utils.py +1 -1
- zenml/utils/source_utils.py +67 -21
- zenml/utils/string_utils.py +29 -0
- zenml/zen_server/dashboard/assets/{404-CRAA_Lew.js → 404-iO8vpun1.js} +1 -1
- zenml/zen_server/dashboard/assets/{@radix-BXWm7HOa.js → @radix-DnFH_oo1.js} +1 -1
- zenml/zen_server/dashboard/assets/{@react-router-l3lMcXA2.js → @react-router-APVeuk-U.js} +1 -1
- zenml/zen_server/dashboard/assets/{@reactflow-CeVxyqYT.js → @reactflow-B6kq9fJZ.js} +2 -2
- zenml/zen_server/dashboard/assets/{@tanstack-FmcYZMuX.js → @tanstack-QbMbTrh5.js} +1 -1
- zenml/zen_server/dashboard/assets/AlertDialogDropdownItem-BXeSvmMY.js +1 -0
- zenml/zen_server/dashboard/assets/{CodeSnippet-D0VLxT2A.js → CodeSnippet-DNWdQmbo.js} +2 -2
- zenml/zen_server/dashboard/assets/CollapsibleCard-B2OVjWYE.js +1 -0
- zenml/zen_server/dashboard/assets/Commands-DsoaVElZ.js +1 -0
- zenml/zen_server/dashboard/assets/CopyButton-BqE_-PHO.js +2 -0
- zenml/zen_server/dashboard/assets/{CsvVizualization-D3kAypDj.js → CsvVizualization-Dyasr2jU.js} +6 -6
- zenml/zen_server/dashboard/assets/{edit-C0MVvPD2.js → DialogItem-Cz1VLRwa.js} +1 -1
- zenml/zen_server/dashboard/assets/{DisplayDate-DizbSeT-.js → DisplayDate-DkCy54Bp.js} +1 -1
- zenml/zen_server/dashboard/assets/EditSecretDialog-Du423_3U.js +1 -0
- zenml/zen_server/dashboard/assets/{EmptyState-BHblM39I.js → EmptyState-Cs3DEmso.js} +1 -1
- zenml/zen_server/dashboard/assets/{Error-C6LeJSER.js → Error-DorJD_va.js} +1 -1
- zenml/zen_server/dashboard/assets/ExecutionStatus-CIfQTutR.js +1 -0
- zenml/zen_server/dashboard/assets/{Helpbox-aAB2XP-z.js → Helpbox-CmfvtNeq.js} +1 -1
- zenml/zen_server/dashboard/assets/Infobox-BL9NOS37.js +1 -0
- zenml/zen_server/dashboard/assets/{InlineAvatar-DpTLgM3Q.js → InlineAvatar-Ds2ZFHPc.js} +1 -1
- zenml/zen_server/dashboard/assets/{Lock-CNyJvf2r.js → Lock-CmIn0szs.js} +1 -1
- zenml/zen_server/dashboard/assets/{MarkdownVisualization-Bajxn0HY.js → MarkdownVisualization-DS05sfBm.js} +1 -1
- zenml/zen_server/dashboard/assets/{NumberBox-BmKE0qnO.js → NumberBox-CrN0_kqI.js} +1 -1
- zenml/zen_server/dashboard/assets/Partials-DX-8iEa1.js +1 -0
- zenml/zen_server/dashboard/assets/{PasswordChecker-yGGoJSB-.js → PasswordChecker-DE71J_3F.js} +1 -1
- zenml/zen_server/dashboard/assets/ProviderIcon-BOQJgapd.js +1 -0
- zenml/zen_server/dashboard/assets/ProviderRadio-BsYBw9YA.js +1 -0
- zenml/zen_server/dashboard/assets/SearchField-W3GXpLlI.js +1 -0
- zenml/zen_server/dashboard/assets/SetPassword-B-0a8UCj.js +1 -0
- zenml/zen_server/dashboard/assets/{Tick-uxv80Q6a.js → Tick-i1DYsVcX.js} +1 -1
- zenml/zen_server/dashboard/assets/{UpdatePasswordSchemas-oN4G3sKz.js → UpdatePasswordSchemas-C6Zb7ASL.js} +1 -1
- zenml/zen_server/dashboard/assets/UsageReason-CCnzmwS8.js +1 -0
- zenml/zen_server/dashboard/assets/WizardFooter-BHbO7zOa.js +1 -0
- zenml/zen_server/dashboard/assets/all-pipeline-runs-query-BBEe6I9-.js +1 -0
- zenml/zen_server/dashboard/assets/{check-circle-1_I207rW.js → check-circle-DOoS4yhF.js} +1 -1
- zenml/zen_server/dashboard/assets/{chevron-down-BpaF8JqM.js → chevron-down-Cwb-W_B_.js} +1 -1
- zenml/zen_server/dashboard/assets/{chevron-right-double-Dk8e2L99.js → chevron-right-double-c9H46Kl8.js} +1 -1
- zenml/zen_server/dashboard/assets/{cloud-only-BkUuI0lZ.js → cloud-only-BuP4Kt_7.js} +1 -1
- zenml/zen_server/dashboard/assets/code-browser-BJYErIjr.js +1 -0
- zenml/zen_server/dashboard/assets/codespaces-BitYDX9d.gif +0 -0
- zenml/zen_server/dashboard/assets/{copy-f3XGPPxt.js → copy-CaGlDsUy.js} +1 -1
- zenml/zen_server/dashboard/assets/create-stack-B2x2d4r1.js +1 -0
- zenml/zen_server/dashboard/assets/{docker-8uj__HHK.js → docker-BFAFXr2_.js} +1 -1
- zenml/zen_server/dashboard/assets/{dots-horizontal-sKQlWEni.js → dots-horizontal-C6K59vUm.js} +1 -1
- zenml/zen_server/dashboard/assets/flyte-Cj-xy_8I.svg +10 -0
- zenml/zen_server/dashboard/assets/form-schemas-Bap0f854.js +1 -0
- zenml/zen_server/dashboard/assets/gcp-Dj6ntk0L.js +1 -0
- zenml/zen_server/dashboard/assets/{help-FuHlZwn0.js → help-CwN931fX.js} +1 -1
- zenml/zen_server/dashboard/assets/{index-Bd1xgUQG.js → index-5GJ5ysEZ.js} +1 -1
- zenml/zen_server/dashboard/assets/{index-DaGknux4.css → index-6DYjZgDn.css} +1 -1
- zenml/zen_server/dashboard/assets/index-B9wVwe7u.js +55 -0
- zenml/zen_server/dashboard/assets/index-DFi8BroH.js +1 -0
- zenml/zen_server/dashboard/assets/{index.esm-DT4uyn2i.js → index.esm-BE1uqCX5.js} +1 -1
- zenml/zen_server/dashboard/assets/kubernetes-BjbR6D-1.js +1 -0
- zenml/zen_server/dashboard/assets/{layout-D6oiSbfd.js → layout-Dru15_XR.js} +1 -1
- zenml/zen_server/dashboard/assets/link-external-BT2L8hAQ.js +1 -0
- zenml/zen_server/dashboard/assets/{login-mutation-13A_JSVA.js → login-mutation-DwxUz8VA.js} +1 -1
- zenml/zen_server/dashboard/assets/{logs-CgeE2vZP.js → logs-GiDJXbLS.js} +1 -1
- zenml/zen_server/dashboard/assets/metaflow-weOkWNyT.svg +10 -0
- zenml/zen_server/dashboard/assets/{not-found-B0Mmb90p.js → not-found-D5i9DunU.js} +1 -1
- zenml/zen_server/dashboard/assets/{package-DdkziX79.js → package-DYKZ5jKW.js} +1 -1
- zenml/zen_server/dashboard/assets/page-BFuJICXM.js +9 -0
- zenml/zen_server/dashboard/assets/{page-BGwA9B1M.js → page-BiF8hLbO.js} +1 -1
- zenml/zen_server/dashboard/assets/{page-DugsjcQ_.js → page-BitfWsiW.js} +1 -1
- zenml/zen_server/dashboard/assets/page-CDOQLrPC.js +1 -0
- zenml/zen_server/dashboard/assets/page-CEJWu1YO.js +1 -0
- zenml/zen_server/dashboard/assets/page-CIbehp7V.js +1 -0
- zenml/zen_server/dashboard/assets/page-CLiRGfWo.js +1 -0
- zenml/zen_server/dashboard/assets/page-CV44mQn9.js +1 -0
- zenml/zen_server/dashboard/assets/page-CrSdkteO.js +2 -0
- zenml/zen_server/dashboard/assets/page-D5F3DJjm.js +1 -0
- zenml/zen_server/dashboard/assets/page-DE03uZZR.js +1 -0
- zenml/zen_server/dashboard/assets/page-DFCK65G9.js +1 -0
- zenml/zen_server/dashboard/assets/{page-RnG-qhv9.js → page-DGMa3ZQL.js} +1 -1
- zenml/zen_server/dashboard/assets/page-DI-qTWrm.js +1 -0
- zenml/zen_server/dashboard/assets/page-DQGCHKrQ.js +1 -0
- zenml/zen_server/dashboard/assets/{page-DSTQnBk-.js → page-DQdwZZ9x.js} +1 -1
- zenml/zen_server/dashboard/assets/page-DgM-N9RL.js +1 -0
- zenml/zen_server/dashboard/assets/page-Dt8VgzbE.js +1 -0
- zenml/zen_server/dashboard/assets/{page-DLpOnf7u.js → page-J0s8Sq3N.js} +1 -1
- zenml/zen_server/dashboard/assets/page-WCQ659by.js +1 -0
- zenml/zen_server/dashboard/assets/page-bimkItOg.js +1 -0
- zenml/zen_server/dashboard/assets/{page-hQaiQXfg.js → page-iwoJnwPv.js} +1 -1
- zenml/zen_server/dashboard/assets/{page-YiF_fNbe.js → page-oS4hqS8M.js} +1 -1
- zenml/zen_server/dashboard/assets/page-oSqx9dkH.js +1 -0
- zenml/zen_server/dashboard/assets/page-p3GqEAUW.js +1 -0
- zenml/zen_server/dashboard/assets/page-qvcUVPE-.js +1 -0
- zenml/zen_server/dashboard/assets/page-xQG6GmFJ.js +1 -0
- zenml/zen_server/dashboard/assets/{persist-3-5nOJ6m.js → persist-mEZN_fgH.js} +1 -1
- zenml/zen_server/dashboard/assets/persist-xsYgVtR1.js +1 -0
- zenml/zen_server/dashboard/assets/{plus-FB9-lEq_.js → plus-Bc8eLSDM.js} +1 -1
- zenml/zen_server/dashboard/assets/{refresh-COb6KYDi.js → refresh-hfgWPeto.js} +1 -1
- zenml/zen_server/dashboard/assets/rocket-SESCGQXm.js +1 -0
- zenml/zen_server/dashboard/assets/sharedSchema-BfZcy7aP.js +14 -0
- zenml/zen_server/dashboard/assets/stack-detail-query-CU4egfhp.js +1 -0
- zenml/zen_server/dashboard/assets/templates-1S_8WeSK.webp +0 -0
- zenml/zen_server/dashboard/assets/{trash-Cd5CSFqA.js → trash-DUWZWzse.js} +1 -1
- zenml/zen_server/dashboard/assets/{update-server-settings-mutation-B8GB_ubU.js → update-server-settings-mutation-DNqmQXDM.js} +1 -1
- zenml/zen_server/dashboard/assets/{url-hcMJkz8p.js → url-DwbuKk1b.js} +1 -1
- zenml/zen_server/dashboard/assets/{zod-CnykDKJj.js → zod-uFd1wBcd.js} +1 -1
- zenml/zen_server/dashboard/index.html +7 -7
- zenml/zen_server/dashboard_legacy/asset-manifest.json +4 -4
- zenml/zen_server/dashboard_legacy/index.html +1 -1
- zenml/zen_server/dashboard_legacy/{precache-manifest.9c473c96a43298343a7ce1256183123b.js → precache-manifest.290b95d5b43efa3368b3dc63d20c4782.js} +4 -4
- zenml/zen_server/dashboard_legacy/service-worker.js +1 -1
- zenml/zen_server/dashboard_legacy/static/js/{main.463c90b9.chunk.js → main.840d1bf0.chunk.js} +2 -2
- zenml/zen_server/dashboard_legacy/static/js/{main.463c90b9.chunk.js.map → main.840d1bf0.chunk.js.map} +1 -1
- zenml/zen_server/deploy/helm/Chart.yaml +1 -1
- zenml/zen_server/deploy/helm/README.md +2 -2
- zenml/zen_server/routers/service_connectors_endpoints.py +2 -4
- zenml/zen_server/routers/workspaces_endpoints.py +20 -66
- zenml/zen_server/secure_headers.py +120 -0
- zenml/zen_server/template_execution/runner_entrypoint_configuration.py +0 -2
- zenml/zen_server/template_execution/utils.py +1 -0
- zenml/zen_server/utils.py +0 -100
- zenml/zen_server/zen_server_api.py +4 -2
- zenml/zen_stores/migrations/versions/0.65.0_release.py +23 -0
- zenml/zen_stores/migrations/versions/0.66.0_release.py +23 -0
- zenml/zen_stores/migrations/versions/bf2120261b5a_add_configured_model_version_id.py +74 -0
- zenml/zen_stores/rest_zen_store.py +4 -21
- zenml/zen_stores/schemas/constants.py +16 -0
- zenml/zen_stores/schemas/model_schemas.py +9 -3
- zenml/zen_stores/schemas/pipeline_run_schemas.py +22 -8
- zenml/zen_stores/schemas/step_run_schemas.py +23 -12
- zenml/zen_stores/sql_zen_store.py +312 -300
- zenml/zen_stores/zen_store_interface.py +0 -16
- {zenml_nightly-0.64.0.dev20240811.dist-info → zenml_nightly-0.66.0.dev20240910.dist-info}/METADATA +10 -12
- {zenml_nightly-0.64.0.dev20240811.dist-info → zenml_nightly-0.66.0.dev20240910.dist-info}/RECORD +249 -217
- zenml/models/v2/misc/full_stack.py +0 -129
- zenml/new/pipelines/model_utils.py +0 -72
- zenml/zen_server/dashboard/assets/AlertDialogDropdownItem-ErO9aOgK.js +0 -1
- zenml/zen_server/dashboard/assets/AwarenessChannel-CLXo5rKM.js +0 -1
- zenml/zen_server/dashboard/assets/CollapsibleCard-BaUPiVg0.js +0 -1
- zenml/zen_server/dashboard/assets/Commands-JrcZK-3j.js +0 -1
- zenml/zen_server/dashboard/assets/CopyButton-Dbo52T1K.js +0 -2
- zenml/zen_server/dashboard/assets/EditSecretDialog-Bd7mFLS4.js +0 -1
- zenml/zen_server/dashboard/assets/ExecutionStatus-jH4OrWBq.js +0 -1
- zenml/zen_server/dashboard/assets/Infobox-BQ0aty32.js +0 -1
- zenml/zen_server/dashboard/assets/ProviderRadio-BBqkIuTd.js +0 -1
- zenml/zen_server/dashboard/assets/RadioItem-xLhXoiFV.js +0 -1
- zenml/zen_server/dashboard/assets/SearchField-C9R0mdaX.js +0 -1
- zenml/zen_server/dashboard/assets/SetPassword-52sNxNiO.js +0 -1
- zenml/zen_server/dashboard/assets/SuccessStep-DlkItqYG.js +0 -1
- zenml/zen_server/dashboard/assets/aws-0_3UsPif.js +0 -1
- zenml/zen_server/dashboard/assets/database-cXYNX9tt.js +0 -1
- zenml/zen_server/dashboard/assets/file-text-B9JibxTs.js +0 -1
- zenml/zen_server/dashboard/assets/index-DhIZtpxB.js +0 -55
- zenml/zen_server/dashboard/assets/page-7-v2OBm-.js +0 -1
- zenml/zen_server/dashboard/assets/page-B3ozwdD1.js +0 -1
- zenml/zen_server/dashboard/assets/page-BkjAUyTA.js +0 -1
- zenml/zen_server/dashboard/assets/page-BnacgBiy.js +0 -1
- zenml/zen_server/dashboard/assets/page-BxF_KMQ3.js +0 -2
- zenml/zen_server/dashboard/assets/page-C4POHC0K.js +0 -1
- zenml/zen_server/dashboard/assets/page-C9kudd44.js +0 -9
- zenml/zen_server/dashboard/assets/page-CA1j3GpJ.js +0 -1
- zenml/zen_server/dashboard/assets/page-CCY6yfmu.js +0 -1
- zenml/zen_server/dashboard/assets/page-CgTe7Bme.js +0 -1
- zenml/zen_server/dashboard/assets/page-Cgn-6v2Y.js +0 -1
- zenml/zen_server/dashboard/assets/page-CxQmQqDw.js +0 -1
- zenml/zen_server/dashboard/assets/page-D2Goey3H.js +0 -1
- zenml/zen_server/dashboard/assets/page-DTysUGOy.js +0 -1
- zenml/zen_server/dashboard/assets/page-D_EXUFJb.js +0 -1
- zenml/zen_server/dashboard/assets/page-Db15QzsM.js +0 -1
- zenml/zen_server/dashboard/assets/page-OFKSPyN7.js +0 -1
- zenml/zen_server/dashboard/assets/page-T2BtjwPl.js +0 -1
- zenml/zen_server/dashboard/assets/page-TXe1Eo3Z.js +0 -1
- zenml/zen_server/dashboard/assets/play-circle-XSkLR12B.js +0 -1
- zenml/zen_server/dashboard/assets/sharedSchema-BoYx_B_L.js +0 -14
- zenml/zen_server/dashboard/assets/stack-detail-query-B-US_-wa.js +0 -1
- zenml/zen_server/dashboard/assets/terminal-grtjrIEJ.js +0 -1
- {zenml_nightly-0.64.0.dev20240811.dist-info → zenml_nightly-0.66.0.dev20240910.dist-info}/LICENSE +0 -0
- {zenml_nightly-0.64.0.dev20240811.dist-info → zenml_nightly-0.66.0.dev20240910.dist-info}/WHEEL +0 -0
- {zenml_nightly-0.64.0.dev20240811.dist-info → zenml_nightly-0.66.0.dev20240910.dist-info}/entry_points.txt +0 -0
@@ -44,6 +44,7 @@ from zenml.models import (
|
|
44
44
|
)
|
45
45
|
from zenml.zen_stores.schemas.artifact_schemas import ArtifactVersionSchema
|
46
46
|
from zenml.zen_stores.schemas.base_schemas import BaseSchema, NamedSchema
|
47
|
+
from zenml.zen_stores.schemas.constants import MODEL_VERSION_TABLENAME
|
47
48
|
from zenml.zen_stores.schemas.pipeline_run_schemas import PipelineRunSchema
|
48
49
|
from zenml.zen_stores.schemas.run_metadata_schemas import RunMetadataSchema
|
49
50
|
from zenml.zen_stores.schemas.schema_utils import build_foreign_key_field
|
@@ -53,7 +54,7 @@ from zenml.zen_stores.schemas.utils import get_page_from_list
|
|
53
54
|
from zenml.zen_stores.schemas.workspace_schemas import WorkspaceSchema
|
54
55
|
|
55
56
|
if TYPE_CHECKING:
|
56
|
-
from zenml.zen_stores.schemas import ServiceSchema
|
57
|
+
from zenml.zen_stores.schemas import ServiceSchema, StepRunSchema
|
57
58
|
|
58
59
|
|
59
60
|
class ModelSchema(NamedSchema, table=True):
|
@@ -180,7 +181,6 @@ class ModelSchema(NamedSchema, table=True):
|
|
180
181
|
|
181
182
|
body = ModelResponseBody(
|
182
183
|
user=self.user.to_model() if self.user else None,
|
183
|
-
workspace=self.workspace.to_model(),
|
184
184
|
created=self.created,
|
185
185
|
updated=self.updated,
|
186
186
|
tags=tags,
|
@@ -218,7 +218,7 @@ class ModelSchema(NamedSchema, table=True):
|
|
218
218
|
class ModelVersionSchema(NamedSchema, table=True):
|
219
219
|
"""SQL Model for model version."""
|
220
220
|
|
221
|
-
__tablename__ =
|
221
|
+
__tablename__ = MODEL_VERSION_TABLENAME
|
222
222
|
|
223
223
|
workspace_id: UUID = build_foreign_key_field(
|
224
224
|
source=__tablename__,
|
@@ -286,6 +286,12 @@ class ModelVersionSchema(NamedSchema, table=True):
|
|
286
286
|
overlaps="run_metadata",
|
287
287
|
),
|
288
288
|
)
|
289
|
+
pipeline_runs: List["PipelineRunSchema"] = Relationship(
|
290
|
+
back_populates="model_version"
|
291
|
+
)
|
292
|
+
step_runs: List["StepRunSchema"] = Relationship(
|
293
|
+
back_populates="model_version"
|
294
|
+
)
|
289
295
|
|
290
296
|
# TODO: In Pydantic v2, the `model_` is a protected namespaces for all
|
291
297
|
# fields defined under base models. If not handled, this raises a warning.
|
@@ -18,6 +18,7 @@ from datetime import datetime
|
|
18
18
|
from typing import TYPE_CHECKING, Any, List, Optional
|
19
19
|
from uuid import UUID
|
20
20
|
|
21
|
+
from pydantic import ConfigDict
|
21
22
|
from sqlalchemy import UniqueConstraint
|
22
23
|
from sqlmodel import TEXT, Column, Field, Relationship
|
23
24
|
|
@@ -36,6 +37,7 @@ from zenml.models import (
|
|
36
37
|
)
|
37
38
|
from zenml.models.v2.core.pipeline_run import PipelineRunResponseResources
|
38
39
|
from zenml.zen_stores.schemas.base_schemas import NamedSchema
|
40
|
+
from zenml.zen_stores.schemas.constants import MODEL_VERSION_TABLENAME
|
39
41
|
from zenml.zen_stores.schemas.pipeline_build_schemas import PipelineBuildSchema
|
40
42
|
from zenml.zen_stores.schemas.pipeline_deployment_schemas import (
|
41
43
|
PipelineDeploymentSchema,
|
@@ -52,6 +54,7 @@ if TYPE_CHECKING:
|
|
52
54
|
from zenml.zen_stores.schemas.logs_schemas import LogsSchema
|
53
55
|
from zenml.zen_stores.schemas.model_schemas import (
|
54
56
|
ModelVersionPipelineRunSchema,
|
57
|
+
ModelVersionSchema,
|
55
58
|
)
|
56
59
|
from zenml.zen_stores.schemas.run_metadata_schemas import RunMetadataSchema
|
57
60
|
from zenml.zen_stores.schemas.service_schemas import ServiceSchema
|
@@ -113,6 +116,14 @@ class PipelineRunSchema(NamedSchema, table=True):
|
|
113
116
|
ondelete="SET NULL",
|
114
117
|
nullable=True,
|
115
118
|
)
|
119
|
+
model_version_id: UUID = build_foreign_key_field(
|
120
|
+
source=__tablename__,
|
121
|
+
target=MODEL_VERSION_TABLENAME,
|
122
|
+
source_column="model_version_id",
|
123
|
+
target_column="id",
|
124
|
+
ondelete="SET NULL",
|
125
|
+
nullable=True,
|
126
|
+
)
|
116
127
|
|
117
128
|
# Relationships
|
118
129
|
deployment: Optional["PipelineDeploymentSchema"] = Relationship(
|
@@ -141,6 +152,9 @@ class PipelineRunSchema(NamedSchema, table=True):
|
|
141
152
|
step_runs: List["StepRunSchema"] = Relationship(
|
142
153
|
sa_relationship_kwargs={"cascade": "delete"},
|
143
154
|
)
|
155
|
+
model_version: "ModelVersionSchema" = Relationship(
|
156
|
+
back_populates="pipeline_runs",
|
157
|
+
)
|
144
158
|
|
145
159
|
# Temporary fields and foreign keys to be deprecated
|
146
160
|
pipeline_configuration: Optional[str] = Field(
|
@@ -200,6 +214,8 @@ class PipelineRunSchema(NamedSchema, table=True):
|
|
200
214
|
),
|
201
215
|
)
|
202
216
|
|
217
|
+
model_config = ConfigDict(protected_namespaces=()) # type: ignore[assignment]
|
218
|
+
|
203
219
|
@classmethod
|
204
220
|
def from_request(
|
205
221
|
cls, request: "PipelineRunRequest"
|
@@ -225,6 +241,7 @@ class PipelineRunSchema(NamedSchema, table=True):
|
|
225
241
|
pipeline_id=request.pipeline,
|
226
242
|
deployment_id=request.deployment,
|
227
243
|
trigger_execution_id=request.trigger_execution_id,
|
244
|
+
model_version_id=request.model_version_id,
|
228
245
|
)
|
229
246
|
|
230
247
|
def to_model(
|
@@ -307,6 +324,7 @@ class PipelineRunSchema(NamedSchema, table=True):
|
|
307
324
|
created=self.created,
|
308
325
|
updated=self.updated,
|
309
326
|
deployment_id=self.deployment_id,
|
327
|
+
model_version_id=self.model_version_id,
|
310
328
|
)
|
311
329
|
metadata = None
|
312
330
|
if include_metadata:
|
@@ -333,14 +351,8 @@ class PipelineRunSchema(NamedSchema, table=True):
|
|
333
351
|
resources = None
|
334
352
|
if include_resources:
|
335
353
|
model_version = None
|
336
|
-
if
|
337
|
-
|
338
|
-
model_version = config.model._get_model_version(
|
339
|
-
hydrate=False
|
340
|
-
)
|
341
|
-
except KeyError:
|
342
|
-
# Unable to find the model version, it was probably deleted
|
343
|
-
pass
|
354
|
+
if self.model_version:
|
355
|
+
model_version = self.model_version.to_model()
|
344
356
|
|
345
357
|
resources = PipelineRunResponseResources(
|
346
358
|
model_version=model_version,
|
@@ -367,6 +379,8 @@ class PipelineRunSchema(NamedSchema, table=True):
|
|
367
379
|
if run_update.status:
|
368
380
|
self.status = run_update.status.value
|
369
381
|
self.end_time = run_update.end_time
|
382
|
+
if run_update.model_version_id and self.model_version_id is None:
|
383
|
+
self.model_version_id = run_update.model_version_id
|
370
384
|
|
371
385
|
self.updated = datetime.utcnow()
|
372
386
|
return self
|
@@ -18,6 +18,7 @@ from datetime import datetime
|
|
18
18
|
from typing import TYPE_CHECKING, Any, List, Optional
|
19
19
|
from uuid import UUID
|
20
20
|
|
21
|
+
from pydantic import ConfigDict
|
21
22
|
from sqlalchemy import TEXT, Column, String
|
22
23
|
from sqlalchemy.dialects.mysql import MEDIUMTEXT
|
23
24
|
from sqlmodel import Field, Relationship, SQLModel
|
@@ -37,6 +38,7 @@ from zenml.models import (
|
|
37
38
|
)
|
38
39
|
from zenml.models.v2.core.step_run import StepRunResponseResources
|
39
40
|
from zenml.zen_stores.schemas.base_schemas import NamedSchema
|
41
|
+
from zenml.zen_stores.schemas.constants import MODEL_VERSION_TABLENAME
|
40
42
|
from zenml.zen_stores.schemas.pipeline_deployment_schemas import (
|
41
43
|
PipelineDeploymentSchema,
|
42
44
|
)
|
@@ -48,6 +50,7 @@ from zenml.zen_stores.schemas.workspace_schemas import WorkspaceSchema
|
|
48
50
|
if TYPE_CHECKING:
|
49
51
|
from zenml.zen_stores.schemas.artifact_schemas import ArtifactVersionSchema
|
50
52
|
from zenml.zen_stores.schemas.logs_schemas import LogsSchema
|
53
|
+
from zenml.zen_stores.schemas.model_schemas import ModelVersionSchema
|
51
54
|
from zenml.zen_stores.schemas.run_metadata_schemas import RunMetadataSchema
|
52
55
|
|
53
56
|
|
@@ -116,6 +119,14 @@ class StepRunSchema(NamedSchema, table=True):
|
|
116
119
|
ondelete="CASCADE",
|
117
120
|
nullable=False,
|
118
121
|
)
|
122
|
+
model_version_id: UUID = build_foreign_key_field(
|
123
|
+
source=__tablename__,
|
124
|
+
target=MODEL_VERSION_TABLENAME,
|
125
|
+
source_column="model_version_id",
|
126
|
+
target_column="id",
|
127
|
+
ondelete="SET NULL",
|
128
|
+
nullable=True,
|
129
|
+
)
|
119
130
|
|
120
131
|
# Relationships
|
121
132
|
workspace: "WorkspaceSchema" = Relationship(back_populates="step_runs")
|
@@ -147,6 +158,11 @@ class StepRunSchema(NamedSchema, table=True):
|
|
147
158
|
"primaryjoin": "StepRunParentsSchema.child_id == StepRunSchema.id",
|
148
159
|
},
|
149
160
|
)
|
161
|
+
model_version: "ModelVersionSchema" = Relationship(
|
162
|
+
back_populates="step_runs",
|
163
|
+
)
|
164
|
+
|
165
|
+
model_config = ConfigDict(protected_namespaces=()) # type: ignore[assignment]
|
150
166
|
|
151
167
|
@classmethod
|
152
168
|
def from_request(cls, request: StepRunRequest) -> "StepRunSchema":
|
@@ -172,6 +188,7 @@ class StepRunSchema(NamedSchema, table=True):
|
|
172
188
|
cache_key=request.cache_key,
|
173
189
|
code_hash=request.code_hash,
|
174
190
|
source_code=request.source_code,
|
191
|
+
model_version_id=request.model_version_id,
|
175
192
|
)
|
176
193
|
|
177
194
|
def to_model(
|
@@ -249,6 +266,7 @@ class StepRunSchema(NamedSchema, table=True):
|
|
249
266
|
outputs=output_artifacts,
|
250
267
|
created=self.created,
|
251
268
|
updated=self.updated,
|
269
|
+
model_version_id=self.model_version_id,
|
252
270
|
)
|
253
271
|
metadata = None
|
254
272
|
if include_metadata:
|
@@ -273,18 +291,8 @@ class StepRunSchema(NamedSchema, table=True):
|
|
273
291
|
resources = None
|
274
292
|
if include_resources:
|
275
293
|
model_version = None
|
276
|
-
if
|
277
|
-
|
278
|
-
# PipelineRunSchema.to_model()?
|
279
|
-
try:
|
280
|
-
model_version = (
|
281
|
-
full_step_config.config.model._get_model_version(
|
282
|
-
hydrate=False
|
283
|
-
)
|
284
|
-
)
|
285
|
-
except KeyError:
|
286
|
-
# Unable to find the model version, it was probably deleted
|
287
|
-
pass
|
294
|
+
if self.model_version:
|
295
|
+
model_version = self.model_version.to_model()
|
288
296
|
|
289
297
|
resources = StepRunResponseResources(model_version=model_version)
|
290
298
|
|
@@ -312,6 +320,9 @@ class StepRunSchema(NamedSchema, table=True):
|
|
312
320
|
self.status = value.value
|
313
321
|
if key == "end_time":
|
314
322
|
self.end_time = value
|
323
|
+
if key == "model_version_id":
|
324
|
+
if value and self.model_version_id is None:
|
325
|
+
self.model_version_id = value
|
315
326
|
|
316
327
|
self.updated = datetime.utcnow()
|
317
328
|
|