zenml-nightly 0.64.0.dev20240809__py3-none-any.whl → 0.65.0.dev20240906__py3-none-any.whl

README.md

@@ -327,7 +327,7 @@ the Apache License Version 2.0.
     <a href="https://github.com/zenml-io/zenml-projects">Projects Showcase</a>
     <br />
     <br />
-    🎉 Version 0.64.0 is out. Check out the release notes
+    🎉 Version 0.65.0 is out. Check out the release notes
     <a href="https://github.com/zenml-io/zenml/releases">here</a>.
     <br />
     🖥️ Download our VS Code Extension <a href="https://marketplace.visualstudio.com/items?itemName=ZenML.zenml-vscode">here</a>.

RELEASE_NOTES.md

@@ -1,5 +1,69 @@
 <!-- markdown-link-check-disable -->
 
+# 0.65.0
+
+## New Features and Improvements
+
+### New Quickstart Experience
+
+This example demonstrates how ZenML streamlines the transition of machine learning workflows from local environments to 
+cloud-scale operations.
+
+### Run Single Step as a ZenML Pipeline
+
+If you want to run just an individual step on your stack, you can simply call the step
+as you would with a normal Python function. ZenML will internally create a pipeline with just your step
+and run it on the active stack.
+
+### Other improvements and fixes
+
+* Updated AzureML Step Operator to work with SDKv2 and use Service Connectors
+* Added timestamps to log messages
+* Fixed issue with loading artifacts from artifact store outside of current active artifact store
+* Support of templated names for Model Version (`{date}` and `{time}` are currently supported placeholders)
+* `run_with_accelerate` step wrapper can be used as a Python Decorator on top of ZenML steps
+
+## Breaking changes
+
+* Workspace scoped POST endpoint `full-stack` was removed and merged with `stacks` POST endpoint
+
+
+## What's Changed
+* Remove broken JIRA sync workflow by @strickvl in https://github.com/zenml-io/zenml/pull/2924
+* Fix Hugging Face Spaces permissions by @strickvl in https://github.com/zenml-io/zenml/pull/2925
+* Fixes for `run_with_accelerate` by @avishniakov in https://github.com/zenml-io/zenml/pull/2935
+* Bump azure skypilot to a stable 0.6.1 by @avishniakov in https://github.com/zenml-io/zenml/pull/2933
+* Add Timestamps to Logs and Update Dashboard URL Message by @htahir1 in https://github.com/zenml-io/zenml/pull/2934
+* Adding 0.64.0 to migration tests by @bcdurak in https://github.com/zenml-io/zenml/pull/2923
+* Removed docker build docs + fixed CLI command for zenml pipeline build list by @htahir1 in https://github.com/zenml-io/zenml/pull/2938
+* Throw an error when running integration installs when uv == False but pip is not installed by @mennoliefstingh in https://github.com/zenml-io/zenml/pull/2930
+* Update AzureML step operator to SDK v2 and add service connector support by @stefannica in https://github.com/zenml-io/zenml/pull/2927
+* Improving the AzureML orchestrator docs by @bcdurak in https://github.com/zenml-io/zenml/pull/2940
+* Update mlflow docs by @htahir1 in https://github.com/zenml-io/zenml/pull/2941
+* Tell users where they can import `DockerSettings` from by @strickvl in https://github.com/zenml-io/zenml/pull/2947
+* Fail early when specifying invalid materializers by @schustmi in https://github.com/zenml-io/zenml/pull/2950
+* Add GitHub Codespaces and VS Code Remote Container support by @htahir1 in https://github.com/zenml-io/zenml/pull/2949
+* Automatically detect whether code download is necessary by @schustmi in https://github.com/zenml-io/zenml/pull/2946
+* Enable running a single step on the active stack by @schustmi in https://github.com/zenml-io/zenml/pull/2942
+* Dynamic (templated) names for model versions by @avishniakov in https://github.com/zenml-io/zenml/pull/2909
+* Adding an orchestrator URL to the AzureML orchestrator by @bcdurak in https://github.com/zenml-io/zenml/pull/2952
+* Update python version of latest docker image by @schustmi in https://github.com/zenml-io/zenml/pull/2954
+* Make `run_with_accelerate` a pythonic decorator by @avishniakov in https://github.com/zenml-io/zenml/pull/2943
+* Bugfix for artifacts coming from a different artifact store by @bcdurak in https://github.com/zenml-io/zenml/pull/2928
+* Stack Request cleanup and improvements by @bcdurak in https://github.com/zenml-io/zenml/pull/2906
+* Silence pydantic protected namespace warnings by @schustmi in https://github.com/zenml-io/zenml/pull/2955
+* Update key for finished onboarding survey by @schustmi in https://github.com/zenml-io/zenml/pull/2956
+* Extend notebook source replacement code to other objects apart from ZenML steps by @schustmi in https://github.com/zenml-io/zenml/pull/2919
+* Fix stack register CLI command by @schustmi in https://github.com/zenml-io/zenml/pull/2958
+* Lightening studio orchestrator by @safoinme in https://github.com/zenml-io/zenml/pull/2931
+* Introduce new quickstart with a focus on Stack switching by @AlexejPenner in https://github.com/zenml-io/zenml/pull/2937
+* Bugfix for the required prompts for the AzureML wizard by @bcdurak in https://github.com/zenml-io/zenml/pull/2959
+
+## New Contributors
+* @mennoliefstingh made their first contribution in https://github.com/zenml-io/zenml/pull/2930
+
+**Full Changelog**: https://github.com/zenml-io/zenml/compare/0.64.0...0.65.0
+
 # 0.64.0
 
 ## New Features and Improvements
@@ -731,7 +795,7 @@ by adding support for `Schedule.start_time` to the HyperAI orchestrator.
 ## What's Changed
 * Really run migration testing by @avishniakov in https://github.com/zenml-io/zenml/pull/2562
 * Interact with feature gate by @AlexejPenner in https://github.com/zenml-io/zenml/pull/2492
-* Allow for logs to be unformatted / without colours by @strickvl in https://github.com/zenml-io/zenml/pull/2544
+* Allow for logs to be unformatted / without colors by @strickvl in https://github.com/zenml-io/zenml/pull/2544
 * Add VS Code extension to README / docs by @strickvl in https://github.com/zenml-io/zenml/pull/2568
 * Allow loading of artifacts without needing to activate the artifact store (again) by @avishniakov in https://github.com/zenml-io/zenml/pull/2545
 * Minor fix by @htahir1 in https://github.com/zenml-io/zenml/pull/2578
@@ -1302,7 +1366,7 @@ and some improvements to the Model Control Plane.
 ## What's Changed
 * Bump aquasecurity/trivy-action from 0.16.0 to 0.16.1 by @dependabot in https://github.com/zenml-io/zenml/pull/2244
 * Bump crate-ci/typos from 1.16.26 to 1.17.0 by @dependabot in https://github.com/zenml-io/zenml/pull/2245
-* Add YAML formatting standardisation to formatting & linting scripts by @strickvl in https://github.com/zenml-io/zenml/pull/2224
+* Add YAML formatting standardization to formatting & linting scripts by @strickvl in https://github.com/zenml-io/zenml/pull/2224
 * Remove text annotation by @strickvl in https://github.com/zenml-io/zenml/pull/2246
 * Add MariaDB migration testing by @strickvl in https://github.com/zenml-io/zenml/pull/2170
 * Delete artifact links from model version via Client, ModelVersion and API by @avishniakov in https://github.com/zenml-io/zenml/pull/2191
@@ -1383,7 +1447,7 @@ which allows you to define custom blocks for the Slack message.
 * Bump google-github-actions/auth from 1 to 2 by @dependabot in https://github.com/zenml-io/zenml/pull/2203
 * Bump aws-actions/amazon-ecr-login from 1 to 2 by @dependabot in https://github.com/zenml-io/zenml/pull/2200
 * Bump crate-ci/typos from 1.16.25 to 1.16.26 by @dependabot in https://github.com/zenml-io/zenml/pull/2207
-* Fix unreliable test behaviour when using hypothesis by @strickvl in https://github.com/zenml-io/zenml/pull/2208
+* Fix unreliable test behavior when using hypothesis by @strickvl in https://github.com/zenml-io/zenml/pull/2208
 * Added more pod spec properties for k8s orchestrator by @htahir1 in https://github.com/zenml-io/zenml/pull/2097
 * Fix API docs environment setup by @strickvl in https://github.com/zenml-io/zenml/pull/2190
 * Use placeholder runs to show pipeline runs in the dashboard without delay by @schustmi in https://github.com/zenml-io/zenml/pull/2048
@@ -2602,7 +2666,7 @@ improvements and bug fixes.
 * Delete extra word from `bentoml` docs by @strickvl in https://github.com/zenml-io/zenml/pull/1484
 * Remove top-level config from recommended repo structure by @schustmi in https://github.com/zenml-io/zenml/pull/1485
 * Bump `mypy` and `ruff` by @strickvl in https://github.com/zenml-io/zenml/pull/1481
-* ZenML Version Downgrade - Silence Warnning by @safoinme in https://github.com/zenml-io/zenml/pull/1477
+* ZenML Version Downgrade - Silence Warning by @safoinme in https://github.com/zenml-io/zenml/pull/1477
 * Update ZenServer recipes to include secret stores by @wjayesh in https://github.com/zenml-io/zenml/pull/1483
 * Fix alembic order by @schustmi in https://github.com/zenml-io/zenml/pull/1487
 * Fix source resolving for classes in notebooks by @schustmi in https://github.com/zenml-io/zenml/pull/1486

zenml/VERSION

@@ -1 +1 @@
-0.64.0.dev20240809
+0.65.0.dev20240906

zenml/artifacts/utils.py

@@ -710,12 +710,19 @@ def _get_artifact_store_from_response_or_from_active_stack(
                 "BaseArtifactStore",
                 StackComponent.from_model(artifact_store_model),
             )
-        except (KeyError, ImportError):
-            logger.warning(
-                "Unable to restore artifact store while trying to load artifact "
-                "`%s`. If this artifact is stored in a remote artifact store, "
-                "this might lead to issues when trying to load the artifact.",
-                artifact.id,
+        except KeyError:
+            raise RuntimeError(
+                "Unable to fetch the artifact store with id: "
+                f"'{artifact.artifact_store_id}'. Check whether the artifact "
+                "store still exists and you have the right permissions to "
+                "access it."
+            )
+        except ImportError:
+            raise RuntimeError(
+                "Unable to load the implementation of the artifact store with"
+                f"id: '{artifact.artifact_store_id}'. Please make sure that "
+                "the environment that you are loading this artifact from "
+                "has the right dependencies."
             )
     return Client().active_stack.artifact_store
 

zenml/cli/__init__.py

@@ -2186,7 +2186,7 @@ zenml service-connector describe SERVICE_CONNECTOR_NAME_ID_OR_PREFIX
 
 You can update a registered service connector by using the `update` command.
 Keep in mind that all service connector updates are validated before being
-applied. If you want to disable this behaviour please use the `--no-verify`
+applied. If you want to disable this behavior please use the `--no-verify`
 flag.
 
 ```bash

zenml/cli/base.py

@@ -79,19 +79,19 @@ class ZenMLProjectTemplateLocation(BaseModel):
 ZENML_PROJECT_TEMPLATES = dict(
     e2e_batch=ZenMLProjectTemplateLocation(
         github_url="zenml-io/template-e2e-batch",
-        github_tag="2024.06.06",  # Make sure it is aligned with .github/workflows/update-templates-to-examples.yml
+        github_tag="2024.08.29",  # Make sure it is aligned with .github/workflows/update-templates-to-examples.yml
     ),
     starter=ZenMLProjectTemplateLocation(
         github_url="zenml-io/template-starter",
-        github_tag="2024.07.26",  # Make sure it is aligned with .github/workflows/update-templates-to-examples.yml
+        github_tag="2024.08.28",  # Make sure it is aligned with .github/workflows/update-templates-to-examples.yml
     ),
     nlp=ZenMLProjectTemplateLocation(
         github_url="zenml-io/template-nlp",
-        github_tag="2024.08.07",  # Make sure it is aligned with .github/workflows/update-templates-to-examples.yml
+        github_tag="2024.08.29",  # Make sure it is aligned with .github/workflows/update-templates-to-examples.yml
     ),
     llm_finetuning=ZenMLProjectTemplateLocation(
         github_url="zenml-io/template-llm-finetuning",
-        github_tag="2024.06.20",  # Make sure it is aligned with .github/workflows/update-templates-to-examples.yml
+        github_tag="2024.08.29",  # Make sure it is aligned with .github/workflows/update-templates-to-examples.yml
     ),
 )
 

zenml/cli/integration.py

@@ -247,32 +247,43 @@ def install(
     Args:
         integrations: The name of the integration to install the requirements
             for.
-        ignore_integration: Integrations to ignore explicitly (passed in separately).
+        ignore_integration: Integrations to ignore explicitly (passed in
+            separately).
         force: Force the installation of the required packages.
         uv: Use uv for package installation (experimental).
     """
-    from zenml.cli.utils import is_uv_installed
+    from zenml.cli.utils import is_pip_installed, is_uv_installed
     from zenml.integrations.registry import integration_registry
 
     if uv and not is_uv_installed():
         error(
-            "UV is not installed but the uv flag was passed in. Please install uv or remove the uv flag."
+            "UV is not installed but the uv flag was passed in. Please install "
+            "uv or remove the uv flag."
+        )
+
+    if not uv and not is_pip_installed():
+        error(
+            "Pip is not installed. Please install pip or use the uv flag "
+            "(--uv) for package installation."
         )
 
     if not integrations:
         # no integrations specified, use all registered integrations
-        integrations = set(integration_registry.integrations.keys())
+        integration_set = set(integration_registry.integrations.keys())
 
         for i in ignore_integration:
             try:
-                integrations.remove(i)
+                integration_set.remove(i)
             except KeyError:
                 error(
                     f"Integration {i} does not exist. Available integrations: "
                     f"{list(integration_registry.integrations.keys())}"
                 )
+    else:
+        integration_set = set(integrations)
+
     # TODO: remove once python 3.8 is deprecated
-    if sys.version_info.minor == 8 and "tensorflow" in integrations:
+    if sys.version_info.minor == 8 and "tensorflow" in integration_set:
         warning(
             "Python 3.8 with TensorFlow is not fully compatible with "
             "Pydantic 2 requirements. Consider upgrading to a "
@@ -280,9 +291,25 @@ def install(
             "Tensorflow integration."
         )
 
+    if sys.version_info.minor == 12 and "tensorflow" in integration_set:
+        warning(
+            "The TensorFlow integration is not yet compatible with Python "
+            "3.12, thus its installation is skipped. Consider using a "
+            "different version of Python and stay in touch for further updates."
+        )
+        integration_set.remove("tensorflow")
+
+    if sys.version_info.minor == 12 and "deepchecks" in integration_set:
+        warning(
+            "The Deepchecks integration is not yet compatible with Python "
+            "3.12, thus its installation is skipped. Consider using a "
+            "different version of Python and stay in touch for further updates."
+        )
+        integration_set.remove("deepchecks")
+
     requirements = []
     integrations_to_install = []
-    for integration_name in integrations:
+    for integration_name in integration_set:
         try:
             if force or not integration_registry.is_installed(
                 integration_name
@@ -346,12 +373,18 @@ def uninstall(
         force: Force the uninstallation of the required packages.
         uv: Use uv for package uninstallation (experimental).
     """
-    from zenml.cli.utils import is_uv_installed
+    from zenml.cli.utils import is_pip_installed, is_uv_installed
     from zenml.integrations.registry import integration_registry
 
     if uv and not is_uv_installed():
         error("Package `uv` is not installed. Please install it and retry.")
 
+    if not uv and not is_pip_installed():
+        error(
+            "Pip is not installed. Please install pip or use the uv flag "
+            "(--uv) for package installation."
+        )
+
     if not integrations:
         # no integrations specified, use all registered integrations
         integrations = tuple(integration_registry.integrations.keys())
@@ -423,12 +456,18 @@ def upgrade(
         force: Force the installation of the required packages.
         uv: Use uv for package installation (experimental).
     """
-    from zenml.cli.utils import is_uv_installed
+    from zenml.cli.utils import is_pip_installed, is_uv_installed
     from zenml.integrations.registry import integration_registry
 
     if uv and not is_uv_installed():
         error("Package `uv` is not installed. Please install it and retry.")
 
+    if not uv and not is_pip_installed():
+        error(
+            "Pip is not installed. Please install pip or use the uv flag "
+            "(--uv) for package installation."
+        )
+
     if not integrations:
         # no integrations specified, use all registered integrations
         integrations = set(integration_registry.integrations.keys())

zenml/cli/pipeline.py

@@ -516,7 +516,7 @@ def list_pipeline_builds(**kwargs: Any) -> None:
     client = Client()
     try:
         with console.status("Listing pipeline builds...\n"):
-            pipeline_builds = client.list_builds(**kwargs)
+            pipeline_builds = client.list_builds(hydrate=True, **kwargs)
     except KeyError as err:
         cli_utils.error(str(err))
     else:
@@ -526,7 +526,14 @@ def list_pipeline_builds(**kwargs: Any) -> None:
 
         cli_utils.print_pydantic_models(
             pipeline_builds,
-            exclude_columns=["created", "updated", "user", "workspace"],
+            exclude_columns=[
+                "created",
+                "updated",
+                "user",
+                "workspace",
+                "images",
+                "stack_checksum",
+            ],
         )
 
 

zenml/cli/stack.py

@@ -74,16 +74,16 @@ from zenml.exceptions import (
 )
 from zenml.io.fileio import rmtree
 from zenml.logger import get_logger
-from zenml.models import StackFilter
-from zenml.models.v2.core.service_connector import (
-    ServiceConnectorRequest,
-    ServiceConnectorResponse,
-)
-from zenml.models.v2.misc.full_stack import (
+from zenml.models import (
     ComponentInfo,
-    FullStackRequest,
     ServiceConnectorInfo,
     ServiceConnectorResourcesInfo,
+    StackFilter,
+    StackRequest,
+)
+from zenml.models.v2.core.service_connector import (
+    ServiceConnectorRequest,
+    ServiceConnectorResponse,
 )
 from zenml.service_connectors.service_connector_utils import (
     get_resources_options_from_resource_model_for_full_stack,
@@ -281,10 +281,11 @@ def register_stack(
         artifact_store is None or orchestrator is None
     ):
         cli_utils.error(
-            "Only stack using service connector can be registered "
-            "without specifying an artifact store and an orchestrator. "
-            "Please specify the artifact store and the orchestrator or "
-            "the service connector or cloud type settings."
+            "The only way to register a stack without specifying an "
+            "orchestrator and an artifact store is by using either a provider"
+            "(-p/--provider) or an existing service connector "
+            "(-sc/--connector). Please specify the artifact store and "
+            "the orchestrator or the service connector or cloud type settings."
         )
 
     client = Client()
@@ -294,12 +295,12 @@ def register_stack(
             cli_utils.error(
                 "You are registering a stack using a service connector, but "
                 "this feature cannot be used with a local ZenML deployment. "
-                "ZenML needs to be accessible from the cloud provider to allow the "
-                "stack and its components to be registered automatically. "
-                "Please deploy ZenML in a remote environment as described in the "
-                "documentation: https://docs.zenml.io/getting-started/deploying-zenml "
-                "or use a managed ZenML Pro server instance for quick access to "
-                "this feature and more: https://www.zenml.io/pro"
+                "ZenML needs to be accessible from the cloud provider to allow "
+                "the stack and its components to be registered automatically. "
+                "Please deploy ZenML in a remote environment as described in "
+                "the documentation: https://docs.zenml.io/getting-started/deploying-zenml "
+                "or use a managed ZenML Pro server instance for quick access "
+                "to this feature and more: https://www.zenml.io/pro"
             )
 
     try:
@@ -315,8 +316,9 @@ def register_stack(
         pass
 
     labels: Dict[str, str] = {}
-    components: Dict[StackComponentType, Union[UUID, ComponentInfo]] = {}
-    # cloud flow
+    components: Dict[StackComponentType, List[Union[UUID, ComponentInfo]]] = {}
+
+    # Cloud Flow
     created_objects: Set[str] = set()
     service_connector: Optional[Union[UUID, ServiceConnectorInfo]] = None
     if provider is not None and connector is None:
@@ -339,6 +341,7 @@ def register_stack(
             )
         except Exception:
             pass
+
         if service_connector_response:
             use_auto_configure = Confirm.ask(
                 f"[bold]{provider.upper()} cloud service connector[/bold] "
@@ -364,8 +367,9 @@ def register_stack(
                         for connector in existing_connectors.items
                     ],
                     headers=["Name"],
-                    prompt_text=f"We found these {provider.upper()} service connectors. "
-                    "Do you want to create a new one or use one of the existing ones?",
+                    prompt_text=f"We found these {provider.upper()} service "
+                    "connectors. Do you want to create a new one or use one "
+                    "of the existing ones?",
                     default_choice="0",
                     allow_zero_be_a_new_object=True,
                 )
@@ -486,7 +490,7 @@ def register_stack(
                     component_info = selected_component.id
                     component_name = selected_component.name
 
-            components[component_type] = component_info
+            components[component_type] = [component_info]
             if component_type == StackComponentType.ARTIFACT_STORE:
                 artifact_store = component_name
             if component_type == StackComponentType.ORCHESTRATOR:
@@ -511,13 +515,15 @@ def register_stack(
             (StackComponentType.CONTAINER_REGISTRY, container_registry),
         ]:
             if component_name_ and component_type_ not in components:
-                components[component_type_] = client.get_stack_component(
-                    component_type_, component_name_
-                ).id
+                components[component_type_] = [
+                    client.get_stack_component(
+                        component_type_, component_name_
+                    ).id
+                ]
 
         try:
-            created_stack = client.zen_store.create_full_stack(
-                full_stack=FullStackRequest(
+            created_stack = client.zen_store.create_stack(
+                stack=StackRequest(
                     user=client.active_user.id,
                     workspace=client.active_workspace.id,
                     name=stack_name,
@@ -2471,6 +2477,12 @@ def _get_stack_component_info(
                 "Skypilot cluster",
                 is_skypilot=True,
             )
+        elif flavor == "azureml":
+            config["subscription_id"] = Prompt.ask(
+                "Enter the subscription ID:"
+            )
+            config["resource_group"] = Prompt.ask("Enter the resource group:")
+            config["workspace"] = Prompt.ask("Enter the workspace name:")
         elif flavor == "vertex":
             config["location"] = query_region(
                 StackDeploymentProvider.GCP, "Vertex AI job"

zenml/cli/utils.py

@@ -1169,6 +1169,19 @@ def is_uv_installed() -> bool:
         return False
 
 
+def is_pip_installed() -> bool:
+    """Check if pip is installed in the current environment.
+
+    Returns:
+        True if pip is installed, False otherwise.
+    """
+    try:
+        pkg_resources.get_distribution("pip")
+        return True
+    except pkg_resources.DistributionNotFound:
+        return False
+
+
 def pretty_print_secret(
     secret: Dict[str, str],
     hide_secret: bool = True,

zenml/client.py

@@ -1522,25 +1522,23 @@ class Client(metaclass=ClientMetaClass):
             stack: The stack to validate.
 
         Raises:
-            KeyError: If the stack references missing components.
             ValidationError: If the stack configuration is invalid.
         """
         local_components: List[str] = []
         remote_components: List[str] = []
         assert stack.components is not None
-        for component_type, component_ids in stack.components.items():
-            for component_id in component_ids:
-                try:
-                    component = self.get_stack_component(
-                        name_id_or_prefix=component_id,
+        for component_type, components in stack.components.items():
+            for component in components:
+                if isinstance(component, UUID):
+                    component_response = self.get_stack_component(
+                        name_id_or_prefix=component,
                         component_type=component_type,
                     )
-                except KeyError as e:
-                    raise KeyError(
-                        f"Cannot register stack '{stack.name}' since it has an "
-                        f"unregistered {component_type} with id "
-                        f"'{component_id}'."
-                    ) from e
+                    component_config = component_response.configuration
+                    component_flavor = component_response.flavor
+                else:
+                    component_config = component.configuration
+                    component_flavor = component.flavor
 
                 # Create and validate the configuration
                 from zenml.stack.utils import (
@@ -1549,9 +1547,9 @@ class Client(metaclass=ClientMetaClass):
                 )
 
                 configuration = validate_stack_component_config(
-                    configuration_dict=component.configuration,
-                    flavor_name=component.flavor,
-                    component_type=component.type,
+                    configuration_dict=component_config,
+                    flavor_name=component_flavor,
+                    component_type=component_type,
                     # Always enforce validation of custom flavors
                     validate_custom_flavors=True,
                 )
@@ -1561,11 +1559,11 @@ class Client(metaclass=ClientMetaClass):
                 warn_if_config_server_mismatch(configuration)
                 if configuration.is_local:
                     local_components.append(
-                        f"{component.type.value}: {component.name}"
+                        f"{component_type.value}: {component_flavor}"
                     )
                 elif configuration.is_remote:
                     remote_components.append(
-                        f"{component.type.value}: {component.name}"
+                        f"{component_type.value}: {component_flavor}"
                     )
 
         if local_components and remote_components:

zenml/config/server_config.py

@@ -381,6 +381,36 @@ class ServerConfiguration(BaseModel):
                     # Revert to the default value if the header is enabled
                     del data[k]
 
+        # Handle merging of user-defined secure_headers_csp value with the default value
+        if "secure_headers_csp" in data:
+            user_defined_csp = data["secure_headers_csp"]
+            if isinstance(user_defined_csp, str):
+                # Parse the user-defined CSP string into a dictionary
+                user_defined_csp_dict = {}
+                for directive in user_defined_csp.split(";"):
+                    directive = directive.strip()
+                    if directive:
+                        key, value = directive.split(" ", 1)
+                        user_defined_csp_dict[key] = value.strip("'\"")
+
+                # Merge the user-defined CSP dictionary with the default CSP dictionary
+                default_csp_dict = {}
+                for directive in DEFAULT_ZENML_SERVER_SECURE_HEADERS_CSP.split(
+                    ";"
+                ):
+                    directive = directive.strip()
+                    if directive:
+                        key, value = directive.split(" ", 1)
+                        default_csp_dict[key] = value.strip("'\"")
+
+                merged_csp_dict = {**default_csp_dict, **user_defined_csp_dict}
+
+                # Convert the merged CSP dictionary back to a string
+                merged_csp_str = "; ".join(
+                    f"{key} {value}" for key, value in merged_csp_dict.items()
+                )
+                data["secure_headers_csp"] = merged_csp_str
+
         return data
 
     @property

zenml/config/source.py

@@ -234,20 +234,16 @@ class NotebookSource(Source):
     """Source representing an object defined in a notebook.
 
     Attributes:
-        code_path: Path where the notebook cell code for this source is
-            uploaded.
         replacement_module: Name of the module from which this source should
             be loaded in case the code is not running in a notebook.
+        artifact_store_id: ID of the artifact store in which the replacement
+            module code is stored.
     """
 
-    code_path: Optional[str] = None
     replacement_module: Optional[str] = None
+    artifact_store_id: Optional[UUID] = None
     type: SourceType = SourceType.NOTEBOOK
 
-    # Private attribute that is used to store the code but should not be
-    # serialized
-    _cell_code: Optional[str] = None
-
     @field_validator("type")
     @classmethod
     def _validate_type(cls, value: SourceType) -> SourceType:

zenml/constants.py

@@ -162,7 +162,6 @@ ENV_ZENML_DISABLE_CLIENT_SERVER_MISMATCH_WARNING = (
 )
 ENV_ZENML_DISABLE_WORKSPACE_WARNINGS = "ZENML_DISABLE_WORKSPACE_WARNINGS"
 ENV_ZENML_SKIP_IMAGE_BUILDER_DEFAULT = "ZENML_SKIP_IMAGE_BUILDER_DEFAULT"
-ENV_ZENML_REQUIRES_CODE_DOWNLOAD = "ZENML_REQUIRES_CODE_DOWNLOAD"
 ENV_ZENML_SERVER = "ZENML_SERVER"
 ENV_ZENML_LOCAL_SERVER = "ZENML_LOCAL_SERVER"
 ENV_ZENML_ENFORCE_TYPE_ANNOTATIONS = "ZENML_ENFORCE_TYPE_ANNOTATIONS"
@@ -173,6 +172,7 @@ ENV_ZENML_PIPELINE_API_TOKEN_EXPIRES_MINUTES = (
 )
 ENV_ZENML_IGNORE_FAILURE_HOOK = "ZENML_IGNORE_FAILURE_HOOK"
 ENV_ZENML_CUSTOM_SOURCE_ROOT = "ZENML_CUSTOM_SOURCE_ROOT"
+ENV_ZENML_WHEEL_PACKAGE_NAME = "ZENML_WHEEL_PACKAGE_NAME"
 
 # ZenML Server environment variables
 ENV_ZENML_SERVER_PREFIX = "ZENML_SERVER_"
@@ -185,6 +185,9 @@ ENV_ZENML_SERVER_USE_LEGACY_DASHBOARD = (
     f"{ENV_ZENML_SERVER_PREFIX}USE_LEGACY_DASHBOARD"
 )
 ENV_ZENML_SERVER_AUTO_ACTIVATE = f"{ENV_ZENML_SERVER_PREFIX}AUTO_ACTIVATE"
+ENV_ZENML_RUN_SINGLE_STEPS_WITHOUT_STACK = (
+    "ZENML_RUN_SINGLE_STEPS_WITHOUT_STACK"
+)
 
 # Logging variables
 IS_DEBUG_ENV: bool = handle_bool_env_var(ENV_ZENML_DEBUG, default=False)
@@ -348,7 +351,6 @@ EMAIL_ANALYTICS = "/email-opt-in"
 EVENT_FLAVORS = "/event-flavors"
 EVENT_SOURCES = "/event-sources"
 FLAVORS = "/flavors"
-FULL_STACK = "/full-stack"
 GET_OR_CREATE = "/get-or-create"
 GRAPH = "/graph"
 HEALTH = "/health"
@@ -486,7 +488,7 @@ MAX_RETRIES_FOR_VERSIONED_ENTITY_CREATION = (
 )
 
 
-FINISHED_ONBOARDING_SURVEY_KEY = "awareness_channels"
+FINISHED_ONBOARDING_SURVEY_KEY = "finished_onboarding_survey"
 
 # Name validation
 BANNED_NAME_CHARACTERS = "\t\n\r\v\f"