zenml-nightly 0.73.0.dev20250128__tar.gz → 0.73.0.dev20250129__tar.gz

{zenml_nightly-0.73.0.dev20250128 → zenml_nightly-0.73.0.dev20250129}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: zenml-nightly
-Version: 0.73.0.dev20250128
+Version: 0.73.0.dev20250129
 Summary: ZenML: Write production-ready ML code.
 License: Apache-2.0
 Keywords: machine learning,production,pipeline,mlops,devops

{zenml_nightly-0.73.0.dev20250128 → zenml_nightly-0.73.0.dev20250129}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "zenml-nightly"
-version = "0.73.0.dev20250128"
+version = "0.73.0.dev20250129"
 packages = [{ include = "zenml", from = "src" }]
 description = "ZenML: Write production-ready ML code."
 authors = ["ZenML GmbH <info@zenml.io>"]

zenml_nightly-0.73.0.dev20250129/src/zenml/VERSION

@@ -0,0 +1 @@
+0.73.0.dev20250129

{zenml_nightly-0.73.0.dev20250128 → zenml_nightly-0.73.0.dev20250129}/src/zenml/client.py

@@ -2453,7 +2453,9 @@ class Client(metaclass=ClientMetaClass):
     def trigger_pipeline(
         self,
         pipeline_name_or_id: Union[str, UUID, None] = None,
-        run_configuration: Optional[PipelineRunConfiguration] = None,
+        run_configuration: Union[
+            PipelineRunConfiguration, Dict[str, Any], None
+        ] = None,
         config_path: Optional[str] = None,
         template_id: Optional[UUID] = None,
         stack_name_or_id: Union[str, UUID, None] = None,
@@ -2524,6 +2526,11 @@ class Client(metaclass=ClientMetaClass):
         if config_path:
             run_configuration = PipelineRunConfiguration.from_yaml(config_path)
 
+        if isinstance(run_configuration, Dict):
+            run_configuration = PipelineRunConfiguration.model_validate(
+                run_configuration
+            )
+
         if run_configuration:
             validate_run_config_is_runnable_from_server(run_configuration)
 

{zenml_nightly-0.73.0.dev20250128 → zenml_nightly-0.73.0.dev20250129}/src/zenml/constants.py

@@ -138,6 +138,7 @@ ENV_ZENML_USER_ID = "ZENML_USER_ID"
 ENV_ZENML_CONFIG_PATH = "ZENML_CONFIG_PATH"
 ENV_ZENML_DEBUG = "ZENML_DEBUG"
 ENV_ZENML_LOGGING_VERBOSITY = "ZENML_LOGGING_VERBOSITY"
+ENV_ZENML_LOGGING_FORMAT = "ZENML_LOGGING_FORMAT"
 ENV_ZENML_REPOSITORY_PATH = "ZENML_REPOSITORY_PATH"
 ENV_ZENML_PREVENT_PIPELINE_EXECUTION = "ZENML_PREVENT_PIPELINE_EXECUTION"
 ENV_ZENML_ENABLE_RICH_TRACEBACK = "ZENML_ENABLE_RICH_TRACEBACK"
@@ -154,6 +155,7 @@ ENV_ZENML_SECRETS_STORE_PREFIX = "ZENML_SECRETS_STORE_"
 ENV_ZENML_BACKUP_SECRETS_STORE_PREFIX = "ZENML_BACKUP_SECRETS_STORE_"
 ENV_ZENML_SKIP_PIPELINE_REGISTRATION = "ZENML_SKIP_PIPELINE_REGISTRATION"
 ENV_AUTO_OPEN_DASHBOARD = "AUTO_OPEN_DASHBOARD"
+ENV_ZENML_AUTO_OPEN_DASHBOARD = "ZENML_AUTO_OPEN_DASHBOARD"
 ENV_ZENML_DISABLE_DATABASE_MIGRATION = "DISABLE_DATABASE_MIGRATION"
 ENV_ZENML_LOCAL_STORES_PATH = "ZENML_LOCAL_STORES_PATH"
 ENV_ZENML_CONTAINER = "ZENML_CONTAINER"

{zenml_nightly-0.73.0.dev20250128 → zenml_nightly-0.73.0.dev20250129}/src/zenml/entrypoints/base_entrypoint_configuration.py

@@ -22,6 +22,8 @@ from uuid import UUID
 
 from zenml.client import Client
 from zenml.code_repositories import BaseCodeRepository
+from zenml.enums import StackComponentType
+from zenml.exceptions import CustomFlavorImportError
 from zenml.logger import get_logger
 from zenml.utils import (
     code_repository_utils,
@@ -31,6 +33,7 @@ from zenml.utils import (
 )
 
 if TYPE_CHECKING:
+    from zenml.artifact_stores import BaseArtifactStore
     from zenml.models import CodeReferenceResponse, PipelineDeploymentResponse
 
 logger = get_logger(__name__)
@@ -204,6 +207,8 @@ class BaseEntrypointConfiguration(ABC):
                 decision instead.
 
         Raises:
+            CustomFlavorImportError: If the artifact store flavor can't be
+                imported.
             RuntimeError: If the current environment requires code download
                 but the deployment does not have a reference to any code.
         """
@@ -215,7 +220,27 @@ class BaseEntrypointConfiguration(ABC):
             return
 
         if code_path := deployment.code_path:
-            code_utils.download_code_from_artifact_store(code_path=code_path)
+            # Load the artifact store not from the active stack but separately.
+            # This is required in case the stack has custom flavor components
+            # (other than the artifact store) for which the flavor
+            # implementations will only be available once the download finishes.
+            try:
+                artifact_store = self._load_active_artifact_store()
+            except CustomFlavorImportError as e:
+                raise CustomFlavorImportError(
+                    "Failed to import custom artifact store flavor. The "
+                    "artifact store flavor is needed to download your code, "
+                    "but it looks like it might be part of the files "
+                    "that we're trying to download. If this is the case, you "
+                    "should disable downloading code from the artifact store "
+                    "using `DockerSettings(allow_download_from_artifact_store=False)` "
+                    "or make sure the artifact flavor files are included in "
+                    "Docker image by using a custom parent image or installing "
+                    "them as part of a pip dependency."
+                ) from e
+            code_utils.download_code_from_artifact_store(
+                code_path=code_path, artifact_store=artifact_store
+            )
         elif code_reference := deployment.code_reference:
             # TODO: This might fail if the code repository had unpushed changes
             # at the time the pipeline run was started.
@@ -300,6 +325,22 @@ class BaseEntrypointConfiguration(ABC):
 
         return False
 
+    def _load_active_artifact_store(self) -> "BaseArtifactStore":
+        """Load the active artifact store.
+
+        Returns:
+            The active artifact store.
+        """
+        from zenml.artifact_stores import BaseArtifactStore
+
+        artifact_store_model = Client().active_stack_model.components[
+            StackComponentType.ARTIFACT_STORE
+        ][0]
+        artifact_store = BaseArtifactStore.from_model(artifact_store_model)
+        assert isinstance(artifact_store, BaseArtifactStore)
+
+        return artifact_store
+
     @abstractmethod
     def run(self) -> None:
         """Runs the entrypoint configuration."""

{zenml_nightly-0.73.0.dev20250128 → zenml_nightly-0.73.0.dev20250129}/src/zenml/exceptions.py

@@ -314,3 +314,7 @@ class SecretsStoreNotConfiguredError(NotImplementedError):
 
 class BackupSecretsStoreNotConfiguredError(NotImplementedError):
     """Raised when a backup secrets store is not configured."""
+
+
+class CustomFlavorImportError(ImportError):
+    """Raised when failing to import a custom flavor."""

{zenml_nightly-0.73.0.dev20250128 → zenml_nightly-0.73.0.dev20250129}/src/zenml/logger.py

@@ -24,6 +24,7 @@ from rich.traceback import install as rich_tb_install
 from zenml.constants import (
     ENABLE_RICH_TRACEBACK,
     ENV_ZENML_LOGGING_COLORS_DISABLED,
+    ENV_ZENML_LOGGING_FORMAT,
     ENV_ZENML_SUPPRESS_LOGS,
     ZENML_LOGGING_VERBOSITY,
     handle_bool_env_var,
@@ -144,6 +145,18 @@ def set_root_verbosity() -> None:
         get_logger(__name__).debug("Logging NOTSET")
 
 
+def get_formatter() -> logging.Formatter:
+    """Get a configured logging formatter.
+
+    Returns:
+        The formatter.
+    """
+    if log_format := os.environ.get(ENV_ZENML_LOGGING_FORMAT, None):
+        return logging.Formatter(fmt=log_format)
+    else:
+        return CustomFormatter()
+
+
 def get_console_handler() -> Any:
     """Get console handler for logging.
 
@@ -151,7 +164,7 @@ def get_console_handler() -> Any:
         A console handler.
     """
     console_handler = logging.StreamHandler(sys.stdout)
-    console_handler.setFormatter(CustomFormatter())
+    console_handler.setFormatter(get_formatter())
     return console_handler
 
 
@@ -179,7 +192,7 @@ def init_logging() -> None:
     set_root_verbosity()
 
     console_handler = logging.StreamHandler(sys.stdout)
-    console_handler.setFormatter(CustomFormatter())
+    console_handler.setFormatter(get_formatter())
     logging.root.addHandler(console_handler)
 
     # Enable logs if environment variable SUPPRESS_ZENML_LOGS is not set to True

{zenml_nightly-0.73.0.dev20250128 → zenml_nightly-0.73.0.dev20250129}/src/zenml/models/v2/base/scoped.py

@@ -241,8 +241,9 @@ class UserScopedFilter(BaseFilter):
         if sort_by == "user":
             column = UserSchema.name
 
-            query = query.join(
-                UserSchema, getattr(table, "user_id") == UserSchema.id
+            query = query.outerjoin(
+                UserSchema,
+                getattr(table, "user_id") == UserSchema.id,
             )
 
             query = query.add_columns(UserSchema.name)

{zenml_nightly-0.73.0.dev20250128 → zenml_nightly-0.73.0.dev20250129}/src/zenml/models/v2/core/pipeline_run.py

@@ -950,31 +950,31 @@ class PipelineRunFilter(WorkspaceScopedTaggableFilter):
         sort_by, operand = self.sorting_params
 
         if sort_by == "pipeline":
-            query = query.join(
+            query = query.outerjoin(
                 PipelineSchema,
                 PipelineRunSchema.pipeline_id == PipelineSchema.id,
             )
             column = PipelineSchema.name
         elif sort_by == "stack":
-            query = query.join(
+            query = query.outerjoin(
                 PipelineDeploymentSchema,
                 PipelineRunSchema.deployment_id == PipelineDeploymentSchema.id,
-            ).join(
+            ).outerjoin(
                 StackSchema,
                 PipelineDeploymentSchema.stack_id == StackSchema.id,
             )
             column = StackSchema.name
         elif sort_by == "model":
-            query = query.join(
+            query = query.outerjoin(
                 ModelVersionSchema,
                 PipelineRunSchema.model_version_id == ModelVersionSchema.id,
-            ).join(
+            ).outerjoin(
                 ModelSchema,
                 ModelVersionSchema.model_id == ModelSchema.id,
             )
             column = ModelSchema.name
         elif sort_by == "model_version":
-            query = query.join(
+            query = query.outerjoin(
                 ModelVersionSchema,
                 PipelineRunSchema.model_version_id == ModelVersionSchema.id,
             )

{zenml_nightly-0.73.0.dev20250128 → zenml_nightly-0.73.0.dev20250129}/src/zenml/stack/flavor.py

@@ -13,11 +13,13 @@
 #  permissions and limitations under the License.
 """Base ZenML Flavor implementation."""
 
+import os
 from abc import abstractmethod
 from typing import Any, Dict, Optional, Type, cast
 
 from zenml.client import Client
 from zenml.enums import StackComponentType
+from zenml.exceptions import CustomFlavorImportError
 from zenml.models import (
     FlavorRequest,
     FlavorResponse,
@@ -126,10 +128,34 @@ class Flavor:
         Args:
             flavor_model: The model to load from.
 
+        Raises:
+            CustomFlavorImportError: If the custom flavor can't be imported.
+            ImportError: If the flavor can't be imported.
+
         Returns:
             The loaded flavor.
         """
-        flavor = source_utils.load(flavor_model.source)()
+        try:
+            flavor = source_utils.load(flavor_model.source)()
+        except (ModuleNotFoundError, ImportError, NotImplementedError) as err:
+            if flavor_model.is_custom:
+                flavor_module, _ = flavor_model.source.rsplit(".")
+                expected_file_path = os.path.join(
+                    source_utils.get_source_root(),
+                    flavor_module.replace(".", os.path.sep),
+                )
+                raise CustomFlavorImportError(
+                    f"Couldn't import custom flavor {flavor_model.name}: "
+                    f"{err}. Make sure the custom flavor class "
+                    f"`{flavor_model.source}` is importable. If it is part of "
+                    "a library, make sure it is installed. If "
+                    "it is a local code file, make sure it exists at "
+                    f"`{expected_file_path}.py`."
+                )
+            else:
+                raise ImportError(
+                    f"Couldn't import flavor {flavor_model.name}: {err}"
+                )
         return cast(Flavor, flavor)
 
     def to_model(

{zenml_nightly-0.73.0.dev20250128 → zenml_nightly-0.73.0.dev20250129}/src/zenml/stack/stack_component.py

@@ -402,16 +402,10 @@ class StackComponent:
         Raises:
             ImportError: If the flavor can't be imported.
         """
-        flavor_model = component_model.flavor
-
-        try:
-            from zenml.stack import Flavor
+        from zenml.stack import Flavor
 
-            flavor = Flavor.from_model(flavor_model)
-        except (ModuleNotFoundError, ImportError, NotImplementedError) as err:
-            raise ImportError(
-                f"Couldn't import flavor {flavor_model.name}: {err}"
-            )
+        flavor_model = component_model.flavor
+        flavor = Flavor.from_model(flavor_model)
 
         configuration = flavor.config_class(**component_model.configuration)
 

{zenml_nightly-0.73.0.dev20250128 → zenml_nightly-0.73.0.dev20250129}/src/zenml/utils/code_utils.py

@@ -249,16 +249,7 @@ def download_and_extract_code(code_path: str, extract_dir: str) -> None:
     Args:
         code_path: Path where the code is uploaded.
         extract_dir: Directory where to code should be extracted to.
-
-    Raises:
-        RuntimeError: If the code is stored in an artifact store which is
-            not active.
     """
-    artifact_store = Client().active_stack.artifact_store
-
-    if not code_path.startswith(artifact_store.path):
-        raise RuntimeError("Code stored in different artifact store.")
-
     download_path = os.path.basename(code_path)
     fileio.copy(code_path, download_path)
 
@@ -266,17 +257,30 @@ def download_and_extract_code(code_path: str, extract_dir: str) -> None:
     os.remove(download_path)
 
 
-def download_code_from_artifact_store(code_path: str) -> None:
+def download_code_from_artifact_store(
+    code_path: str, artifact_store: "BaseArtifactStore"
+) -> None:
     """Download code from the artifact store.
 
     Args:
         code_path: Path where the code is stored.
+        artifact_store: The artifact store to use for the download.
+
+    Raises:
+        RuntimeError: If the code is stored in an artifact store which is
+            not active.
     """
     logger.info("Downloading code from artifact store path `%s`.", code_path)
 
-    # Do not remove this line, we need to instantiate the artifact store to
-    # register the filesystem needed for the file download
-    _ = Client().active_stack.artifact_store
+    if not code_path.startswith(artifact_store.path):
+        raise RuntimeError(
+            "The code is not stored in the artifact store "
+            f"{artifact_store.name} that was passed to download it."
+        )
+
+    # Make sure we register the artifact store filesystem here so the
+    # fileio.copy call will pick up the right credentials
+    artifact_store._register()
 
     extract_dir = os.path.abspath("code")
     os.makedirs(extract_dir)

{zenml_nightly-0.73.0.dev20250128 → zenml_nightly-0.73.0.dev20250129}/src/zenml/utils/dashboard_utils.py

@@ -13,6 +13,7 @@
 #  permissions and limitations under the License.
 """Utility class to help with interacting with the dashboard."""
 
+import os
 from typing import Optional
 from uuid import UUID
 
@@ -156,9 +157,27 @@ def show_dashboard(url: str) -> None:
         display(IFrame(src=url, width="100%", height=720))
 
     elif environment in (EnvironmentType.NATIVE, EnvironmentType.WSL):
-        if constants.handle_bool_env_var(
+        open_dashboard = True
+
+        if constants.ENV_AUTO_OPEN_DASHBOARD in os.environ:
+            logger.warning(
+                "The `%s` environment variable is deprecated, use the `%s` "
+                "environment variable instead.",
+                constants.ENV_AUTO_OPEN_DASHBOARD,
+                constants.ENV_ZENML_AUTO_OPEN_DASHBOARD,
+            )
+
+        if not constants.handle_bool_env_var(
             constants.ENV_AUTO_OPEN_DASHBOARD, default=True
         ):
+            open_dashboard = False
+
+        if not constants.handle_bool_env_var(
+            constants.ENV_ZENML_AUTO_OPEN_DASHBOARD, default=True
+        ):
+            open_dashboard = False
+
+        if open_dashboard:
             try:
                 import webbrowser
 
@@ -169,14 +188,16 @@ def show_dashboard(url: str) -> None:
                 logger.info(
                     "Automatically opening the dashboard in your "
                     "browser. To disable this, set the env variable "
-                    "AUTO_OPEN_DASHBOARD=false."
+                    "`%s=false`.",
+                    constants.ENV_ZENML_AUTO_OPEN_DASHBOARD,
                 )
             except Exception as e:
                 logger.error(e)
         else:
             logger.info(
                 "To open the dashboard in a browser automatically, "
-                "set the env variable AUTO_OPEN_DASHBOARD=true."
+                "set the env variable `%s=true`.",
+                constants.ENV_ZENML_AUTO_OPEN_DASHBOARD,
             )
 
     else:

{zenml_nightly-0.73.0.dev20250128 → zenml_nightly-0.73.0.dev20250129}/src/zenml/utils/pipeline_docker_image_builder.py

@@ -587,7 +587,7 @@ class PipelineDockerImageBuilder:
             f"ENV {ENV_ZENML_LOGGING_COLORS_DISABLED}={str(handle_bool_env_var(ENV_ZENML_LOGGING_COLORS_DISABLED, False))}"
         )
         for key, value in docker_settings.environment.items():
-            lines.append(f"ENV {key.upper()}={value}")
+            lines.append(f"ENV {key.upper()}='{value}'")
 
         if apt_packages:
             apt_packages = " ".join(f"'{p}'" for p in apt_packages)

zenml_nightly-0.73.0.dev20250128/src/zenml/VERSION

@@ -1 +0,0 @@
-0.73.0.dev20250128