zenml-nightly 0.58.2.dev20240623__py3-none-any.whl → 0.61.0.dev20240712__py3-none-any.whl

zenml/actions/pipeline_run/pipeline_run_action.py

@@ -24,20 +24,21 @@ from zenml.actions.base_action import (
 from zenml.config.global_config import GlobalConfiguration
 from zenml.config.pipeline_run_configuration import PipelineRunConfiguration
 from zenml.enums import PluginSubType
+from zenml.logger import get_logger
 from zenml.models import (
+    ActionRequest,
+    ActionResponse,
+    ActionUpdate,
     TriggerExecutionResponse,
-    TriggerRequest,
-    TriggerResponse,
-    TriggerUpdate,
 )
 from zenml.models.v2.base.base import BaseResponse
 from zenml.zen_server.auth import AuthContext
 from zenml.zen_server.pipeline_deployment.utils import run_pipeline
-from zenml.zen_server.rbac.models import (  # TODO: Maybe we move these into a common place?
-    ResourceType,
-)
+from zenml.zen_server.rbac.models import ResourceType
 from zenml.zen_server.utils import server_config
 
+logger = get_logger(__name__)
+
 # -------------------- Configuration Models ----------------------------------
 
 
@@ -95,7 +96,7 @@ class PipelineRunActionHandler(BaseActionHandler):
         assert isinstance(config, PipelineRunActionConfiguration)
 
         deployment = zen_store().get_deployment(config.pipeline_deployment_id)
-        print("Running deployment:", deployment)
+        logger.debug("Running deployment:", deployment)
         run_pipeline(
             deployment=deployment,
             run_config=config.run_config,
@@ -121,13 +122,13 @@ class PipelineRunActionHandler(BaseActionHandler):
         except KeyError:
             raise ValueError(f"No deployment found with id {deployment_id}.")
 
-    def _validate_trigger_request(
-        self, trigger: TriggerRequest, config: ActionConfig
+    def _validate_action_request(
+        self, action: ActionRequest, config: ActionConfig
     ) -> None:
-        """Validate a trigger request before it is created in the database.
+        """Validate an action request before it is created in the database.
 
         Args:
-            trigger: Trigger request.
+            action: Action request.
             config: Action configuration instantiated from the request.
         """
         assert isinstance(config, PipelineRunActionConfiguration)
@@ -135,25 +136,25 @@ class PipelineRunActionHandler(BaseActionHandler):
         self._validate_configuration(config)
 
         # If an expiration window is not set, we set it to the default value
-        if trigger.auth_window is None:
-            trigger.auth_window = server_config().pipeline_run_auth_window
+        if action.auth_window is None:
+            action.auth_window = server_config().pipeline_run_auth_window
 
-    def _validate_trigger_update(
+    def _validate_action_update(
         self,
-        trigger: TriggerResponse,
+        action: ActionResponse,
         config: ActionConfig,
-        trigger_update: TriggerUpdate,
+        action_update: ActionUpdate,
         config_update: ActionConfig,
     ) -> None:
-        """Validate a trigger update before it is reflected in the database.
+        """Validate an action update before it is reflected in the database.
 
         Args:
-            trigger: Original trigger before the update.
+            action: Original action before the update.
             config: Action configuration instantiated from the original
-                trigger.
-            trigger_update: Trigger update request.
+                action.
+            action_update: Action update request.
             config_update: Action configuration instantiated from the
-                updated trigger.
+                updated action.
         """
         assert isinstance(config, PipelineRunActionConfiguration)
 
@@ -162,12 +163,14 @@ class PipelineRunActionHandler(BaseActionHandler):
     def extract_resources(
         self,
         action_config: ActionConfig,
+        hydrate: bool = False,
     ) -> Dict[ResourceType, BaseResponse[Any, Any, Any]]:
         """Extract related resources for this action.
 
         Args:
             action_config: Action configuration from which to extract related
                 resources.
+            hydrate: Flag deciding whether to hydrate the resources.
 
         Returns:
             List of resources related to the action.
@@ -181,7 +184,9 @@ class PipelineRunActionHandler(BaseActionHandler):
         zen_store = GlobalConfiguration().zen_store
 
         try:
-            deployment = zen_store.get_deployment(deployment_id=deployment_id)
+            deployment = zen_store.get_deployment(
+                deployment_id=deployment_id, hydrate=hydrate
+            )
         except KeyError:
             raise ValueError(f"No deployment found with id {deployment_id}.")
 
@@ -191,7 +196,7 @@ class PipelineRunActionHandler(BaseActionHandler):
 
         if deployment.pipeline is not None:
             pipeline = zen_store.get_pipeline(
-                pipeline_id=deployment.pipeline.id
+                pipeline_id=deployment.pipeline.id, hydrate=hydrate
             )
             resources[ResourceType.PIPELINE] = pipeline
 

zenml/analytics/enums.py

@@ -85,6 +85,9 @@ class AnalyticsEvent(str, Enum):
     DEPLOY_STACK_COMPONENT = "Stack component deployed"
     DESTROY_STACK_COMPONENT = "Stack component destroyed"
 
+    # Full stack infrastructure deployment
+    DEPLOY_FULL_STACK = "Full stack deployed"
+
     # Tag created
     CREATED_TAG = "Tag created"
 

zenml/artifact_stores/base_artifact_store.py

@@ -14,6 +14,7 @@
 """The base interface to extend the ZenML artifact store."""
 
 import inspect
+import os
 import textwrap
 from abc import abstractmethod
 from pathlib import Path
@@ -34,6 +35,7 @@ from typing import (
 
 from pydantic import model_validator
 
+from zenml.constants import ENV_ZENML_SERVER
 from zenml.enums import StackComponentType
 from zenml.exceptions import ArtifactStoreInterfaceError
 from zenml.io import fileio
@@ -433,7 +435,11 @@ class BaseArtifactStore(StackComponent):
             **kwargs: The keyword arguments to pass to the Pydantic object.
         """
         super(BaseArtifactStore, self).__init__(*args, **kwargs)
-        self._register()
+
+        # If running in a ZenML server environment, we don't register
+        # the filesystems. We always use the artifact stores directly.
+        if ENV_ZENML_SERVER not in os.environ:
+            self._register()
 
     def _register(self) -> None:
         """Create and register a filesystem within the filesystem registry."""

zenml/artifacts/utils.py

@@ -436,18 +436,21 @@ def load_artifact_visualization(
     artifact_store = _load_artifact_store(
         artifact_store_id=artifact.artifact_store_id, zen_store=zen_store
     )
-    mode = "rb" if visualization.type == VisualizationType.IMAGE else "r"
-    value = _load_file_from_artifact_store(
-        uri=visualization.uri,
-        artifact_store=artifact_store,
-        mode=mode,
-    )
+    try:
+        mode = "rb" if visualization.type == VisualizationType.IMAGE else "r"
+        value = _load_file_from_artifact_store(
+            uri=visualization.uri,
+            artifact_store=artifact_store,
+            mode=mode,
+        )
 
-    # Encode image visualizations if requested
-    if visualization.type == VisualizationType.IMAGE and encode_image:
-        value = base64.b64encode(bytes(value))
+        # Encode image visualizations if requested
+        if visualization.type == VisualizationType.IMAGE and encode_image:
+            value = base64.b64encode(bytes(value))
 
-    return LoadedVisualization(type=visualization.type, value=value)
+        return LoadedVisualization(type=visualization.type, value=value)
+    finally:
+        artifact_store.cleanup()
 
 
 def load_artifact_from_response(artifact: "ArtifactVersionResponse") -> Any:

zenml/cli/__init__.py

@@ -1411,6 +1411,34 @@ zenml stack register STACK_NAME \
 Each corresponding argument should be the name, id or even the first few letters
  of the id that uniquely identify the artifact store or orchestrator.
 
+To create a new stack using the new service connector with a set of minimal components, 
+use the following command:
+
+```bash
+zenml stack register STACK_NAME \
+       -p CLOUD_PROVIDER
+```
+
+To create a new stack using the existing service connector with a set of minimal components, 
+use the following command:
+
+```bash
+zenml stack register STACK_NAME \
+       -sc SERVICE_CONNECTOR_NAME
+```
+
+To create a new stack using the existing service connector with existing components (
+important, that the components are already registered in the service connector), use the 
+following command:
+
+```bash
+zenml stack register STACK_NAME \
+       -sc SERVICE_CONNECTOR_NAME \
+       -a ARTIFACT_STORE_NAME \
+       -o ORCHESTRATOR_NAME \
+       ...
+```
+
 If you want to immediately set this newly created stack as your active stack,
 simply pass along the `--set` flag.
 

zenml/cli/artifact.py

@@ -13,7 +13,6 @@
 #  permissions and limitations under the License.
 """CLI functionality to interact with artifacts."""
 
-from functools import partial
 from typing import Any, Dict, List, Optional
 
 import click
@@ -258,7 +257,7 @@ def prune_artifacts(
     """
     client = Client()
     unused_artifact_versions = depaginate(
-        partial(client.list_artifact_versions, only_unused=True)
+        client.list_artifact_versions, only_unused=True
     )
 
     if not unused_artifact_versions:

zenml/cli/integration.py

@@ -263,13 +263,6 @@ def install(
         # no integrations specified, use all registered integrations
         integrations = set(integration_registry.integrations.keys())
 
-        # TODO: remove once python 3.11 gcp integration issue is resolved
-        if sys.version_info >= (3, 11) and "gcp" in integrations:
-            warning(
-                "We are aware of dependency resolution issues when using "
-                "Python 3.11.x with the GCP integration. For now, please use "
-                "Python 3.10 or lower instead while we work on a fix."
-            )
         for i in ignore_integration:
             try:
                 integrations.remove(i)
@@ -278,6 +271,14 @@ def install(
                     f"Integration {i} does not exist. Available integrations: "
                     f"{list(integration_registry.integrations.keys())}"
                 )
+    # TODO: remove once python 3.8 is deprecated
+    if sys.version_info.minor == 8 and "tensorflow" in integrations:
+        warning(
+            "Python 3.8 with TensorFlow is not fully compatible with "
+            "Pydantic 2 requirements. Consider upgrading to a "
+            "higher Python version if you would like to use the "
+            "Tensorflow integration."
+        )
 
     requirements = []
     integrations_to_install = []
@@ -360,7 +361,7 @@ def uninstall(
         try:
             if integration_registry.is_installed(integration_name):
                 requirements += (
-                    integration_registry.select_integration_requirements(
+                    integration_registry.select_uninstall_requirements(
                         integration_name
                     )
                 )

zenml/cli/server.py

@@ -170,6 +170,12 @@ def up(
         else:
             pass
         provider = ServerProviderType.LOCAL
+    if cli_utils.requires_mac_env_var_warning():
+        cli_utils.error(
+            "The `OBJC_DISABLE_INITIALIZE_FORK_SAFETY` environment variable "
+            "is recommended to run the ZenML server locally on a Mac. "
+            "Please set it to `YES` and try again."
+        )
 
     os.environ[ENV_ZENML_LOCAL_SERVER] = str(True)
 

zenml/cli/service_connectors.py

@@ -1109,6 +1109,7 @@ def describe_service_connector(
                 name_id_or_prefix=name_id_or_prefix,
                 resource_type=resource_type,
                 resource_id=resource_id,
+                verify=True,
             )
         except (
             KeyError,