zenml-nightly 0.75.0.dev20250312__py3-none-any.whl → 0.75.0.dev20250313__py3-none-any.whl

zenml/config/global_config.py

@@ -397,8 +397,13 @@ class GlobalConfiguration(BaseModel, metaclass=GlobalConfigMetaClass):
             self.active_stack_id,
             config_name="global",
         )
-        self.active_workspace_name = active_workspace.name
-        self._active_workspace = active_workspace
+        if active_workspace:
+            self.active_workspace_name = active_workspace.name
+            self._active_workspace = active_workspace
+        else:
+            self.active_workspace_name = None
+            self._active_workspace = None
+
         self.set_active_stack(active_stack)
 
     @property
@@ -763,10 +768,18 @@ class GlobalConfiguration(BaseModel, metaclass=GlobalConfigMetaClass):
 
         Returns:
             The name of the active workspace.
+
+        Raises:
+            RuntimeError: If the active workspace is not set.
         """
         if self.active_workspace_name is None:
             _ = self.zen_store
-            assert self.active_workspace_name is not None
+            if self.active_workspace_name is None:
+                raise RuntimeError(
+                    "No workspace is currently set as active. Please set the "
+                    "active workspace using the `zenml workspace set` CLI "
+                    "command."
+                )
 
         return self.active_workspace_name
 

zenml/config/pipeline_configurations.py

@@ -14,7 +14,7 @@
 """Pipeline configuration classes."""
 
 from datetime import datetime
-from typing import TYPE_CHECKING, Any, Dict, List, Optional
+from typing import TYPE_CHECKING, Any, Dict, List, Optional, Union
 
 from pydantic import SerializeAsAny, field_validator
 
@@ -23,6 +23,7 @@ from zenml.config.retry_config import StepRetryConfig
 from zenml.config.source import SourceWithValidator
 from zenml.config.strict_base_model import StrictBaseModel
 from zenml.model.model import Model
+from zenml.utils.tag_utils import Tag
 from zenml.utils.time_utils import utc_now
 
 if TYPE_CHECKING:
@@ -41,7 +42,7 @@ class PipelineConfigurationUpdate(StrictBaseModel):
     enable_artifact_visualization: Optional[bool] = None
     enable_step_logs: Optional[bool] = None
     settings: Dict[str, SerializeAsAny[BaseSettings]] = {}
-    tags: Optional[List[str]] = None
+    tags: Optional[List[Union[str, "Tag"]]] = None
     extra: Dict[str, Any] = {}
     failure_hook_source: Optional[SourceWithValidator] = None
     success_hook_source: Optional[SourceWithValidator] = None

zenml/config/pipeline_run_configuration.py

@@ -27,6 +27,7 @@ from zenml.config.strict_base_model import StrictBaseModel
 from zenml.model.model import Model
 from zenml.models import PipelineBuildBase
 from zenml.utils import pydantic_utils
+from zenml.utils.tag_utils import Tag
 
 
 class PipelineRunConfiguration(
@@ -45,7 +46,7 @@ class PipelineRunConfiguration(
     )
     steps: Dict[str, StepConfigurationUpdate] = {}
     settings: Dict[str, SerializeAsAny[BaseSettings]] = {}
-    tags: Optional[List[str]] = None
+    tags: Optional[List[Union[str, Tag]]] = None
     extra: Dict[str, Any] = {}
     model: Optional[Model] = None
     parameters: Optional[Dict[str, Any]] = None

zenml/config/secret_reference_mixin.py

@@ -115,7 +115,7 @@ class SecretReferenceMixin(BaseModel):
 
         # Try to resolve the secret using the secret store
         try:
-            secret = Client().get_secret_by_name_and_scope(
+            secret = Client().get_secret_by_name_and_private_status(
                 name=secret_ref.name,
             )
         except (KeyError, NotImplementedError):

zenml/constants.py

@@ -163,7 +163,6 @@ ENV_ZENML_PAGINATION_DEFAULT_LIMIT = "ZENML_PAGINATION_DEFAULT_LIMIT"
 ENV_ZENML_DISABLE_CLIENT_SERVER_MISMATCH_WARNING = (
     "ZENML_DISABLE_CLIENT_SERVER_MISMATCH_WARNING"
 )
-ENV_ZENML_DISABLE_WORKSPACE_WARNINGS = "ZENML_DISABLE_WORKSPACE_WARNINGS"
 ENV_ZENML_SKIP_IMAGE_BUILDER_DEFAULT = "ZENML_SKIP_IMAGE_BUILDER_DEFAULT"
 ENV_ZENML_SKIP_STACK_VALIDATION = "ZENML_SKIP_STACK_VALIDATION"
 ENV_ZENML_SERVER = "ZENML_SERVER"
@@ -331,7 +330,6 @@ DEFAULT_ZENML_SERVER_REPORT_USER_ACTIVITY_TO_DB_SECONDS = 30
 DEFAULT_ZENML_SERVER_MAX_REQUEST_BODY_SIZE_IN_BYTES = 256 * 1024 * 1024
 
 DEFAULT_REPORTABLE_RESOURCES = ["pipeline", "pipeline_run", "model"]
-REQUIRES_CUSTOM_RESOURCE_REPORTING = ["pipeline", "pipeline_run"]
 
 # API Endpoint paths:
 ACTIVATE = "/activate"
@@ -358,7 +356,6 @@ EMAIL_ANALYTICS = "/email-opt-in"
 EVENT_FLAVORS = "/event-flavors"
 EVENT_SOURCES = "/event-sources"
 FLAVORS = "/flavors"
-GET_OR_CREATE = "/get-or-create"
 HEALTH = "/health"
 INFO = "/info"
 LOAD_INFO = "/load-info"
@@ -402,6 +399,7 @@ STATUS = "/status"
 STEP_CONFIGURATION = "/step-configuration"
 STEPS = "/steps"
 TAGS = "/tags"
+TAG_RESOURCES = "/tag_resources"
 TRIGGERS = "/triggers"
 TRIGGER_EXECUTIONS = "/trigger_executions"
 ONBOARDING_STATE = "/onboarding_state"

zenml/enums.py

@@ -135,13 +135,6 @@ class StackComponentType(StrEnum):
         return f"{self.value}s"
 
 
-class SecretScope(StrEnum):
-    """Enum for the scope of a secret."""
-
-    WORKSPACE = "workspace"
-    USER = "user"
-
-
 class StoreType(StrEnum):
     """Zen Store Backend Types."""
 

zenml/event_hub/event_hub.py

@@ -126,7 +126,9 @@ class InternalEventHub(BaseEventHub):
         triggers: List[TriggerResponse] = depaginate(
             self.zen_store.list_triggers,
             trigger_filter_model=TriggerFilter(
-                event_source_id=event_source.id, is_active=True
+                workspace=event_source.workspace.id,
+                event_source_id=event_source.id,
+                is_active=True,
             ),
             hydrate=True,
         )

zenml/exceptions.py

@@ -172,34 +172,10 @@ class EntityCreationError(ZenMLBaseException, RuntimeError):
     """Raised when failing to create an entity."""
 
 
-class ActionExistsError(EntityExistsError):
-    """Raised when registering an action with a name that already exists."""
-
-
-class TriggerExistsError(EntityExistsError):
-    """Raised when registering a trigger with name that already exists."""
-
-
 class WebhookInactiveError(ZenMLBaseException):
     """Raised when source is inactive."""
 
 
-class StackExistsError(EntityExistsError):
-    """Raised when trying to register a stack with name that already exists."""
-
-
-class StackComponentExistsError(EntityExistsError):
-    """Raised when trying to register a stack component with existing name."""
-
-
-class EventSourceExistsError(EntityExistsError):
-    """Raised when trying to register an event source with existing name."""
-
-
-class SecretExistsError(EntityExistsError):
-    """Raised when trying to register a secret with existing name."""
-
-
 class StackValidationError(ZenMLBaseException):
     """Raised when a stack configuration is not valid."""
 

zenml/integrations/aws/orchestrators/sagemaker_orchestrator.py

@@ -870,9 +870,11 @@ class SagemakerOrchestrator(ContainerizedOrchestrator):
              the URL to the dashboard view in SageMaker.
         """
         try:
-            region_name, pipeline_name, execution_id = (
-                dissect_pipeline_execution_arn(execution_arn)
-            )
+            (
+                region_name,
+                pipeline_name,
+                execution_id,
+            ) = dissect_pipeline_execution_arn(execution_arn)
 
             # Get the Sagemaker session
             session = self._get_sagemaker_session()

zenml/integrations/bitbucket/plugins/event_sources/bitbucket_webhook_event_source.py

@@ -18,7 +18,6 @@ from uuid import UUID
 
 from pydantic import BaseModel, ConfigDict, Field
 
-from zenml.enums import SecretScope
 from zenml.event_sources.base_event import (
     BaseEvent,
 )
@@ -335,9 +334,7 @@ class BitbucketWebhookEventSourceHandler(BaseWebhookEventSourceHandler):
         webhook_secret = SecretRequest(
             name=f"event_source-{str(event_source.id)}-{random_str(4)}".lower(),
             values={"webhook_secret": secret_key_value},
-            workspace=event_source.workspace.id,
-            user=event_source.user.id,
-            scope=SecretScope.WORKSPACE,
+            private=False,
         )
         secret = self.zen_store.create_secret(webhook_secret)
 

zenml/integrations/github/plugins/event_sources/github_webhook_event_source.py

@@ -19,7 +19,6 @@ from uuid import UUID
 
 from pydantic import BaseModel, ConfigDict, Field
 
-from zenml.enums import SecretScope
 from zenml.event_sources.base_event import (
     BaseEvent,
 )
@@ -361,9 +360,7 @@ class GithubWebhookEventSourceHandler(BaseWebhookEventSourceHandler):
         webhook_secret = SecretRequest(
             name=f"event_source-{str(event_source.id)}-{random_str(4)}".lower(),
             values={"webhook_secret": secret_key_value},
-            workspace=event_source.workspace.id,
-            user=event_source.user.id,
-            scope=SecretScope.WORKSPACE,
+            private=False,
         )
         secret = self.zen_store.create_secret(webhook_secret)
 

zenml/integrations/mlflow/steps/mlflow_registry.py

@@ -92,7 +92,7 @@ def mlflow_register_model_step(
     pipeline_name = step_context.pipeline.name
     current_run_name = step_context.pipeline_run.name
     pipeline_run_uuid = str(step_context.pipeline_run.id)
-    zenml_workspace = str(model_registry.workspace)
+    zenml_workspace = str(step_context.pipeline.workspace.name)
 
     # Get MLflow run ID either from params or from experiment tracker using
     # pipeline name and run name

zenml/integrations/seldon/model_deployers/seldon_model_deployer.py

@@ -245,7 +245,7 @@ class SeldonModelDeployer(BaseModelDeployer):
             )
 
             try:
-                zenml_secret = Client().get_secret_by_name_and_scope(
+                zenml_secret = Client().get_secret_by_name_and_private_status(
                     name=self.config.secret,
                 )
             except KeyError as e:

zenml/integrations/wandb/flavors/wandb_experiment_tracker_flavor.py

@@ -23,7 +23,7 @@ from typing import (
     cast,
 )
 
-from pydantic import field_validator, BaseModel
+from pydantic import BaseModel, field_validator
 
 from zenml.config.base_settings import BaseSettings
 from zenml.experiment_trackers.base_experiment_tracker import (
@@ -69,8 +69,8 @@ class WandbExperimentTrackerSettings(BaseSettings):
         import wandb
 
         if isinstance(value, wandb.Settings):
-            # Depending on the wandb version, either `model_dump`, 
-            # `make_static` or `to_dict` is available to convert the settings 
+            # Depending on the wandb version, either `model_dump`,
+            # `make_static` or `to_dict` is available to convert the settings
             # to a dictionary
             if isinstance(value, BaseModel):
                 return value.model_dump()

zenml/model/model.py

@@ -532,9 +532,11 @@ class Model(BaseModel):
             )
             model = mv.model
         else:
+            # TODO: This whole thing needs to be refactored as a get_or_create
+            # REST API call.
             try:
-                model = zenml_client.zen_store.get_model(
-                    model_name_or_id=self.name
+                model = zenml_client.get_model(
+                    model_name_or_id=self.name, bypass_lazy_loader=True
                 )
             except KeyError:
                 model_request = ModelRequest(
@@ -546,7 +548,6 @@ class Model(BaseModel):
                     limitations=self.limitations,
                     trade_offs=self.trade_offs,
                     ethics=self.ethics,
-                    user=zenml_client.active_user.id,
                     workspace=zenml_client.active_workspace.id,
                     save_models_to_registry=self.save_models_to_registry,
                 )
@@ -559,8 +560,8 @@ class Model(BaseModel):
                         f"New model `{self.name}` was created implicitly."
                     )
                 except EntityExistsError:
-                    model = zenml_client.zen_store.get_model(
-                        model_name_or_id=self.name
+                    model = zenml_client.get_model(
+                        model_name_or_id=self.name, bypass_lazy_loader=True
                     )
 
         self._model_id = model.id
@@ -686,7 +687,7 @@ class Model(BaseModel):
                     "model version in given stage exists. It might be missing, if "
                     "the pipeline promoting model version to this stage failed,"
                     " as an example. You can explore model versions using "
-                    f"`zenml model version list -n {self.name}` CLI command."
+                    f"`zenml model version list {self.name}` CLI command."
                 )
             if str(self.version).isnumeric():
                 raise RuntimeError(
@@ -696,12 +697,11 @@ class Model(BaseModel):
                     "model version with given number exists. It might be missing, if "
                     "the pipeline creating model version failed,"
                     " as an example. You can explore model versions using "
-                    f"`zenml model version list -n {self.name}` CLI command."
+                    f"`zenml model version list {self.name}` CLI command."
                 )
 
             client = Client()
             model_version_request = ModelVersionRequest(
-                user=client.active_user.id,
                 workspace=client.active_workspace.id,
                 name=str(self.version) if self.version else None,
                 description=self.description,

zenml/models/__init__.py

@@ -133,7 +133,8 @@ from zenml.models.v2.core.component import (
     ComponentResponse,
     ComponentResponseBody,
     ComponentResponseMetadata,
-    ComponentResponseResources
+    ComponentResponseResources,
+    DefaultComponentRequest,
 )
 from zenml.models.v2.core.event_source_flavor import (
     EventSourceFlavorResponse,
@@ -275,6 +276,7 @@ from zenml.models.v2.core.service_connector import (
     ServiceConnectorResponseMetadata,
 )
 from zenml.models.v2.core.stack import (
+    DefaultStackRequest,
     StackRequest,
     StackUpdate,
     StackFilter,
@@ -282,6 +284,10 @@ from zenml.models.v2.core.stack import (
     StackResponseBody,
     StackResponseMetadata,
 )
+from zenml.models.v2.misc.statistics import (
+    WorkspaceStatistics,
+    ServerStatistics,
+)
 from zenml.models.v2.core.step_run import (
     StepRunRequest,
     StepRunUpdate,
@@ -295,6 +301,7 @@ from zenml.models.v2.core.tag import (
     TagFilter,
     TagResponse,
     TagResponseBody,
+    TagResponseMetadata,
     TagRequest,
     TagUpdate,
 )
@@ -395,6 +402,9 @@ from zenml.models.v2.misc.stack_deployment import (
     StackDeploymentConfig,
     StackDeploymentInfo,
 )
+from zenml.models.v2.misc.tag import (
+    TagResource,
+)
 from zenml.models.v2.misc.info_models import (
     ComponentInfo,
     ServiceConnectorInfo,
@@ -440,6 +450,7 @@ PipelineDeploymentRequest.model_rebuild()
 PipelineDeploymentResponseBody.model_rebuild()
 PipelineDeploymentResponseMetadata.model_rebuild()
 PipelineDeploymentResponseResources.model_rebuild()
+PipelineRunRequest.model_rebuild()
 PipelineRunResponseBody.model_rebuild()
 PipelineRunResponseMetadata.model_rebuild()
 PipelineRunResponseResources.model_rebuild()
@@ -562,6 +573,8 @@ __all__ = [
     "ComponentResponseBody",
     "ComponentResponseMetadata",
     "ComponentResponseResources",
+    "DefaultComponentRequest",
+    "DefaultStackRequest",
     "EventSourceFlavorResponse",
     "EventSourceFlavorResponseBody",
     "EventSourceFlavorResponseMetadata",
@@ -695,6 +708,7 @@ __all__ = [
     "TagResourceRequest",
     "TagResponse",
     "TagResponseBody",
+    "TagResponseMetadata",
     "TagRequest",
     "TagUpdate",
     "TriggerResponse",
@@ -745,6 +759,7 @@ __all__ = [
     "ServerModel",
     "ServerDatabaseType",
     "ServerDeploymentType",
+    "ServerStatistics",
     "StackDeploymentConfig",
     "StackDeploymentInfo",
     "OAuthDeviceAuthorizationRequest",
@@ -757,7 +772,9 @@ __all__ = [
     "ComponentInfo",
     "ServiceConnectorInfo",
     "ServiceConnectorResourcesInfo",
+    "TagResource",
     "ResourcesInfo",
     "RunMetadataEntry",
     "RunMetadataResource",
+    "WorkspaceStatistics",
 ]

zenml/models/v2/base/base.py

@@ -65,11 +65,6 @@ class BaseUpdate(BaseZenModel):
     Used as a base class for all update models.
     """
 
-    model_config = ConfigDict(
-        # Ignore extras on all update models.
-        extra="ignore",
-    )
-
 
 # -------------------- Response Model --------------------
 

zenml/models/v2/base/filter.py

@@ -716,7 +716,7 @@ class BaseFilter(BaseModel):
             value: The filter value.
             table: The table to filter.
             additional_columns: Additional table columns that should also
-                filtered for the given value as part of the or condition.
+                filter for the given value as part of the or condition.
 
         Returns:
             The query conditions.