zenml-nightly 0.73.0.dev20250203__tar.gz → 0.73.0.dev20250205__tar.gz

{zenml_nightly-0.73.0.dev20250203 → zenml_nightly-0.73.0.dev20250205}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: zenml-nightly
-Version: 0.73.0.dev20250203
+Version: 0.73.0.dev20250205
 Summary: ZenML: Write production-ready ML code.
 License: Apache-2.0
 Keywords: machine learning,production,pipeline,mlops,devops

{zenml_nightly-0.73.0.dev20250203 → zenml_nightly-0.73.0.dev20250205}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "zenml-nightly"
-version = "0.73.0.dev20250203"
+version = "0.73.0.dev20250205"
 packages = [{ include = "zenml", from = "src" }]
 description = "ZenML: Write production-ready ML code."
 authors = ["ZenML GmbH <info@zenml.io>"]

zenml_nightly-0.73.0.dev20250205/src/zenml/VERSION

@@ -0,0 +1 @@
+0.73.0.dev20250205

{zenml_nightly-0.73.0.dev20250203 → zenml_nightly-0.73.0.dev20250205}/src/zenml/constants.py

@@ -165,6 +165,7 @@ ENV_ZENML_DISABLE_CLIENT_SERVER_MISMATCH_WARNING = (
 )
 ENV_ZENML_DISABLE_WORKSPACE_WARNINGS = "ZENML_DISABLE_WORKSPACE_WARNINGS"
 ENV_ZENML_SKIP_IMAGE_BUILDER_DEFAULT = "ZENML_SKIP_IMAGE_BUILDER_DEFAULT"
+ENV_ZENML_SKIP_STACK_VALIDATION = "ZENML_SKIP_STACK_VALIDATION"
 ENV_ZENML_SERVER = "ZENML_SERVER"
 ENV_ZENML_ENFORCE_TYPE_ANNOTATIONS = "ZENML_ENFORCE_TYPE_ANNOTATIONS"
 ENV_ZENML_ENABLE_IMPLICIT_AUTH_METHODS = "ZENML_ENABLE_IMPLICIT_AUTH_METHODS"

{zenml_nightly-0.73.0.dev20250203 → zenml_nightly-0.73.0.dev20250205}/src/zenml/integrations/gcp/image_builders/gcp_image_builder.py

@@ -18,7 +18,7 @@ from urllib.parse import urlparse
 
 from google.cloud.devtools import cloudbuild_v1
 
-from zenml.enums import ContainerRegistryFlavor, StackComponentType
+from zenml.enums import StackComponentType
 from zenml.image_builders import BaseImageBuilder
 from zenml.integrations.gcp import GCP_ARTIFACT_STORE_FLAVOR
 from zenml.integrations.gcp.flavors import GCPImageBuilderConfig
@@ -72,14 +72,11 @@ class GCPImageBuilder(BaseImageBuilder, GoogleCredentialsMixin):
         def _validate_remote_components(stack: "Stack") -> Tuple[bool, str]:
             assert stack.container_registry
 
-            if (
-                stack.container_registry.flavor
-                != ContainerRegistryFlavor.GCP.value
-            ):
+            if stack.container_registry.config.is_local:
                 return False, (
-                    "The GCP Image Builder requires a GCP container registry to "
-                    "push the image to. Please update your stack to include a "
-                    "GCP container registry and try again."
+                    "The GCP Image Builder requires a remote container "
+                    "registry to push the image to. Please update your stack "
+                    "to include a remote container registry and try again."
                 )
 
             if stack.artifact_store.flavor != GCP_ARTIFACT_STORE_FLAVOR:

{zenml_nightly-0.73.0.dev20250203 → zenml_nightly-0.73.0.dev20250205}/src/zenml/integrations/github/code_repositories/github_code_repository.py

@@ -187,12 +187,29 @@ class GitHubCodeRepository(BaseCodeRepository):
                     directory=local_path,
                     repo_sub_directory=content.path,
                 )
+            # For symlinks, content.type is initially wrongly set to "file",
+            # which is why we need to read it from the raw data instead.
+            elif content.raw_data["type"] == "symlink":
+                try:
+                    os.symlink(src=content.raw_data["target"], dst=local_path)
+                except Exception as e:
+                    logger.error(
+                        "Failed to create symlink `%s` (%s): %s",
+                        content.path,
+                        content.html_url,
+                        e,
+                    )
             else:
                 try:
                     with open(local_path, "wb") as f:
                         f.write(content.decoded_content)
                 except (GithubException, IOError, AssertionError) as e:
-                    logger.error("Error processing %s: %s", content.path, e)
+                    logger.error(
+                        "Error processing `%s` (%s): %s",
+                        content.path,
+                        content.html_url,
+                        e,
+                    )
 
     def get_local_context(self, path: str) -> Optional[LocalRepositoryContext]:
         """Gets the local repository context.

{zenml_nightly-0.73.0.dev20250203 → zenml_nightly-0.73.0.dev20250205}/src/zenml/stack/stack.py

@@ -37,6 +37,7 @@ from zenml.config.global_config import GlobalConfiguration
 from zenml.constants import (
     ENV_ZENML_SECRET_VALIDATION_LEVEL,
     ENV_ZENML_SKIP_IMAGE_BUILDER_DEFAULT,
+    ENV_ZENML_SKIP_STACK_VALIDATION,
     handle_bool_env_var,
 )
 from zenml.enums import SecretValidationLevel, StackComponentType
@@ -706,6 +707,10 @@ class Stack:
                 if a secret for a component is missing. Otherwise, only a
                 warning will be logged.
         """
+        if handle_bool_env_var(ENV_ZENML_SKIP_STACK_VALIDATION, default=False):
+            logger.debug("Skipping stack validation.")
+            return
+
         self.validate_image_builder()
         for component in self.components.values():
             if component.validator:

{zenml_nightly-0.73.0.dev20250203 → zenml_nightly-0.73.0.dev20250205}/src/zenml/zen_stores/sql_zen_store.py

@@ -303,7 +303,6 @@ from zenml.utils.enum_utils import StrEnum
 from zenml.utils.networking_utils import (
     replace_localhost_with_internal_hostname,
 )
-from zenml.utils.pydantic_utils import before_validator_handler
 from zenml.utils.secret_utils import PlainSerializedSecretStr
 from zenml.utils.string_utils import (
     format_name_template,
@@ -434,6 +433,7 @@ class SqlZenStoreConfiguration(StoreConfiguration):
             be created automatically on first access.
         username: The database username.
         password: The database password.
+        ssl: Whether to use SSL.
         ssl_ca: certificate authority certificate. Required for SSL
             enabled authentication if the CA certificate is not part of the
             certificates shipped by the operating system.
@@ -463,6 +463,7 @@ class SqlZenStoreConfiguration(StoreConfiguration):
     database: Optional[str] = None
     username: Optional[PlainSerializedSecretStr] = None
     password: Optional[PlainSerializedSecretStr] = None
+    ssl: bool = False
     ssl_ca: Optional[PlainSerializedSecretStr] = None
     ssl_cert: Optional[PlainSerializedSecretStr] = None
     ssl_key: Optional[PlainSerializedSecretStr] = None
@@ -499,35 +500,6 @@ class SqlZenStoreConfiguration(StoreConfiguration):
 
         return secrets_store
 
-    @model_validator(mode="before")
-    @classmethod
-    @before_validator_handler
-    def _remove_grpc_attributes(cls, data: Dict[str, Any]) -> Dict[str, Any]:
-        """Removes old GRPC attributes.
-
-        Args:
-            data: All model attribute values.
-
-        Returns:
-            The model attribute values
-        """
-        grpc_attribute_keys = [
-            "grpc_metadata_host",
-            "grpc_metadata_port",
-            "grpc_metadata_ssl_ca",
-            "grpc_metadata_ssl_key",
-            "grpc_metadata_ssl_cert",
-        ]
-        grpc_values = [data.pop(key, None) for key in grpc_attribute_keys]
-        if any(grpc_values):
-            logger.warning(
-                "The GRPC attributes %s are unused and will be removed soon. "
-                "Please remove them from SQLZenStore configuration. This will "
-                "become an error in future versions of ZenML."
-            )
-
-        return data
-
     @model_validator(mode="after")
     def _validate_backup_strategy(self) -> "SqlZenStoreConfiguration":
         """Validate the backup strategy.
@@ -641,15 +613,21 @@ class SqlZenStoreConfiguration(StoreConfiguration):
                         return None
 
                 for k, v in sql_url.query.items():
-                    if k == "ssl_ca":
+                    if k == "ssl":
+                        if r := _get_query_result(v):
+                            self.ssl = is_true_string_value(r)
+                    elif k == "ssl_ca":
                         if r := _get_query_result(v):
                             self.ssl_ca = PlainSerializedSecretStr(r)
+                            self.ssl = True
                     elif k == "ssl_cert":
                         if r := _get_query_result(v):
                             self.ssl_cert = PlainSerializedSecretStr(r)
+                            self.ssl = True
                     elif k == "ssl_key":
                         if r := _get_query_result(v):
                             self.ssl_key = PlainSerializedSecretStr(r)
+                            self.ssl = True
                     elif k == "ssl_verify_server_cert":
                         if r := _get_query_result(v):
                             if is_true_string_value(r):
@@ -659,7 +637,7 @@ class SqlZenStoreConfiguration(StoreConfiguration):
                     else:
                         raise ValueError(
                             "Invalid MySQL URL query parameter `%s`: The "
-                            "parameter must be one of: ssl_ca, ssl_cert, "
+                            "parameter must be one of: ssl, ssl_ca, ssl_cert, "
                             "ssl_key, or ssl_verify_server_cert.",
                             k,
                         )
@@ -728,15 +706,6 @@ class SqlZenStoreConfiguration(StoreConfiguration):
         """
         return make_url(url).drivername in SQLDatabaseDriver.values()
 
-    def expand_certificates(self) -> None:
-        """Expands the certificates in the verify_ssl field."""
-        # Load the certificate values back into the configuration
-        for key in ["ssl_key", "ssl_ca", "ssl_cert"]:
-            file_path = getattr(self, key, None)
-            if file_path and os.path.isfile(file_path.get_secret_value()):
-                with open(file_path, "r") as f:
-                    setattr(self, key, f.read())
-
     def get_sqlalchemy_config(
         self,
         database: Optional[str] = None,
@@ -789,22 +758,19 @@ class SqlZenStoreConfiguration(StoreConfiguration):
             sqlalchemy_ssl_args: Dict[str, Any] = {}
 
             # Handle SSL params
-            for key in ["ssl_key", "ssl_ca", "ssl_cert"]:
-                ssl_setting = getattr(self, key)
-                if not ssl_setting:
-                    continue
-                if not os.path.isfile(ssl_setting.get_secret_value()):
-                    logger.warning(
-                        f"Database SSL setting `{key}` is not a file. "
+            if self.ssl:
+                sqlalchemy_ssl_args["ssl"] = True
+                for key in ["ssl_key", "ssl_ca", "ssl_cert"]:
+                    ssl_setting = getattr(self, key)
+                    if not ssl_setting:
+                        continue
+                    if not os.path.isfile(ssl_setting.get_secret_value()):
+                        logger.warning(
+                            f"Database SSL setting `{key}` is not a file. "
+                        )
+                    sqlalchemy_ssl_args[key.removeprefix("ssl_")] = (
+                        ssl_setting.get_secret_value()
                     )
-                sqlalchemy_ssl_args[key.lstrip("ssl_")] = (
-                    ssl_setting.get_secret_value()
-                )
-                sqlalchemy_ssl_args[key.removeprefix("ssl_")] = (
-                    ssl_setting.get_secret_value()
-                )
-
-            if len(sqlalchemy_ssl_args) > 0:
                 sqlalchemy_ssl_args["check_hostname"] = (
                     self.ssl_verify_server_cert
                 )

zenml_nightly-0.73.0.dev20250203/src/zenml/VERSION

@@ -1 +0,0 @@
-0.73.0.dev20250203

zenml_nightly-0.73.0.dev20250203/src/zenml/zen_server/deploy/helm/.helmignore

@@ -1,23 +0,0 @@
-# Patterns to ignore when building packages.
-# This supports shell glob matching, relative path matching, and
-# negation (prefixed with !). Only one pattern per line.
-.DS_Store
-# Common VCS dirs
-.git/
-.gitignore
-.bzr/
-.bzrignore
-.hg/
-.hgignore
-.svn/
-# Common backup files
-*.swp
-*.bak
-*.tmp
-*.orig
-*~
-# Various IDEs
-.project
-.idea/
-*.tmproj
-.vscode/

zenml_nightly-0.73.0.dev20250203/src/zenml/zen_server/deploy/helm/Chart.yaml

@@ -1,12 +0,0 @@
-apiVersion: v2
-name: zenml
-version: "0.73.0"
-description: Open source MLOps framework for portable production ready ML pipelines
-keywords:
-- mlops
-- zenml
-- server
-home: https://zenml.io
-sources:
-- https://github.com/zenml-io/zenml
-icon: https://raw.githubusercontent.com/zenml-io/zenml/main/docs/book/.gitbook/assets/zenml_logo.png

zenml_nightly-0.73.0.dev20250203/src/zenml/zen_server/deploy/helm/README.md

@@ -1,50 +0,0 @@
-# ZenML Helm Chart
-
-![ZenML Logo](https://raw.githubusercontent.com/zenml-io/zenml/main/docs/book/.gitbook/assets/zenml_logo.png)
-
-## Overview
-
-ZenML is an open-source MLOps framework designed to help you create robust, maintainable, and production-ready machine learning pipelines.
-
-## Features
-
-- Easy deployment of ZenML server on Kubernetes.
-- Various authentication schemes including OAuth2 and HTTP Basic.
-- Highly configurable via Helm values.
-- Supports multiple secrets store backends like AWS Secrets Manager, GCP Secrets Manager, and Azure Key Vault.
-
-## Quickstart
-
-### Install the Chart
-
-To install the ZenML chart directly from Amazon ECR, use the following command:
-
-```bash
-# example command for version 0.73.0
-helm install my-zenml oci://public.ecr.aws/zenml/zenml --version 0.73.0
-```
-
-Note: Ensure you have OCI support enabled in your Helm client and that you are authenticated with Amazon ECR.
-
-## Configuration
-
-This chart offers a multitude of configuration options. For detailed
-information, check the default [`values.yaml`](values.yaml) file. For full
-details of the configuration options, refer to the [ZenML documentation](https://docs.zenml.io/getting-started/deploying-zenml/deploy-with-helm).
-
-## Telemetry
-
-The ZenML server collects anonymous usage data to help us improve the product. You can opt out by setting `zenml.analyticsOptIn` to false.
-
-## Contributing
-
-Feel free to [submit issues or pull requests](https://github.com/zenml-io/zenml) if you would like to improve the chart.
-
-## License
-
-[This project is licensed](https://github.com/zenml-io/zenml/blob/main/LICENSE) under the terms of the Apache-2.0 license.
-
-## Further Reading
-
-- [ZenML Documentation](https://docs.zenml.io)
-- [ZenML Source Code](https://github.com/zenml-io/zenml)

zenml_nightly-0.73.0.dev20250203/src/zenml/zen_server/deploy/helm/templates/NOTES.txt

@@ -1,52 +0,0 @@
-{{- if .Values.zenml.pro.enabled }}
-
-The ZenML Pro server API is now active and ready to use at the following URL:
-
-  {{ .Values.zenml.serverURL }}
-
-{{- if .Values.zenml.pro.enrollmentKey }}
-
-The following enrollment key has been used to enroll your server in the ZenML Pro control plane:
-
-  {{ .Values.zenml.pro.enrollmentKey }}
-
-{{- else }}
-
-An enrollment key has been auto-generated for your server. Please use the following command to fetch the enrollment key:
-
-  kubectl get secret {{ include "zenml.fullname" . }} -o jsonpath="{.data.ZENML_SERVER_PRO_OAUTH2_CLIENT_SECRET}" | base64 --decode
-
-{{- end }}
-
-{{- else }}
-{{- if .Values.zenml.ingress.enabled }}
-{{- if .Values.zenml.ingress.host }}
-
-Please access the ZenML server at the following URL {{- if .Release.IsInstall }} to activate the server and create an initial admin user account {{- end }}:
-
-  http{{ if $.Values.zenml.ingress.tls.enabled }}s{{ end }}://{{ .Values.zenml.ingress.host }}{{ .Values.zenml.ingress.path }}
-
-{{- else }}
-{{- end }}
-{{- else }}
-
-You can get the ZenML server URL by running these commands:
-
-{{- if contains "NodePort" .Values.zenml.service.type }}
-  export NODE_PORT=$(kubectl get --namespace {{ .Release.Namespace }} -o jsonpath="{.spec.ports[0].nodePort}" services {{ include "zenml.fullname" . }})
-  export NODE_IP=$(kubectl get nodes --namespace {{ .Release.Namespace }} -o jsonpath="{.items[0].status.addresses[0].address}")
-  echo http://$NODE_IP:$NODE_PORT
-{{- else if contains "LoadBalancer" .Values.zenml.service.type }}
-     NOTE: It may take a few minutes for the LoadBalancer IP to be available.
-           You can watch the status of by running 'kubectl get --namespace {{ .Release.Namespace }} svc -w {{ include "zenml.fullname" . }}'
-  export SERVICE_IP=$(kubectl get svc --namespace {{ .Release.Namespace }} {{ include "zenml.fullname" . }} --template "{{"{{ range (index .status.loadBalancer.ingress 0) }}{{.}}{{ end }}"}}")
-  echo http://$SERVICE_IP:{{ .Values.zenml.service.port }}
-{{- else if contains "ClusterIP" .Values.zenml.service.type }}
-  export POD_NAME=$(kubectl get pods --namespace {{ .Release.Namespace }} -l "app.kubernetes.io/name={{ include "zenml.name" . }},app.kubernetes.io/instance={{ .Release.Name }}" -o jsonpath="{.items[0].metadata.name}")
-  export CONTAINER_PORT=$(kubectl get pod --namespace {{ .Release.Namespace }} $POD_NAME -o jsonpath="{.spec.containers[0].ports[0].containerPort}")
-  echo "Visit http://127.0.0.1:8080 to use your application"
-  kubectl --namespace {{ .Release.Namespace }} port-forward $POD_NAME 8080:$CONTAINER_PORT
-{{- end }}
-
-{{- end }}
-{{- end }}