zenml-nightly 0.70.0.dev20241121__py3-none-any.whl → 0.70.0.dev20241123__py3-none-any.whl

zenml/VERSION

@@ -1 +1 @@
-0.70.0.dev20241121
+0.70.0.dev20241123

zenml/constants.py

@@ -353,6 +353,7 @@ FLAVORS = "/flavors"
 GET_OR_CREATE = "/get-or-create"
 HEALTH = "/health"
 INFO = "/info"
+LOAD_INFO = "/load-info"
 LOGIN = "/login"
 LOGOUT = "/logout"
 LOGS = "/logs"

zenml/integrations/kubernetes/orchestrators/kube_utils.py

@@ -42,8 +42,8 @@ from kubernetes import config as k8s_config
 from kubernetes.client.rest import ApiException
 
 from zenml.integrations.kubernetes.orchestrators.manifest_utils import (
-    build_cluster_role_binding_manifest_for_service_account,
     build_namespace_manifest,
+    build_role_binding_manifest_for_service_account,
     build_service_account_manifest,
 )
 from zenml.logger import get_logger
@@ -288,7 +288,7 @@ def create_edit_service_account(
     rbac_api: k8s_client.RbacAuthorizationV1Api,
     service_account_name: str,
     namespace: str,
-    cluster_role_binding_name: str = "zenml-edit",
+    role_binding_name: str = "zenml-edit",
 ) -> None:
     """Create a new Kubernetes service account with "edit" rights.
 
@@ -297,16 +297,17 @@ def create_edit_service_account(
         rbac_api: Client of Rbac Authorization V1 API of Kubernetes API.
         service_account_name: Name of the service account.
         namespace: Kubernetes namespace. Defaults to "default".
-        cluster_role_binding_name: Name of the cluster role binding.
-            Defaults to "zenml-edit".
+        role_binding_name: Name of the role binding. Defaults to "zenml-edit".
     """
-    crb_manifest = build_cluster_role_binding_manifest_for_service_account(
-        name=cluster_role_binding_name,
+    rb_manifest = build_role_binding_manifest_for_service_account(
+        name=role_binding_name,
         role_name="edit",
         service_account_name=service_account_name,
         namespace=namespace,
     )
-    _if_not_exists(rbac_api.create_cluster_role_binding)(body=crb_manifest)
+    _if_not_exists(rbac_api.create_namespaced_role_binding)(
+        namespace=namespace, body=rb_manifest
+    )
 
     sa_manifest = build_service_account_manifest(
         name=service_account_name, namespace=namespace

zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator.py

@@ -59,6 +59,7 @@ from zenml.integrations.kubernetes.orchestrators.manifest_utils import (
     build_cron_job_manifest,
     build_pod_manifest,
 )
+from zenml.integrations.kubernetes.pod_settings import KubernetesPodSettings
 from zenml.logger import get_logger
 from zenml.orchestrators import ContainerizedOrchestrator
 from zenml.orchestrators.utils import get_orchestrator_run_name
@@ -328,6 +329,45 @@ class KubernetesOrchestrator(ContainerizedOrchestrator):
             custom_validation_function=_validate_local_requirements,
         )
 
+    @classmethod
+    def apply_default_resource_requests(
+        cls,
+        memory: str,
+        cpu: Optional[str] = None,
+        pod_settings: Optional[KubernetesPodSettings] = None,
+    ) -> KubernetesPodSettings:
+        """Applies default resource requests to a pod settings object.
+
+        Args:
+            memory: The memory resource request.
+            cpu: The CPU resource request.
+            pod_settings: The pod settings to update. A new one will be created
+                if not provided.
+
+        Returns:
+            The new or updated pod settings.
+        """
+        resources = {
+            "requests": {"memory": memory},
+        }
+        if cpu:
+            resources["requests"]["cpu"] = cpu
+        if not pod_settings:
+            pod_settings = KubernetesPodSettings(resources=resources)
+        elif not pod_settings.resources:
+            # We can't update the pod settings in place (because it's a frozen
+            # pydantic model), so we have to create a new one.
+            pod_settings = KubernetesPodSettings(
+                **pod_settings.model_dump(exclude_unset=True),
+                resources=resources,
+            )
+        else:
+            set_requests = pod_settings.resources.get("requests", {})
+            resources["requests"].update(set_requests)
+            pod_settings.resources["requests"] = resources["requests"]
+
+        return pod_settings
+
     def prepare_or_run_pipeline(
         self,
         deployment: "PipelineDeploymentResponse",
@@ -422,6 +462,17 @@ class KubernetesOrchestrator(ContainerizedOrchestrator):
             )
             return
 
+        # We set some default minimum resource requests for the orchestrator pod
+        # here if the user has not specified any, because the orchestrator pod
+        # takes up some memory resources itself and, if not specified, the pod
+        # will be scheduled on any node regardless of available memory and risk
+        # negatively impacting or even crashing the node due to memory pressure.
+        orchestrator_pod_settings = self.apply_default_resource_requests(
+            memory="400Mi",
+            cpu="100m",
+            pod_settings=settings.orchestrator_pod_settings,
+        )
+
         # Create and run the orchestrator pod.
         pod_manifest = build_pod_manifest(
             run_name=orchestrator_run_name,
@@ -431,7 +482,7 @@ class KubernetesOrchestrator(ContainerizedOrchestrator):
             command=command,
             args=args,
             privileged=False,
-            pod_settings=settings.orchestrator_pod_settings,
+            pod_settings=orchestrator_pod_settings,
             service_account_name=service_account_name,
             env=environment,
             mount_local_stores=self.config.is_local,

zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator_entrypoint.py

@@ -116,6 +116,16 @@ def main() -> None:
         env = get_config_environment_vars()
         env[ENV_ZENML_KUBERNETES_RUN_ID] = orchestrator_run_id
 
+        # We set some default minimum memory resource requests for the step pod
+        # here if the user has not specified any, because the step pod takes up
+        # some memory resources itself and, if not specified, the pod will be
+        # scheduled on any node regardless of available memory and risk
+        # negatively impacting or even crashing the node due to memory pressure.
+        pod_settings = KubernetesOrchestrator.apply_default_resource_requests(
+            memory="400Mi",
+            pod_settings=settings.pod_settings,
+        )
+
         # Define Kubernetes pod manifest.
         pod_manifest = build_pod_manifest(
             pod_name=pod_name,
@@ -126,7 +136,7 @@ def main() -> None:
             args=step_args,
             env=env,
             privileged=settings.privileged,
-            pod_settings=settings.pod_settings,
+            pod_settings=pod_settings,
             service_account_name=settings.step_pod_service_account_name
             or settings.service_account_name,
             mount_local_stores=mount_local_stores,

zenml/integrations/kubernetes/orchestrators/manifest_utils.py

@@ -304,13 +304,13 @@ def build_cron_job_manifest(
     return job_manifest
 
 
-def build_cluster_role_binding_manifest_for_service_account(
+def build_role_binding_manifest_for_service_account(
     name: str,
     role_name: str,
     service_account_name: str,
     namespace: str = "default",
 ) -> Dict[str, Any]:
-    """Build a manifest for a cluster role binding of a service account.
+    """Build a manifest for a role binding of a service account.
 
     Args:
         name: Name of the cluster role binding.
@@ -323,7 +323,7 @@ def build_cluster_role_binding_manifest_for_service_account(
     """
     return {
         "apiVersion": "rbac.authorization.k8s.io/v1",
-        "kind": "ClusterRoleBinding",
+        "kind": "RoleBinding",
         "metadata": {"name": name},
         "subjects": [
             {

zenml/integrations/kubernetes/service_connectors/kubernetes_service_connector.py

@@ -26,6 +26,7 @@ from typing import Any, List, Optional
 from kubernetes import client as k8s_client
 from kubernetes import config as k8s_config
 from pydantic import Field
+from urllib3.exceptions import HTTPError
 
 from zenml.constants import KUBERNETES_CLUSTER_RESOURCE_TYPE
 from zenml.exceptions import AuthorizationException
@@ -572,7 +573,7 @@ class KubernetesServiceConnector(ServiceConnector):
                 auth_settings=["BearerToken"],
                 response_type="VersionInfo",
             )
-        except k8s_client.ApiException as err:
+        except (k8s_client.ApiException, HTTPError) as err:
             raise AuthorizationException(
                 f"failed to verify Kubernetes cluster access: {err}"
             ) from err

zenml/models/__init__.py

@@ -328,7 +328,11 @@ from zenml.models.v2.misc.service_connector_type import (
     ServiceConnectorTypedResourcesModel,
     ResourceTypeModel,
 )
-from zenml.models.v2.misc.server_models import ServerDatabaseType, ServerModel
+from zenml.models.v2.misc.server_models import (
+    ServerDatabaseType,
+    ServerLoadInfo,
+    ServerModel,
+)
 from zenml.models.v2.core.trigger import (
     TriggerRequest,
     TriggerFilter,
@@ -731,6 +735,7 @@ __all__ = [
     "ExternalUserModel",
     "BuildItem",
     "LoadedVisualization",
+    "ServerLoadInfo",
     "ServerModel",
     "ServerDatabaseType",
     "ServerDeploymentType",

zenml/models/v2/core/service_connector.py

@@ -488,6 +488,10 @@ class ServiceConnectorResponse(
 ):
     """Response model for service connectors."""
 
+    # Disable the warning for updating responses, because we update the
+    # service connector type in place
+    _warn_on_response_updates: bool = False
+
     name: str = Field(
         title="The service connector name.",
         max_length=STR_FIELD_MAX_LENGTH,

zenml/models/v2/misc/server_models.py

@@ -118,3 +118,26 @@ class ServerModel(BaseModel):
         # Local ZenML servers are identifiable by the fact that their
         # server ID is the same as the local client (user) ID.
         return self.id == GlobalConfiguration().user_id
+
+
+class ServerLoadInfo(BaseModel):
+    """Domain model for ZenML server load information."""
+
+    threads: int = Field(
+        title="Number of threads that the server is currently using."
+    )
+
+    db_connections_total: int = Field(
+        title="Total number of database connections (active and idle) that the "
+        "server currently has established."
+    )
+
+    db_connections_active: int = Field(
+        title="Number of database connections that the server is currently "
+        "actively using to make queries or transactions."
+    )
+
+    db_connections_overflow: int = Field(
+        title="Number of overflow database connections that the server is "
+        "currently actively using to make queries or transactions."
+    )

zenml/zen_server/deploy/helm/templates/_environment.tpl

@@ -3,6 +3,123 @@ Helpers for environment variables configured in ZenML deployments and secrets st
 */}}
 
 
+{{/*
+ZenML store configuration options (non-secret values).
+
+This template constructs a dictionary that is similar to the python values that
+can be configured in the zenml.zen_store.sql_zen_store.SqlZenStoreConfiguration
+class. Only non-secret values are included in this dictionary.
+
+The dictionary is then converted into deployment environment variables by other
+templates and inserted where it is needed.
+
+The input is taken from a .ZenML dict that is passed to the template and
+contains the values configured in the values.yaml file for the ZenML server.
+
+Args:
+  .ZenML: A dictionary with the ZenML configuration values configured for the
+  ZenML server.
+Returns:
+  A dictionary with the non-secret values configured for the ZenML store.
+*/}}
+{{- define "zenml.storeConfigurationAttrs" -}}
+{{- if .ZenML.database.url }}
+type: sql
+ssl_verify_server_cert: {{ .ZenML.database.sslVerifyServerCert | default "false" | quote }}
+{{- if .ZenML.database.backupStrategy }}
+backup_strategy: {{ .ZenML.database.backupStrategy | quote }}
+{{- if eq .ZenML.database.backupStrategy "database" }}
+backup_database: {{ .ZenML.database.backupDatabase | quote }}
+{{- else if eq .ZenML.database.backupStrategy "dump-file" }}
+backup_directory: "/backups"
+{{- end }}
+{{- end }}
+{{- if .ZenML.database.poolSize }}
+pool_size: {{ .ZenML.database.poolSize | quote }}
+{{- end }}
+{{- if .ZenML.database.maxOverflow }}
+max_overflow: {{ .ZenML.database.maxOverflow | quote }}
+{{- end }}
+{{- end }}
+{{- end }}
+
+
+{{/*
+ZenML store configuration options (secret values).
+
+This template constructs a dictionary that is similar to the python values that
+can be configured in the zenml.zen_store.sql_zen_store.SqlZenStoreConfiguration
+class. Only secret values are included in this dictionary.
+
+The dictionary is then converted into deployment environment variables by other
+templates and inserted where it is needed.
+
+The input is taken from a .ZenML dict that is passed to the template and
+contains the values configured in the values.yaml file for the ZenML server.
+
+Args:
+  .ZenML: A dictionary with the ZenML configuration values configured for the
+  ZenML server.
+Returns:
+  A dictionary with the secret values configured for the ZenML store.
+*/}}
+{{- define "zenml.storeSecretConfigurationAttrs" -}}
+{{- if .ZenML.database.url }}
+url: {{ .ZenML.database.url | quote }}
+{{- if .ZenML.database.sslCa }}
+ssl_ca: {{ .Files.Get .ZenML.database.sslCa }}
+{{- end }}
+{{- if .ZenML.database.sslCert }}
+ssl_cert: {{ .Files.Get .ZenML.database.sslCert }}
+{{- end }}
+{{- if .ZenML.database.sslKey }}
+ssl_key: {{ .Files.Get .ZenML.database.sslKey }}
+{{- end }}
+{{- end }}
+{{- end }}
+
+
+{{/*
+Store configuration environment variables (non-secret values).
+
+Passes the .Values.zenml dict as input to the `zenml.storeConfigurationAttrs`
+template and converts the output into a dictionary of environment variables that
+need to be configured for the store.
+
+Args:
+  .Values: The values.yaml file for the ZenML deployment.
+Returns:
+  A dictionary with the non-secret environment variables that are configured for
+  the store (i.e. keys starting with `ZENML_STORE_`).
+*/}}
+{{- define "zenml.storeEnvVariables" -}}
+{{ $zenml := dict "ZenML" .Values.zenml }}
+{{- range $k, $v := include "zenml.storeConfigurationAttrs" $zenml | fromYaml }}
+ZENML_STORE_{{ $k | upper }}: {{ $v | quote }}
+{{- end }}
+{{- end }}
+
+
+{{/*
+Store configuration environment variables (secret values).
+
+Passes the .Values.zenml dict as input to the `zenml.storeSecretConfigurationAttrs`
+template and converts the output into a dictionary of environment variables that
+need to be configured for the store.
+
+Args:
+  .Values: The values.yaml file for the ZenML deployment.
+Returns:
+  A dictionary with the secret environment variables that are configured for
+  the store (i.e. keys starting with `ZENML_STORE_`).
+*/}}
+{{- define "zenml.storeSecretEnvVariables" -}}
+{{ $zenml := dict "ZenML" .Values.zenml }}
+{{- range $k, $v := include "zenml.storeSecretConfigurationAttrs" $zenml | fromYaml }}
+ZENML_STORE_{{ $k | upper }}: {{ $v | quote }}
+{{- end }}
+{{- end }}
+
 {{/*
 ZenML server configuration options (non-secret values).
 

zenml/zen_server/deploy/helm/templates/server-db-job.yaml

@@ -79,20 +79,9 @@ spec:
             {{- end }}
             - name: ZENML_DEFAULT_PROJECT_NAME
               value: {{ .Values.zenml.defaultProject | quote }}
-            - name: ZENML_STORE_TYPE
-              value: sql
-            - name: ZENML_STORE_SSL_VERIFY_SERVER_CERT
-              value: {{ .Values.zenml.database.sslVerifyServerCert | default "false" | quote }}
-            {{- if .Values.zenml.database.backupStrategy }}
-            - name: ZENML_STORE_BACKUP_STRATEGY
-              value: {{ .Values.zenml.database.backupStrategy | quote }}
-            {{- if eq .Values.zenml.database.backupStrategy "database" }}
-            - name: ZENML_STORE_BACKUP_DATABASE
-              value: {{ .Values.zenml.database.backupDatabase | quote }}
-            {{- else if eq .Values.zenml.database.backupStrategy "dump-file" }}
-            - name: ZENML_STORE_BACKUP_DIRECTORY
-              value: /backups
-            {{- end }}
+            {{- range $k, $v := include "zenml.storeEnvVariables" . | fromYaml }}
+            - name: {{ $k }}
+              value: {{ $v | quote }}
             {{- end }}
             {{- range $k, $v := include "zenml.serverEnvVariables" . | fromYaml }}
             - name: {{ $k }}

zenml/zen_server/deploy/helm/templates/server-deployment.yaml

@@ -63,14 +63,14 @@ spec:
               value: "True"
             {{- end }}
             {{- if .Values.zenml.database.url }}
-            - name: ZENML_STORE_TYPE
-              value: sql
             - name: DISABLE_DATABASE_MIGRATION
               value: "True"
-            - name: ZENML_STORE_SSL_VERIFY_SERVER_CERT
-              value: {{ .Values.zenml.database.sslVerifyServerCert | default "false" | quote }}
             {{- end }}
 
+            {{- range $k, $v := include "zenml.storeEnvVariables" . | fromYaml }}
+            - name: {{ $k }}
+              value: {{ $v | quote }}
+            {{- end }}
             {{- range $k, $v := include "zenml.serverEnvVariables" . | fromYaml }}
             - name: {{ $k }}
               value: {{ $v | quote }}
@@ -104,6 +104,18 @@ spec:
             httpGet:
               path: /health
               port: http
+          lifecycle:
+            preStop:
+              exec:
+                # Give the process 15 more seconds before the SIGTERM signal is
+                # sent. This allows the endpoint removal to reach the ingress
+                # controller in time and for traffic to be routed away from the
+                # pod before it is shut down. This eliminates the number of 502
+                # errors returned to the user.
+                #
+                # See https://learnk8s.io/graceful-shutdown for more information.
+                #
+                command: ["sleep", "15"]
           resources:
             {{- toYaml .Values.resources | nindent 12 }}
       {{- with .Values.nodeSelector }}

zenml/zen_server/deploy/helm/templates/server-secret.yaml

@@ -10,23 +10,8 @@ data:
   {{- else }}
   ZENML_SERVER_JWT_SECRET_KEY: {{ $prevServerSecret.data.ZENML_SERVER_JWT_SECRET_KEY | default (randAlphaNum 32 | b64enc | quote) }}
   {{- end }}
-  {{- if .Values.zenml.database.url }}
-  ZENML_STORE_URL: {{ .Values.zenml.database.url | b64enc | quote }}
-  {{- if .Values.zenml.database.sslCa }}
-  ZENML_STORE_SSL_CA: {{ .Files.Get .Values.zenml.database.sslCa | b64enc }}
-  {{- end }}
-  {{- if .Values.zenml.database.sslCert }}
-  ZENML_STORE_SSL_CERT: {{ .Files.Get .Values.zenml.database.sslCert | b64enc }}
-  {{- end }}
-  {{- if .Values.zenml.database.sslKey }}
-  ZENML_STORE_SSL_KEY: {{ .Files.Get .Values.zenml.database.sslKey | b64enc }}
-  {{- end }}
-  {{- if .Values.zenml.database.poolSize }}
-  ZENML_STORE_POOL_SIZE: {{ .Values.zenml.database.poolSize | b64enc | quote }}
-  {{- end }}
-  {{- if .Values.zenml.database.maxOverflow }}
-  ZENML_STORE_MAX_OVERFLOW: {{ .Values.zenml.database.maxOverflow | b64enc | quote }}
-  {{- end }}
+  {{- range $k, $v := include "zenml.storeSecretEnvVariables" . | fromYaml}}
+  {{ $k }}: {{ $v | b64enc | quote }}
   {{- end }}
   {{- range $k, $v := include "zenml.secretsStoreSecretEnvVariables" . | fromYaml}}
   {{ $k }}: {{ $v | b64enc | quote }}

zenml/zen_server/routers/server_endpoints.py

@@ -22,6 +22,7 @@ from zenml.constants import (
     ACTIVATE,
     API,
     INFO,
+    LOAD_INFO,
     ONBOARDING_STATE,
     SERVER_SETTINGS,
     VERSION_1,
@@ -30,6 +31,7 @@ from zenml.enums import AuthScheme
 from zenml.exceptions import IllegalOperationError
 from zenml.models import (
     ServerActivationRequest,
+    ServerLoadInfo,
     ServerModel,
     ServerSettingsResponse,
     ServerSettingsUpdate,
@@ -71,6 +73,51 @@ def server_info() -> ServerModel:
     return zen_store().get_store_info()
 
 
+@router.get(
+    LOAD_INFO,
+    response_model=ServerLoadInfo,
+)
+@handle_exceptions
+def server_load_info(_: AuthContext = Security(authorize)) -> ServerLoadInfo:
+    """Get information about the server load.
+
+    Returns:
+        Information about the server load.
+    """
+    import threading
+
+    # Get the current number of threads
+    num_threads = len(threading.enumerate())
+
+    store = zen_store()
+
+    if store.config.driver == "sqlite":
+        # SQLite doesn't have a connection pool
+        return ServerLoadInfo(
+            threads=num_threads,
+            db_connections_total=0,
+            db_connections_active=0,
+            db_connections_overflow=0,
+        )
+
+    from sqlalchemy.pool import QueuePool
+
+    # Get the number of connections
+    pool = store.engine.pool
+    assert isinstance(pool, QueuePool)
+    idle_conn = pool.checkedin()
+    active_conn = pool.checkedout()
+    overflow_conn = max(0, pool.overflow())
+    total_conn = idle_conn + active_conn
+
+    return ServerLoadInfo(
+        threads=num_threads,
+        db_connections_total=total_conn,
+        db_connections_active=active_conn,
+        db_connections_overflow=overflow_conn,
+    )
+
+
 @router.get(
     ONBOARDING_STATE,
     responses={

zenml/zen_server/zen_server_api.py

@@ -180,7 +180,15 @@ class RequestBodyLimit(BaseHTTPMiddleware):
         if content_length := request.headers.get("content-length"):
             if int(content_length) > self.max_bytes:
                 return Response(status_code=413)  # Request Entity Too Large
-        return await call_next(request)
+
+        try:
+            return await call_next(request)
+        except Exception:
+            logger.exception("An error occurred while processing the request")
+            return JSONResponse(
+                status_code=500,
+                content={"detail": "An unexpected error occurred."},
+            )
 
 
 class RestrictFileUploadsMiddleware(BaseHTTPMiddleware):
@@ -220,7 +228,15 @@ class RestrictFileUploadsMiddleware(BaseHTTPMiddleware):
                         "detail": "File uploads are not allowed on this endpoint."
                     },
                 )
-        return await call_next(request)
+
+        try:
+            return await call_next(request)
+        except Exception:
+            logger.exception("An error occurred while processing the request")
+            return JSONResponse(
+                status_code=500,
+                content={"detail": "An unexpected error occurred."},
+            )
 
 
 ALLOWED_FOR_FILE_UPLOAD: Set[str] = set()
@@ -252,13 +268,21 @@ async def set_secure_headers(request: Request, call_next: Any) -> Any:
     Returns:
         The response with secure headers set.
     """
+    try:
+        response = await call_next(request)
+    except Exception:
+        logger.exception("An error occurred while processing the request")
+        response = JSONResponse(
+            status_code=500,
+            content={"detail": "An unexpected error occurred."},
+        )
+
     # If the request is for the openAPI docs, don't set secure headers
     if request.url.path.startswith("/docs") or request.url.path.startswith(
         "/redoc"
     ):
-        return await call_next(request)
+        return response
 
-    response = await call_next(request)
     secure_headers().framework.fastapi(response)
     return response
 
@@ -298,7 +322,15 @@ async def track_last_user_activity(request: Request, call_next: Any) -> Any:
         zen_store()._update_last_user_activity_timestamp(
             last_user_activity=last_user_activity
         )
-    return await call_next(request)
+
+    try:
+        return await call_next(request)
+    except Exception:
+        logger.exception("An error occurred while processing the request")
+        return JSONResponse(
+            status_code=500,
+            content={"detail": "An unexpected error occurred."},
+        )
 
 
 @app.middleware("http")
@@ -330,7 +362,14 @@ async def infer_source_context(request: Request, call_next: Any) -> Any:
         )
         source_context.set(SourceContextTypes.API)
 
-    return await call_next(request)
+    try:
+        return await call_next(request)
+    except Exception:
+        logger.exception("An error occurred while processing the request")
+        return JSONResponse(
+            status_code=500,
+            content={"detail": "An unexpected error occurred."},
+        )
 
 
 @app.on_event("startup")

zenml/zen_stores/migrations/utils.py

@@ -273,30 +273,25 @@ class MigrationUtils(BaseModel):
                         + "\n);"
                     )
 
+                # Detect self-referential foreign keys from the table schema
+                has_self_referential_foreign_keys = False
+                for fk in table.foreign_keys:
+                    # Check if the foreign key points to the same table
+                    if fk.column.table == table:
+                        has_self_referential_foreign_keys = True
+                        break
+
                 # Store the table schema
                 store_db_info(
-                    dict(table=table.name, create_stmt=create_table_stmt)
+                    dict(
+                        table=table.name,
+                        create_stmt=create_table_stmt,
+                        self_references=has_self_referential_foreign_keys,
+                    )
                 )
 
                 # 2. extract the table data in batches
-
-                # If the table has a `created` column, we use it to sort
-                # the rows in the table starting with the oldest rows.
-                # This is to ensure that the rows are inserted in the
-                # correct order, since some tables have inner foreign key
-                # constraints.
-                if "created" in table.columns:
-                    order_by = [table.columns["created"]]
-                else:
-                    order_by = []
-                if "id" in table.columns:
-                    # If the table has an `id` column, we also use it to sort
-                    # the rows in the table, even if we already use "created"
-                    # to sort the rows. We need a unique field to sort the rows,
-                    # to break the tie between rows with the same "created"
-                    # date, otherwise the same entry might end up multiple times
-                    # in subsequent pages.
-                    order_by.append(table.columns["id"])
+                order_by = [col for col in table.primary_key]
 
                 # Fetch the number of rows in the table
                 row_count = conn.scalar(
@@ -305,7 +300,7 @@ class MigrationUtils(BaseModel):
 
                 # Fetch the data from the table in batches
                 if row_count is not None:
-                    batch_size = 50
+                    batch_size = 100
                     for i in range(0, row_count, batch_size):
                         rows = conn.execute(
                             table.select()
@@ -349,6 +344,7 @@ class MigrationUtils(BaseModel):
 
         with self.engine.begin() as connection:
             # read the DB information one JSON object at a time
+            self_references: Dict[str, bool] = {}
             for table_dump in load_db_info():
                 table_name = table_dump["table"]
                 if "create_stmt" in table_dump:
@@ -356,10 +352,22 @@ class MigrationUtils(BaseModel):
                     connection.execute(text(table_dump["create_stmt"]))
                     # Reload the database metadata after creating the table
                     metadata.reflect(bind=self.engine)
+                    self_references[table_name] = table_dump.get(
+                        "self_references", False
+                    )
 
                 if "data" in table_dump:
                     # insert the data into the database
                     table = metadata.tables[table_name]
+                    if self_references.get(table_name, False):
+                        # If the table has self-referential foreign keys, we
+                        # need to disable the foreign key checks before inserting
+                        # the rows and re-enable them afterwards. This is because
+                        # the rows need to be inserted in the correct order to
+                        # satisfy the foreign key constraints and we don't sort
+                        # the rows by creation time in the backup.
+                        connection.execute(text("SET FOREIGN_KEY_CHECKS = 0"))
+
                     for row in table_dump["data"]:
                         # Convert column values to the correct type
                         for column in table.columns:
@@ -372,10 +380,18 @@ class MigrationUtils(BaseModel):
                                     row[column.name], "utf-8"
                                 )
 
-                    # Insert the rows into the table
-                    connection.execute(
-                        table.insert().values(table_dump["data"])
-                    )
+                    # Insert the rows into the table in batches
+                    batch_size = 100
+                    for i in range(0, len(table_dump["data"]), batch_size):
+                        connection.execute(
+                            table.insert().values(
+                                table_dump["data"][i : i + batch_size]
+                            )
+                        )
+
+                    if table_dump.get("self_references", False):
+                        # Re-enable the foreign key checks after inserting the rows
+                        connection.execute(text("SET FOREIGN_KEY_CHECKS = 1"))
 
     def backup_database_to_file(self, dump_file: str) -> None:
         """Backup the database to a file.

zenml/zen_stores/rest_zen_store.py

@@ -4172,7 +4172,44 @@ class RestZenStore(BaseZenStore):
                 )
 
             self._session = requests.Session()
-            retries = Retry(backoff_factor=0.1, connect=5)
+            # Retries are triggered for idempotent HTTP methods (GET, HEAD, PUT,
+            # OPTIONS and DELETE) on specific HTTP status codes:
+            #
+            #     500: Internal Server Error.
+            #     502: Bad Gateway.
+            #     503: Service Unavailable.
+            #     504: Gateway Timeout.
+            #
+            # This also handles connection level errors, if a connection attempt
+            # fails due to transient issues like:
+            #
+            #     DNS resolution errors.
+            #     Connection timeouts.
+            #     Network disruptions.
+            #
+            # Additional errors retried:
+            #
+            #     Read Timeouts: If the server does not send a response within
+            #     the timeout period.
+            #     Connection Refused: If the server refuses the connection.
+            #
+            retries = Retry(
+                connect=5,
+                read=8,
+                redirect=3,
+                status=10,
+                allowed_methods=["HEAD", "GET", "PUT", "DELETE", "OPTIONS"],
+                status_forcelist=[
+                    408,  # Request Timeout
+                    429,  # Too Many Requests
+                    500,  # Internal Server Error
+                    502,  # Bad Gateway
+                    503,  # Service Unavailable
+                    504,  # Gateway Timeout
+                ],
+                other=3,
+                backoff_factor=0.5,
+            )
             self._session.mount("https://", HTTPAdapter(max_retries=retries))
             self._session.mount("http://", HTTPAdapter(max_retries=retries))
             self._session.verify = self.config.verify_ssl

{zenml_nightly-0.70.0.dev20241121.dist-info → zenml_nightly-0.70.0.dev20241123.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: zenml-nightly
-Version: 0.70.0.dev20241121
+Version: 0.70.0.dev20241123
 Summary: ZenML: Write production-ready ML code.
 Home-page: https://zenml.io
 License: Apache-2.0

{zenml_nightly-0.70.0.dev20241121.dist-info → zenml_nightly-0.70.0.dev20241123.dist-info}/RECORD

@@ -6,7 +6,7 @@ RELEASE_NOTES.md,sha256=DleauURHESDrTrcVzCVLqPiSM9NIAk5vldvEFMc7qlk,389375
 ROADMAP.md,sha256=hiLSmr16BH8Dfx7SaQM4JcXCGCVl6mFZPFAwJeDTrJU,407
 SECURITY.md,sha256=9DepA8y03yvCZLHEfcXLTDH4lUyKHquAdukBsccNN7c,682
 zenml/README.md,sha256=827dekbOWAs1BpW7VF1a4d7EbwPbjwccX-2zdXBENZo,1777
-zenml/VERSION,sha256=U9A6JmZhhVaPCdj0aOCf-zsjD-I3GNwCUbZgWqoUzcs,19
+zenml/VERSION,sha256=1pkGnXXN0MI-JgdzWePG_NTdxMEH6ZiGUAgvqKjMt8I,19
 zenml/__init__.py,sha256=SkMObQA41ajqdZqGErN00S1Vf3KAxpLvbZ-OBy5uYoo,2130
 zenml/actions/__init__.py,sha256=mrt6wPo73iKRxK754_NqsGyJ3buW7RnVeIGXr1xEw8Y,681
 zenml/actions/base_action.py,sha256=UcaHev6BTuLDwuswnyaPjdA8AgUqB5xPZ-lRtuvf2FU,25553
@@ -92,7 +92,7 @@ zenml/config/step_run_info.py,sha256=KiVRSTtKmZ1GbvseDTap2imr7XwMHD3jSFVpyLNEK1I
 zenml/config/store_config.py,sha256=Cla5p5dTB6nNlo8_OZDs9hod5hspi64vxwtZj882XgU,3559
 zenml/config/strict_base_model.py,sha256=iHnO9qOmLUP_eiy9IjRr3JjIs1l1I_CsRQ76EyAneYU,860
 zenml/console.py,sha256=hj_KerPQKwnyKACj0ehSqUQX0mGVCJBKE1QvCt6ik3A,1160
-zenml/constants.py,sha256=BECrnvYZz00baqIZXu_B2pvw8nFg7iiK4oeopXRaRBg,15470
+zenml/constants.py,sha256=3q5HCgYG314SRiLhlfZuXr50G42REjEDEdg2N1r4kjs,15495
 zenml/container_registries/__init__.py,sha256=ZSPbBIOnzhg88kQSpYgKe_POLuru14m629665-kAVAA,2200
 zenml/container_registries/azure_container_registry.py,sha256=t1sfDa94Vzbyqtb1iPFNutJ2EXV5_p9CUNITasoiQ70,2667
 zenml/container_registries/base_container_registry.py,sha256=6c2e32wuqxYHJXm5OV2LY1MtX9yopB7WZtes9fmTAz0,7625
@@ -337,15 +337,15 @@ zenml/integrations/kubernetes/flavors/__init__.py,sha256=a5gU45qCj3FkLwl_uVjlIkL
 zenml/integrations/kubernetes/flavors/kubernetes_orchestrator_flavor.py,sha256=HkCyDWqv1lDd8W6GeXE6PeHQiUrHPfSkfw3sB0B2xuA,7911
 zenml/integrations/kubernetes/flavors/kubernetes_step_operator_flavor.py,sha256=ILN-H4cl7z3i4ltb4UBs55wbtIo871b4ib28pYkQoyQ,5605
 zenml/integrations/kubernetes/orchestrators/__init__.py,sha256=TJID3OTieZBox36WpQpzD0jdVRA_aZVcs_bNtfXS8ik,811
-zenml/integrations/kubernetes/orchestrators/kube_utils.py,sha256=o5yfxHt3hPGc6ki5Pzr_FRcUk-KNUh2PTxRUlVnUVCI,10639
-zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator.py,sha256=CSnnZ3EgUcsPFHtRAezWgdRuJUrKqQGlKE-TTjl0uUQ,20340
-zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator_entrypoint.py,sha256=Jbi32O6tOHxRpIBxRMVNsiniHzALHkggOUf6STCZy38,5835
+zenml/integrations/kubernetes/orchestrators/kube_utils.py,sha256=9PSr1wAR7qGjrtsSrIT00P-5c3eFcVV2tzXzTbH9WOc,10615
+zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator.py,sha256=ElvTfgDEKnhFKLy1TL7v-34Paq9v5rXkXN4Otzonvig,22418
+zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator_entrypoint.py,sha256=hGvBUnUPhpjudDfumiLLSDsNU2fJR1C-BEPJ671h-VY,6383
 zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator_entrypoint_configuration.py,sha256=Y7uGU8eksMluGyXYsf688CwpiXwI_W6WYLscYwRZXRY,2494
-zenml/integrations/kubernetes/orchestrators/manifest_utils.py,sha256=LZwhoQDXrklD9p1Esx4yEWVQaZmrnXmkQ5CxgzjRXGg,11388
+zenml/integrations/kubernetes/orchestrators/manifest_utils.py,sha256=HS8FDu8m9bDFpnmJ5RCe0ZH57F__xqIuo6Fo7wJkL7E,11365
 zenml/integrations/kubernetes/pod_settings.py,sha256=NMp4aHKRG29mh1Nq5uvV78Hzj1cMZj93poWCBiwov-M,4898
 zenml/integrations/kubernetes/serialization_utils.py,sha256=cPSe4szdBLzDnUZT9nQc2CCA8h84aj5oTA8vsUE36ig,7000
 zenml/integrations/kubernetes/service_connectors/__init__.py,sha256=Uf6zlHIapYrRDl3xOPWQ2jA7jt85SXx1U7DmSxzxTvQ,818
-zenml/integrations/kubernetes/service_connectors/kubernetes_service_connector.py,sha256=IbVWwKEXG7PZay1lj3Q1VNAlap4qGxjhE4yIW9_0tIc,19525
+zenml/integrations/kubernetes/service_connectors/kubernetes_service_connector.py,sha256=kgdh25dOBNTxLAFft_cknwHoWRAGrdzUu9fLsm4ZlfY,19579
 zenml/integrations/kubernetes/step_operators/__init__.py,sha256=40utDPYAezxHsFgO0UUIT_6XpCDzDapje6OH951XsTs,806
 zenml/integrations/kubernetes/step_operators/kubernetes_step_operator.py,sha256=sEz8IZkzo0qarnPCr8zarBPHR0T0i6HL8r9nSNHQBxI,8310
 zenml/integrations/label_studio/__init__.py,sha256=tXmK0Wu_bFgtL7CqPPubSK99PaBZSyAu90aghHlXAek,1520
@@ -610,7 +610,7 @@ zenml/model_deployers/__init__.py,sha256=oVBLtTfrNenl5OI1iqtQUvJ0vpocRVUN_HIt8qp
 zenml/model_deployers/base_model_deployer.py,sha256=Xg5lxBFYM41vqxQhaB54Dxu_zLCyPDgqwrTyMcAxiS4,24609
 zenml/model_registries/__init__.py,sha256=wA9Vzo0w_e9zuXOVURB9w8oMLSnTaimXcxg_Nb7O3b0,1238
 zenml/model_registries/base_model_registry.py,sha256=nK__C6IfoIRxnOHA9qyPErLvIsbakyac4ZltUZ8t3tk,17526
-zenml/models/__init__.py,sha256=aqBc6ajFfwqfDDwJ7HdAmM3Bf0EaQAaJyvG9mdITO80,21411
+zenml/models/__init__.py,sha256=qvtG0rL4g_CawBAjqsrqkPJ8RcISGJwk6Cd0nIlwGhE,21466
 zenml/models/v2/__init__.py,sha256=LGMIUJi19sOsvo54roZSQwDp_czNQYtenqd_frTLIhU,613
 zenml/models/v2/base/__init__.py,sha256=knhroJ2h0uHBCGzAiBBGJEiuhEA3cwI6XYBRIyXdbkQ,613
 zenml/models/v2/base/base.py,sha256=tXzNTIwGNz7MEgfii3-6ASBNFg4SkR9D9ZM48tlNr84,16242
@@ -648,7 +648,7 @@ zenml/models/v2/core/secret.py,sha256=HK6nTCPDzgS9qXPqWR6YxKEPaLzYQpLypHbHfy63gV
 zenml/models/v2/core/server_settings.py,sha256=al6LAXhoQHsBiTv2qlwFn1AlI2F8miogGB4xjDE6KeA,6267
 zenml/models/v2/core/service.py,sha256=KDdnlITBqM0Rq-vEoxGLcerS6bOqAWCMFC4qE6Z71iY,15251
 zenml/models/v2/core/service_account.py,sha256=-1c9Et9Ma4_OHOZxIHjVnLJAaLLxhpoLEyGKkwc1Yx8,6619
-zenml/models/v2/core/service_connector.py,sha256=aCWWtEhFCaxlfTl9M9y6JhBb2501RnVDLS7O45FJyD0,37575
+zenml/models/v2/core/service_connector.py,sha256=NNTSG1pSSMjM1u7eagBdQ4dxVNfpIBLEZNxTK6vHU8Y,37730
 zenml/models/v2/core/stack.py,sha256=1Cc3bE8KhcBNA-jprTs5iARdQlIAYTM0UcTIYfYPBo0,12699
 zenml/models/v2/core/step_run.py,sha256=48_nWoXxq5W8h6u04ummFQFcFAA9vQ8qNS69hUAHyEI,19195
 zenml/models/v2/core/tag.py,sha256=gQNkxmcksMxx5RJf1U_ug5-VxPhfaS11j--J3dl6muk,3534
@@ -663,7 +663,7 @@ zenml/models/v2/misc/build_item.py,sha256=66Fywatv8bDY86pf0k530fsHTk_L4IkHL6uJL7
 zenml/models/v2/misc/external_user.py,sha256=_prXznyVA3Dc5pCK7nVE72K3tjxslG_e3JxIXLIikBo,944
 zenml/models/v2/misc/info_models.py,sha256=3X6HFIlFcz5uuT7qgU18HqZBPkgrGZQ7QcM2yBT0qeU,2645
 zenml/models/v2/misc/loaded_visualization.py,sha256=u6lapDNZDtU9eS-_EMzl00urj0yPNhiqhZcvjIz7DSg,946
-zenml/models/v2/misc/server_models.py,sha256=1T18aaclRBKuZ5pEHSCCNIPaTAWKcLC60M48wC6xDew,3732
+zenml/models/v2/misc/server_models.py,sha256=cRm_ItouirAPgCfX2YxrQrRSL2ABDmpqKtFEXKIQH8w,4474
 zenml/models/v2/misc/service_connector_type.py,sha256=jGJLvIsBB87ZIEeZCLLueUf28H1QJFqXOJYtiRVvZ4M,28748
 zenml/models/v2/misc/stack_deployment.py,sha256=PgQevLjvHTpsecY_rzrXesr7jiGms7rH_QbFtI2ZIaA,3768
 zenml/models/v2/misc/user_auth.py,sha256=1-yafNA9qK4wL8ToROjaklTVI7Mj9va0t80_4wm7w3U,6988
@@ -982,15 +982,15 @@ zenml/zen_server/deploy/helm/.helmignore,sha256=u5h-ao70WpklXR1jKBJILV8PMlXqhBUg
 zenml/zen_server/deploy/helm/Chart.yaml,sha256=1q33ZrjALQdB8w-InBShRPnL4fcKfHRo_YwktZX5H54,333
 zenml/zen_server/deploy/helm/README.md,sha256=x6_gW8BZXSusNp_XzafZ2i5XaYUDJl2xgZ9kvv5sXb8,1777
 zenml/zen_server/deploy/helm/templates/NOTES.txt,sha256=1APbGHYNf5cKDyDXkTYE3ybVBSPrYiSJh4dKCUOtH2c,1977
-zenml/zen_server/deploy/helm/templates/_environment.tpl,sha256=4tPmEJZc2V1grGuxZQCPvfMUdn4iVt4sNnA8AZlxrEs,14494
+zenml/zen_server/deploy/helm/templates/_environment.tpl,sha256=yZd8zNaWqaYjJOf19P_dfPBxyeAubGxJYt86U4LLcTA,18578
 zenml/zen_server/deploy/helm/templates/_helpers.tpl,sha256=SuPztyigDEA00ftUfQtDCNK25RWZB4x58BXthNLJKJA,2042
 zenml/zen_server/deploy/helm/templates/cert-secret.yaml,sha256=VYA-0FfdF4hACYAsww8NjFL9JTuDUJTUbO8ud_Dveqo,1565
 zenml/zen_server/deploy/helm/templates/hpa.yaml,sha256=wORGNZ7-vL89PHPmyx5bR5TpDXECbyiqu0py1uOWsds,987
-zenml/zen_server/deploy/helm/templates/server-db-job.yaml,sha256=GeN2nr5Uo-xwpotutfMBwlETnNGV62uxu_lc-ZHCPHg,5047
+zenml/zen_server/deploy/helm/templates/server-db-job.yaml,sha256=r4-mnxwuPpXtpg-_O9T_dhw0iMkVg7R4Do07pIsVoFE,4425
 zenml/zen_server/deploy/helm/templates/server-db-pvc.yaml,sha256=ghpBSOtjxL6aoVzYphTytAojCD0T5lP3c3dwIB-1SLw,820
-zenml/zen_server/deploy/helm/templates/server-deployment.yaml,sha256=d9IGRIKi3ejWs20XjblmQ57NIGnhSEfPurfihoPjSyE,4147
+zenml/zen_server/deploy/helm/templates/server-deployment.yaml,sha256=cbVqp3dah5rsQFol1gqLU8asTj4-m3-Oz8utLChPDmw,4692
 zenml/zen_server/deploy/helm/templates/server-ingress.yaml,sha256=cgbxnKLPwzJyFqTW9GfT7nKRxG2LYPTsGBVnfrM7r3E,2274
-zenml/zen_server/deploy/helm/templates/server-secret.yaml,sha256=2lHBqmsD7zT5DjNAE-dN-bbcdip-APCW-fzGO3YWlSc,2551
+zenml/zen_server/deploy/helm/templates/server-secret.yaml,sha256=VBObN90vWC8z5iQq6uwLS2YnMlU_30MfRJ-A32WAzuQ,1873
 zenml/zen_server/deploy/helm/templates/server-service.yaml,sha256=PEYcze_4pKINKW_PbTv0vAvcXRctXuZ9jN0axqLfPFI,367
 zenml/zen_server/deploy/helm/templates/serviceaccount.yaml,sha256=4qX970F0O_SR1HSAMugyYAvwSN_63CqQofU4jV0YJO4,826
 zenml/zen_server/deploy/helm/templates/tests/test-connection.yaml,sha256=DPuf5tBRFLlxGLi8XgIbTG9nxaGn-8Z_oIkYJKjFBNs,379
@@ -1028,7 +1028,7 @@ zenml/zen_server/routers/run_templates_endpoints.py,sha256=2l5WCMo-kaGi0pxsAjvIz
 zenml/zen_server/routers/runs_endpoints.py,sha256=G0BXeAiYsbND5ddJcUNV8qu1lpNwRZy47x7g2b61Dj8,9322
 zenml/zen_server/routers/schedule_endpoints.py,sha256=1JtCV2VEZOnN_QriVyMccqStZueEfeY8A1jhCTzfBXM,3870
 zenml/zen_server/routers/secrets_endpoints.py,sha256=kvSGDLczeTBK8mXOisjEKsti1dudeUsIGkiY0ABhgo0,8242
-zenml/zen_server/routers/server_endpoints.py,sha256=HH4guJQUspZ9PhqqqeaV9FyM3Z6i2mqYmmSnuMwupGA,5306
+zenml/zen_server/routers/server_endpoints.py,sha256=W0EIZURFgJbMqWjpgqn8cIfyeSz-EXw0t1i4H5DK86I,6519
 zenml/zen_server/routers/service_accounts_endpoints.py,sha256=CJOMngUPGnVILQr3fsjlgzCqnA02uYkUQzOLikI1sd4,12166
 zenml/zen_server/routers/service_connectors_endpoints.py,sha256=D8Y5-OSo9OpO0P6ugom1_pqxfxayiZ9kZfWIuOP79CU,14696
 zenml/zen_server/routers/service_endpoints.py,sha256=PyAxQLewVnpotfQI_OmyUTl7ohTCrWrteA9nfvxDRyU,5055
@@ -1047,7 +1047,7 @@ zenml/zen_server/template_execution/runner_entrypoint_configuration.py,sha256=Y8
 zenml/zen_server/template_execution/utils.py,sha256=4pCh2aw6uLzbIDT3WE0QLbXvtlmA-eqmK0vKMkdv92w,16075
 zenml/zen_server/template_execution/workload_manager_interface.py,sha256=CL9c7z8ajuZE01DaHmdCDCZmsroDcTarvN-nE8jv6qQ,2590
 zenml/zen_server/utils.py,sha256=zJDG2xiZucbbreN7Ziqy8qXw9XdS2iYRm4kZhfxnHj0,17163
-zenml/zen_server/zen_server_api.py,sha256=BQpLs_8vccn4KT_AzV4aNpVEHRWbtSHQLXIcOYmCgkU,16203
+zenml/zen_server/zen_server_api.py,sha256=NzwRCqZTTdzhCrFy2u1Rt5fbHEr_Wojw6z7Xto_JdGE,17466
 zenml/zen_stores/__init__.py,sha256=6LTgH6XwDeDxKqVJ1JTfGhmS8II1NLopPloINGmdyI0,691
 zenml/zen_stores/base_zen_store.py,sha256=ULUuDiymnbdKOPkg1qPZdaojDtJ5le3L9znFOKqk25U,15592
 zenml/zen_stores/migrations/README.md,sha256=x04jsb6EOP6PBEGMQlDELiqKEham2O-iztAs9AylMFc,4898
@@ -1055,7 +1055,7 @@ zenml/zen_stores/migrations/__init__.py,sha256=N9CHfdz0AZ6KniQ450VCIV3H0CuWtx83A
 zenml/zen_stores/migrations/alembic.py,sha256=JDqx7Md6DxnHtP3xrZG1I0cNv6NyTR0oO3tPRUPaS2I,7455
 zenml/zen_stores/migrations/env.py,sha256=hN6GqD2toKL-r9y0FFAf2seJfr79Mzaeqslh5kObcos,1730
 zenml/zen_stores/migrations/script.py.mako,sha256=wTJhgE4DA8I2iVA29sfx74WLfbi3GBnXEwGnH5nNj4s,695
-zenml/zen_stores/migrations/utils.py,sha256=WuZ7cHmMkUViBU3QkVCwg69ZB-hcy6jE2BfTYZcrwBk,26446
+zenml/zen_stores/migrations/utils.py,sha256=DLPqkVpk3Pli1lEMpcPxRQInQaogEr1iri6vUyLK2YE,27280
 zenml/zen_stores/migrations/versions/0.21.0_release.py,sha256=5FoOdsRLifIC10GQBx3C7cSthPM3wtuzO4heMXgTbcY,444
 zenml/zen_stores/migrations/versions/0.21.1_release.py,sha256=SLWTKX1s6yN2xUEDe2-9_sRMqBjJPr1Je_I7JZTf1r8,432
 zenml/zen_stores/migrations/versions/0.22.0_release.py,sha256=bxpLvwzqSin2RuT-uYK4DWl1D92ldvhJ_QVdRFub8DE,444
@@ -1223,7 +1223,7 @@ zenml/zen_stores/migrations/versions/ec6307720f92_simplify_model_version_links.p
 zenml/zen_stores/migrations/versions/f3b3964e3a0f_add_oauth_devices.py,sha256=2CR4R-7Vx6j_AXxo-e5Guy6OX-ZnS47HSKSGfqlO-y0,3065
 zenml/zen_stores/migrations/versions/f49904a80aa7_increase_length_of_artifact_table_sources.py,sha256=kLgfDUnQdAb5_SyFx3VKXDLC0YbuBKf9iXRDNeBin7Q,1618
 zenml/zen_stores/migrations/versions/fbd7f18ced1e_increase_step_run_field_lengths.py,sha256=kn-ng5EHe_mmLfffIFbz7T59z-to3oMx8III_4wOsz4,1956
-zenml/zen_stores/rest_zen_store.py,sha256=kwxTjYg4MmM-_m64sCbn49bwh9JgRrSy9W_FIafO8dQ,156021
+zenml/zen_stores/rest_zen_store.py,sha256=0gnuy7iz_5mGVYsTs0NY9qlljTvAG9FaT9Fq70INwjk,157455
 zenml/zen_stores/schemas/__init__.py,sha256=D0T3cSqZ1wIewUI181WD76iY2pLyKX4HWCbx6JjXR7I,4266
 zenml/zen_stores/schemas/action_schemas.py,sha256=vNnDF4zRy0eWgNwtcU7yY0JXyqe4I3Nns2LHRHWwiDs,6293
 zenml/zen_stores/schemas/api_key_schemas.py,sha256=pCvoTSXSHz-im6aRt-opSBnmIhw3wDRIsi-NJP5WtCQ,7243
@@ -1269,8 +1269,8 @@ zenml/zen_stores/secrets_stores/sql_secrets_store.py,sha256=Bq1djrUP9saoD7vECjS7
 zenml/zen_stores/sql_zen_store.py,sha256=v9aIoBght-Pjivr2OYxvANBOhSqx8cUOzZh0G_oJOnw,404327
 zenml/zen_stores/template_utils.py,sha256=EKYBgmDLTS_PSMWaIO5yvHPLiQvMqHcsAe6NUCrv-i4,9068
 zenml/zen_stores/zen_store_interface.py,sha256=vf2gKBWfUUPtcGZC35oQB6pPNVzWVyQC8nWxVLjfrxM,92692
-zenml_nightly-0.70.0.dev20241121.dist-info/LICENSE,sha256=wbnfEnXnafPbqwANHkV6LUsPKOtdpsd-SNw37rogLtc,11359
-zenml_nightly-0.70.0.dev20241121.dist-info/METADATA,sha256=Ne0aSwSkHDL9NdqpSzjpDKUTitWOiOe3pB8b6eCJRyM,21208
-zenml_nightly-0.70.0.dev20241121.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-zenml_nightly-0.70.0.dev20241121.dist-info/entry_points.txt,sha256=QK3ETQE0YswAM2mWypNMOv8TLtr7EjnqAFq1br_jEFE,43
-zenml_nightly-0.70.0.dev20241121.dist-info/RECORD,,
+zenml_nightly-0.70.0.dev20241123.dist-info/LICENSE,sha256=wbnfEnXnafPbqwANHkV6LUsPKOtdpsd-SNw37rogLtc,11359
+zenml_nightly-0.70.0.dev20241123.dist-info/METADATA,sha256=NYFNgPuwPNlWcIrFfTQ6o-Kw6t42VBpzmInvJDOAnpI,21208
+zenml_nightly-0.70.0.dev20241123.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+zenml_nightly-0.70.0.dev20241123.dist-info/entry_points.txt,sha256=QK3ETQE0YswAM2mWypNMOv8TLtr7EjnqAFq1br_jEFE,43
+zenml_nightly-0.70.0.dev20241123.dist-info/RECORD,,