zenml-nightly 0.83.1.dev20250624__py3-none-any.whl → 0.83.1.dev20250626__py3-none-any.whl

zenml/utils/package_utils.py

@@ -13,10 +13,26 @@
 #  permissions and limitations under the License.
 """Utility functions for the package."""
 
-from typing import List
+import sys
+from typing import Dict, List, Optional, Union, cast
 
 import requests
 from packaging import version
+from packaging.markers import default_environment
+from packaging.requirements import Requirement
+
+if sys.version_info < (3, 10):
+    from importlib_metadata import (
+        PackageNotFoundError,
+        distribution,
+        distributions,
+    )
+else:
+    from importlib.metadata import (
+        PackageNotFoundError,
+        distribution,
+        distributions,
+    )
 
 
 def is_latest_zenml_version() -> bool:
@@ -87,3 +103,97 @@ def clean_requirements(requirements: List[str]) -> List[str]:
         ):
             cleaned[package] = req
     return sorted(cleaned.values())
+
+
+def requirement_installed(requirement: Union[str, Requirement]) -> bool:
+    """Check if a requirement is installed.
+
+    Args:
+        requirement: A requirement string.
+
+    Returns:
+        True if the requirement is installed, False otherwise.
+    """
+    if isinstance(requirement, str):
+        requirement = Requirement(requirement)
+
+    try:
+        dist = distribution(requirement.name)
+    except PackageNotFoundError:
+        return False
+
+    return requirement.specifier.contains(dist.version)
+
+
+def get_dependencies(
+    requirement: Requirement, recursive: bool = False
+) -> List[Requirement]:
+    """Get the dependencies of a requirement.
+
+    Args:
+        requirement: A requirement string.
+        recursive: Whether to include recursive dependencies.
+
+    Returns:
+        A list of requirements.
+    """
+    dist = distribution(requirement.name)
+    marker_environment = cast(Dict[str, str], default_environment())
+
+    dependencies = []
+
+    for req in dist.requires or []:
+        parsed_req = Requirement(req)
+
+        if parsed_req.marker:
+            should_include = False
+
+            marker_environment["extra"] = ""
+            if parsed_req.marker.evaluate(environment=marker_environment):
+                should_include = True
+
+            if not should_include:
+                # Not required without extras, so check if it's required with
+                # any of the requested extras
+                for extra in requirement.extras:
+                    marker_environment["extra"] = extra
+                    if parsed_req.marker.evaluate(
+                        environment=marker_environment
+                    ):
+                        should_include = True
+                        break
+
+            if should_include:
+                dependencies.append(parsed_req)
+        else:
+            # No marker means always include
+            dependencies.append(parsed_req)
+
+    if recursive:
+        for dependency in dependencies:
+            dependencies.extend(get_dependencies(dependency, recursive=True))
+
+    return dependencies
+
+
+def get_package_information(
+    package_names: Optional[List[str]] = None,
+) -> Dict[str, str]:
+    """Get package information.
+
+    Args:
+        package_names: Filter for specific package names. If no package names
+            are provided, all installed packages are returned.
+
+    Returns:
+        A dictionary of the name:version for the package names passed in or
+            all packages and their respective versions.
+    """
+    if package_names:
+        return {
+            dist.name: dist.version
+            for dist in distributions()
+            if dist.name in package_names
+        }
+
+    return {dist.name: dist.version for dist in distributions()}

zenml/zen_server/routers/service_connectors_endpoints.py

@@ -152,6 +152,7 @@ def list_service_connectors(
         resource_type=ResourceType.SERVICE_CONNECTOR,
         list_method=zen_store().list_service_connectors,
         hydrate=hydrate,
+        expand_secrets=expand_secrets,
     )
 
     if expand_secrets:
@@ -163,9 +164,6 @@ def list_service_connectors(
         )
 
         for connector in connectors.items:
-            if not connector.secret_id:
-                continue
-
             if allowed_ids is None or is_owned_by_authenticated_user(
                 connector
             ):
@@ -174,14 +172,8 @@ def list_service_connectors(
                 pass
             elif connector.id not in allowed_ids:
                 # The user is not allowed to read secret values for this
-                # connector. We don't raise an exception here but don't include
-                # the secret values
-                continue
-
-            secret = zen_store().get_secret(secret_id=connector.secret_id)
-
-            # Update the connector configuration with the secret.
-            connector.configuration.update(secret.secret_values)
+                # connector. We remove the secrets from the connector.
+                connector.remove_secrets()
 
     return connectors
 
@@ -253,21 +245,14 @@ def get_service_connector(
         The requested service connector.
     """
     connector = zen_store().get_service_connector(
-        connector_id, hydrate=hydrate
+        connector_id, hydrate=hydrate, expand_secrets=expand_secrets
     )
     verify_permission_for_model(connector, action=Action.READ)
 
-    if (
-        expand_secrets
-        and connector.secret_id
-        and has_permissions_for_model(
-            connector, action=Action.READ_SECRET_VALUE
-        )
+    if expand_secrets and not has_permissions_for_model(
+        connector, action=Action.READ_SECRET_VALUE
     ):
-        secret = zen_store().get_secret(secret_id=connector.secret_id)
-
-        # Update the connector configuration with the secret.
-        connector.configuration.update(secret.secret_values)
+        connector.remove_secrets()
 
     return dehydrate_response_model(connector)
 

zenml/zen_stores/migrations/versions/5bb25e95849c_add_internal_secrets.py

@@ -0,0 +1,62 @@
+"""add internal secrets [5bb25e95849c].
+
+Revision ID: 5bb25e95849c
+Revises: 0.83.1
+Create Date: 2025-06-23 20:49:44.184630
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "5bb25e95849c"
+down_revision = "0.83.1"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    """Upgrade database schema and/or data, creating a new revision."""
+    # Step 1: Add internal column as nullable
+    with op.batch_alter_table("secret", schema=None) as batch_op:
+        batch_op.add_column(sa.Column("internal", sa.Boolean(), nullable=True))
+
+    # Step 2: Update existing records based on service connector references
+    # If a secret is referenced by a service_connector.secret_id, make it internal=True
+    # Otherwise, set it to internal=False
+    connection = op.get_bind()
+
+    # Update secrets that are referenced by service connectors to be internal
+    connection.execute(
+        sa.text("""
+            UPDATE secret 
+            SET internal = TRUE 
+            WHERE id IN (
+                SELECT DISTINCT secret_id 
+                FROM service_connector 
+                WHERE secret_id IS NOT NULL
+            );
+        """)
+    )
+
+    # Update all other secrets to be not internal
+    connection.execute(
+        sa.text("""
+            UPDATE secret 
+            SET internal = FALSE 
+            WHERE internal IS NULL;
+        """)
+    )
+
+    # Step 3: Make internal column non-nullable
+    with op.batch_alter_table("secret", schema=None) as batch_op:
+        batch_op.alter_column(
+            "internal", existing_type=sa.Boolean(), nullable=False
+        )
+
+
+def downgrade() -> None:
+    """Downgrade database schema and/or data back to the previous revision."""
+    with op.batch_alter_table("secret", schema=None) as batch_op:
+        batch_op.drop_column("internal")