validio-sdk 7.3.1__tar.gz → 7.4.1__tar.gz

{validio_sdk-7.3.1 → validio_sdk-7.4.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: validio-sdk
-Version: 7.3.1
+Version: 7.4.1
 Summary: SDK to interact with the Validio platform
 Home-page: https://validio.io/
 License: Apache-2.0

{validio_sdk-7.3.1 → validio_sdk-7.4.1}/pyproject.toml

@@ -3,7 +3,7 @@ name = "validio-sdk"
 # This version does not represent the released version or any tag. For each
 # release we automatically bump this before building and publishing so this
 # should be kept at 0.0.1dev1
-version = "7.3.1"
+version = "7.4.1"
 description = "SDK to interact with the Validio platform"
 authors = ["Validio <support@validio.io>"]
 license = "Apache-2.0"

{validio_sdk-7.3.1 → validio_sdk-7.4.1}/validio_sdk/_api/api.py

@@ -1023,6 +1023,12 @@ async def get_credentials(
           host
           port
           httpPath
+          databricksAuth: auth {
+            __typename
+            ... on DatabricksCredentialOAuth {
+              clientId
+            }
+          }
         }
         enableCatalog
       }
@@ -1093,6 +1099,8 @@ async def get_credentials(
               user
             }
           }
+          tlsEnabled
+          tlsCaCertificates
         }
         enableCatalog
       }
@@ -1240,6 +1248,7 @@ async def get_credentials(
             credential.get("config", {}),
             [
                 ("powerBiAuth", "auth"),
+                ("databricksAuth", "auth"),
                 ("databaseRequired", "database"),
                 ("optUser", "user"),
                 ("optBaseUrl", "baseUrl"),

{validio_sdk-7.3.1 → validio_sdk-7.4.1}/validio_sdk/resource/_diffable.py

@@ -195,6 +195,11 @@ class ApiSecretChangeNestedResource(Diffable):
         data[NODE_TYPE_FIELD_NAME] = self.__class__.__name__
         return data
 
+    def _nested_objects(
+        self,
+    ) -> dict[str, "Diffable | list[Diffable] | None"]:
+        return {}
+
     @staticmethod
     def _decode(
         type_: type,
@@ -218,6 +223,9 @@ class ApiSecretChangeNestedResource(Diffable):
             }
         }
 
+    def _api_secret_change_input(self) -> dict[str, Any]:
+        return self._api_input()
+
     def _api_secret_change_auth_query(self) -> str:
         """Returns the GraphQL query with fragments for the API secret change."""
         fields = "\n".join([to_camel(f) for f in self._secret_fields()])

{validio_sdk-7.3.1 → validio_sdk-7.4.1}/validio_sdk/resource/_resource.py

@@ -546,7 +546,7 @@ class Resource(Diffable):
 
     def _api_secret_change_input(self) -> dict[str, Any]:
         nested_objects = {
-            to_camel(f): obj._api_input()
+            to_camel(f): obj._api_secret_change_input()
             for f, obj in self._nested_secret_objects().items()
         }
 

{validio_sdk-7.3.1 → validio_sdk-7.4.1}/validio_sdk/resource/_serde.py

@@ -389,9 +389,9 @@ def _import_value_repr(
         # single long line.
         if "\n" not in value:
             value_repr = repr(value)
-        elif "'''" not in value:
+        elif not any(["'''" in value, value.startswith("'"), value.endswith("'")]):
             value_repr = f"'''{value}'''"
-        elif '"""' not in value:
+        elif not any(['"""' in value, value.startswith('"'), value.endswith('"')]):
             value_repr = f'"""{value}"""'
         else:
             value_repr = repr(value)

{validio_sdk-7.3.1 → validio_sdk-7.4.1}/validio_sdk/resource/_server_resources.py

@@ -50,6 +50,9 @@ from validio_sdk.resource.credentials import (
     ClickHouseCredential,
     Credential,
     DatabricksCredential,
+    DatabricksCredentialAuth,
+    DatabricksCredentialOAuth,
+    DatabricksCredentialPersonalAccessToken,
     DbtCloudCredential,
     DbtCoreCredential,
     DemoCredential,
@@ -326,12 +329,31 @@ async def load_credentials(
                     __internal__=g,
                 )
             case "DatabricksCredential":
+                access_token = None
+                auth: DatabricksCredentialAuth | None = None
+
+                auth_type_config = c.get("config", {}).get("auth", {}) or {}
+                auth_type = auth_type_config.get("__typename")
+
+                if auth_type == "DatabricksCredentialPersonalAccessToken":
+                    auth = DatabricksCredentialPersonalAccessToken(token="UNSET")
+                elif auth_type == "DatabricksCredentialOAuth":
+                    auth = DatabricksCredentialOAuth(
+                        client_id=c["config"]["auth"]["clientId"],
+                        client_secret="UNSET",
+                    )
+                elif auth_type is None:
+                    access_token = "UNSET"
+                else:
+                    raise ValidioBugError(f"unknown auth type '{auth_type}'")
+
                 credential = DatabricksCredential(
                     name=name,
                     host=c["config"]["host"],
                     port=c["config"]["port"],
-                    access_token="UNSET",
                     http_path=c["config"]["httpPath"],
+                    access_token=access_token,
+                    auth=auth,
                     display_name=display_name,
                     enable_catalog=c["enableCatalog"],
                     __internal__=g,
@@ -427,6 +449,8 @@ async def load_credentials(
                     port=c["config"]["port"],
                     database=c["config"]["database"],
                     auth=oracle_auth,
+                    tls_enabled=c["config"]["tlsEnabled"],
+                    tls_ca_certificates=c["config"]["tlsCaCertificates"],
                     display_name=display_name,
                     enable_catalog=c["enableCatalog"],
                     __internal__=g,

{validio_sdk-7.3.1 → validio_sdk-7.4.1}/validio_sdk/resource/credentials.py

@@ -8,6 +8,8 @@ from camel_converter import to_camel
 
 from validio_sdk._api.api import APIClient, test_credential
 from validio_sdk.client.client import Session
+from validio_sdk.config import ValidioConfig
+from validio_sdk.exception import ValidioError
 from validio_sdk.resource._resource import (
     ApiSecretChangeNestedResource,
     Resource,
@@ -749,11 +751,6 @@ class SnowflakeCredentialKeyPair(ApiSecretChangeNestedResource):
     def _secret_fields(self) -> set[str]:
         return {"private_key", "private_key_passphrase"}
 
-    def _nested_objects(
-        self,
-    ) -> dict[str, "Diffable | list[Diffable] | None"]:
-        return {}
-
 
 class SnowflakeCredentialUserPassword(ApiSecretChangeNestedResource):
     """Snowflake password-based authentication."""
@@ -785,11 +782,6 @@ class SnowflakeCredentialUserPassword(ApiSecretChangeNestedResource):
     def _secret_fields(self) -> set[str]:
         return {"password"}
 
-    def _nested_objects(
-        self,
-    ) -> dict[str, "Diffable | list[Diffable] | None"]:
-        return {}
-
 
 SnowflakeCredentialAuth = Union[
     SnowflakeCredentialKeyPair, SnowflakeCredentialUserPassword
@@ -1185,6 +1177,81 @@ class LookerCredential(Credential):
         return {"client_secret"}
 
 
+class DatabricksCredentialPersonalAccessToken(ApiSecretChangeNestedResource):
+    """Databricks personal access token authentication."""
+
+    def __init__(
+        self,
+        *,
+        token: str,
+    ):
+        """
+        Constructor.
+
+        :param token: Databricks personal access token.
+        """
+        self.token = token
+
+    def _api_variant_name(self) -> str:
+        return "personalAccessToken"
+
+    def _immutable_fields(self) -> set[str]:
+        return set({})
+
+    def _mutable_fields(self) -> set[str]:
+        return set({})
+
+    def _secret_fields(self) -> set[str]:
+        return {"token"}
+
+
+class DatabricksCredentialOAuth(ApiSecretChangeNestedResource):
+    """Databricks OAuth token authentication."""
+
+    def __init__(
+        self,
+        *,
+        client_id: str,
+        client_secret: str,
+    ):
+        """
+        Constructor.
+
+        :param client_id: Databricks OAuth client ID.
+        :param client_secret: Databricks OAuth client secret.
+        """
+        self.client_id = client_id
+        self.client_secret = client_secret
+
+    def _api_variant_name(self) -> str:
+        return "oauth"
+
+    def _immutable_fields(self) -> set[str]:
+        return set({})
+
+    def _mutable_fields(self) -> set[str]:
+        return {"client_id"}
+
+    def _secret_fields(self) -> set[str]:
+        return {"client_secret"}
+
+    def _api_secret_change_input(self) -> dict[str, Any]:
+        # We override this for Databricks since Databricks is the only one that
+        # doesn't reuse the input type for creating credentials when checking if
+        # secrets are changed. This mean we can use the API input as is, we need
+        # to filter out non secrets.
+        return {
+            self._api_variant_name(): {
+                to_camel(f): getattr(self, f) for f in self._secret_fields()
+            }
+        }
+
+
+DatabricksCredentialAuth = (
+    DatabricksCredentialPersonalAccessToken | DatabricksCredentialOAuth
+)
+
+
 class DatabricksCredential(Credential):
     """A credential resource that can be used to connect to a Databricks table."""
 
@@ -1194,8 +1261,9 @@ class DatabricksCredential(Credential):
         name: str,
         host: str,
         port: int,
-        access_token: str,
         http_path: str,
+        access_token: str | None = None,
+        auth: DatabricksCredentialAuth | None = None,
         enable_catalog: bool = False,
         display_name: str | None = None,
         ignore_changes: bool = False,
@@ -1207,8 +1275,9 @@ class DatabricksCredential(Credential):
         :param name: Unique resource name assigned to the credential
         :param host: A host of Databricks deployment
         :param port: A port of Databricks deployment
-        :param access_token: An access token of system principal or a user
         :param http_path: Connection path of the compute resource to use.
+        :param access_token: Deprecated.
+        :param auth: Authentication method and config.
         :param enable_catalog: If set to true, this credential will
             be used to fetch catalog information.
         :param display_name: Human-readable name for the credential. This name is
@@ -1221,11 +1290,22 @@ class DatabricksCredential(Credential):
             ignore_changes=ignore_changes,
             __internal__=__internal__,
         )
+
+        if access_token and auth:
+            raise ValidioError("only one of 'access_token' and 'auth' can be specified")
+
+        if not access_token and not auth:
+            raise ValidioError("auth configuration missing")
+
+        if access_token:
+            self.add_field_deprecation("access_token", "auth")
+
         self.host = host
         self.port = port
         self.access_token = access_token
         self.http_path = http_path
         self.enable_catalog = enable_catalog
+        self.auth = auth
 
     def _immutable_fields(self) -> set[str]:
         return set({})
@@ -1237,8 +1317,28 @@ class DatabricksCredential(Credential):
         }
 
     def _secret_fields(self) -> set[str]:
+        # We must always include access token even when it's not used to ensure
+        # we can go from the legacy way of using this to the new auth config.
+        # When we pass auth we must also pass `access_token` as `null` to clear
+        # it.
         return {"access_token"}
 
+    def _nested_objects(
+        self,
+    ) -> dict[str, "Diffable | list[Diffable] | None"]:
+        return {"auth": self.auth}
+
+    def _api_update_input(self, namespace: str, ctx: "DiffContext") -> Any:
+        # Nested objects are not included in the input if they are `None` but we
+        # want to pass `auth` in all requests to ensure we can go from the new
+        # config (auth being set) to the old (access_token being set).
+        #
+        # Once we've dropped the legacy support we can also drop this override.
+        if self.auth is None:
+            return _api_update_input_params(self, overrides={"auth": None})
+
+        return super()._api_update_input(namespace, ctx)
+
 
 class AzureSynapseCredential(Credential):
     """A base class of Azure Credential resource."""
@@ -1692,6 +1792,8 @@ class OracleCredential(Credential):
         port: int,
         database: str,
         auth: OracleCredentialAuth,
+        tls_enabled: bool | None = None,
+        tls_ca_certificates: str | None = None,
         enable_catalog: bool = False,
         display_name: str | None = None,
         ignore_changes: bool = False,
@@ -1705,6 +1807,10 @@ class OracleCredential(Credential):
         :param port: Port number of the server.
         :param auth: Credentials to use for authentication.
         :param database: Name of the database to connect to
+        :param tls_enabled: If set to true, connections will be
+            established using the TLS protocol.
+        :param tls_ca_certificates: PEM certificate bundle used to
+            verify the server TLS certificate.
         :param enable_catalog: If set to true, this credential will
             be used to fetch catalog information.
         :param display_name: Human-readable name for the credential. This name is
@@ -1722,6 +1828,8 @@ class OracleCredential(Credential):
         self.port = port
         self.database = database
         self.auth = auth
+        self.tls_enabled = tls_enabled
+        self.tls_ca_certificates = tls_ca_certificates
         self.enable_catalog = enable_catalog
 
     def _immutable_fields(self) -> set[str]:
@@ -1734,6 +1842,8 @@ class OracleCredential(Credential):
                 "host",
                 "port",
                 "database",
+                "tls_enabled",
+                "tls_ca_certificates",
                 "enable_catalog",
             },
         }

{validio_sdk-7.3.1 → validio_sdk-7.4.1}/validio_sdk/resource/tests/test__diff.py

@@ -1,5 +1,6 @@
 import pytest
 
+from validio_sdk.code._import import ImportContext
 from validio_sdk.resource._diff import (
     CascadeReplacementReason,
     DiffContext,
@@ -11,6 +12,7 @@ from validio_sdk.resource._diff import (
     _diff_resource_graph,
 )
 from validio_sdk.resource._resource import ResourceGraph
+from validio_sdk.resource._serde import _import_value_repr
 from validio_sdk.resource.channels import Channel, SlackChannel, WebhookChannel
 from validio_sdk.resource.credentials import AwsCredential, Credential, DemoCredential
 from validio_sdk.resource.filters import (
@@ -1774,3 +1776,49 @@ def test_enum_filter_values_should_ignore_order() -> None:
 
     _add_namespace(namespace, server_ctx)
     assert expected == _diff_resource_graph(namespace, manifest_ctx, server_ctx)
+
+
+@pytest.mark.parametrize(
+    ("input", "expected"),
+    [
+        (
+            "this string has no special characters",
+            "'this string has no special characters'",
+        ),
+        (
+            "this string contains '",
+            '"this string contains \'"',
+        ),
+        (
+            "this\nmultiline\nshould be\ntripple quoted",
+            "'''this\nmultiline\nshould be\ntripple quoted'''",
+        ),
+        (
+            "multiline with '''\nshould be\ndouble quotes",
+            '"""multiline with \'\'\'\nshould be\ndouble quotes"""',
+        ),
+        (
+            "multiline trailing\nshould be\ndouble quotes'",
+            '"""multiline trailing\nshould be\ndouble quotes\'"""',
+        ),
+        (
+            "'multiline leading\nshould be\ndouble quotes",
+            '"""\'multiline leading\nshould be\ndouble quotes"""',
+        ),
+        (
+            'multiline with """\nshould be\nsingle quotes',
+            "'''multiline with \"\"\"\nshould be\nsingle quotes'''",
+        ),
+        (
+            'multiline trailing\nshould be\nsingle quotes"',
+            "'''multiline trailing\nshould be\nsingle quotes\"'''",
+        ),
+        (
+            '"multiline leading\nshould be\nsingle quotes',
+            "'''\"multiline leading\nshould be\nsingle quotes'''",
+        ),
+    ],
+)
+def test_import_value_repr(input: str, expected: str) -> None:
+    got = _import_value_repr(input, 0, ImportContext())
+    assert got == expected

{validio_sdk-7.3.1 → validio_sdk-7.4.1}/validio_sdk/resource/validators.py

@@ -416,7 +416,7 @@ class Validator(Resource, ABC):
     def _mutable_fields(self) -> set[str]:
         return {
             *super()._mutable_fields(),
-            *{"description", "filter_name", "owner", "priority"},
+            *{"description", "filter_name", "owner", "priority", "tag_names"},
         }
 
     def _ignored_fields(self) -> set[str]: