datamasque-python 1.1.5__tar.gz → 1.1.7__tar.gz

{datamasque_python-1.1.5 → datamasque_python-1.1.7}/HISTORY.rst

@@ -2,6 +2,18 @@
 History
 =======
 
+1.1.7 (2026-07-14)
+------------------
+
+* Added ``retry_writes`` to ``MongoConnectionConfig`` (default ``True``), serialized only when
+  disabled. Set it to ``False`` for AWS DocumentDB, which rejects retryable writes.
+* Updated the validation error API on ``Ruleset`` and ``RulesetLibrary``.
+
+1.1.6 (2026-07-13)
+------------------
+
+* Added discovery-config-library management APIs (``list_discovery_config_libraries``, ``create_discovery_config_library``, and friends).
+
 1.1.5 (2026-06-29)
 ------------------
 

{datamasque_python-1.1.5 → datamasque_python-1.1.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datamasque-python
-Version: 1.1.5
+Version: 1.1.7
 Summary: Official Python client for the DataMasque data-masking API.
 Project-URL: Homepage, https://datamasque.com/
 Project-URL: Documentation, https://datamasque-python.readthedocs.io/

{datamasque_python-1.1.5 → datamasque_python-1.1.7}/datamasque/client/__init__.py

@@ -80,6 +80,7 @@ from datamasque.client.models.discovery import (
     TableConstraints,
 )
 from datamasque.client.models.discovery_config import DiscoveryConfig, DiscoveryConfigId, DiscoveryConfigType
+from datamasque.client.models.discovery_config_library import DiscoveryConfigLibrary, DiscoveryConfigLibraryId
 from datamasque.client.models.dm_instance import DataMasqueInstanceConfig
 from datamasque.client.models.files import (
     DataMasqueFile,
@@ -118,6 +119,7 @@ from datamasque.client.models.runs import (
 from datamasque.client.models.status import (
     AsyncRulesetGenerationTaskStatus,
     MaskingRunStatus,
+    ValidationErrorDetails,
     ValidationErrorType,
     ValidationStatus,
 )
@@ -148,6 +150,8 @@ __all__ = [
     "DatabricksConnectionConfig",
     "DiscoveryConfig",
     "DiscoveryConfigId",
+    "DiscoveryConfigLibrary",
+    "DiscoveryConfigLibraryId",
     "DiscoveryConfigNotFoundError",
     "DiscoveryConfigType",
     "DiscoveryMatch",
@@ -231,6 +235,7 @@ __all__ = [
     "UserId",
     "UserRole",
     "UserSelection",
+    "ValidationErrorDetails",
     "ValidationErrorType",
     "ValidationStatus",
 ]

datamasque_python-1.1.7/datamasque/client/discovery_config_libraries.py

@@ -0,0 +1,172 @@
+import logging
+from typing import Optional
+
+from datamasque.client.base import BaseClient
+from datamasque.client.exceptions import DataMasqueApiError
+from datamasque.client.models.discovery_config import DiscoveryConfigType
+from datamasque.client.models.discovery_config_library import DiscoveryConfigLibrary, DiscoveryConfigLibraryId
+
+logger = logging.getLogger(__name__)
+
+
+class DiscoveryConfigLibraryClient(BaseClient):
+    """Discovery config library CRUD API methods. Mixed into `DataMasqueClient`."""
+
+    def list_discovery_config_libraries(self) -> list[DiscoveryConfigLibrary]:
+        """
+        Lists all discovery config libraries.
+
+        Unlike most list endpoints, this one is not paginated;
+        the server returns every library in a single response.
+        Note: the YAML content is not included in the list response for performance.
+        Use `get_discovery_config_library` to retrieve the full library with its YAML body.
+        """
+
+        response = self.make_request("GET", "/api/discovery/config-libraries/")
+        return [DiscoveryConfigLibrary.model_validate(item) for item in response.json()]
+
+    def get_discovery_config_library(self, library_id: DiscoveryConfigLibraryId) -> DiscoveryConfigLibrary:
+        """Retrieves a single discovery config library by ID, including its YAML content."""
+
+        response = self.make_request("GET", f"/api/discovery/config-libraries/{library_id}/")
+        return DiscoveryConfigLibrary.model_validate(response.json())
+
+    def _get_discovery_config_library_id_by_name(
+        self, name: str, config_type: DiscoveryConfigType, namespace: str
+    ) -> Optional[DiscoveryConfigLibraryId]:
+        """
+        Returns the ID of the library with the given name, type, and namespace, or `None` if there is none.
+
+        The listing is filtered by name to keep the response small;
+        type and namespace are matched client-side,
+        since the API's namespace filter cannot select the default (empty) namespace.
+        """
+
+        response = self.make_request(
+            "GET",
+            "/api/discovery/config-libraries/",
+            params={"name_exact": name},
+        )
+        entries = [DiscoveryConfigLibrary.model_validate(item) for item in response.json()]
+        matches = [
+            entry
+            for entry in entries
+            if entry.name == name and entry.namespace == namespace and entry.config_type is config_type
+        ]
+        if not matches:
+            return None
+
+        if matches[0].id is None:
+            raise DataMasqueApiError(
+                "Server returned a discovery config library list entry without an `id`.",
+                response=response,
+            )
+
+        return matches[0].id
+
+    def get_discovery_config_library_by_name(
+        self, name: str, config_type: DiscoveryConfigType, namespace: str = ""
+    ) -> Optional[DiscoveryConfigLibrary]:
+        """
+        Looks for a discovery config library matching the given name, type, and namespace (case-sensitive, exact match).
+
+        Library names are unique per type within a namespace,
+        so a type is required to identify a single library.
+        Returns it (with full YAML content) if found, otherwise `None`.
+        """
+
+        library_id = self._get_discovery_config_library_id_by_name(name, config_type, namespace)
+        if library_id is None:
+            return None
+
+        return self.get_discovery_config_library(library_id)
+
+    def create_discovery_config_library(self, library: DiscoveryConfigLibrary) -> DiscoveryConfigLibrary:
+        """
+        Creates a new discovery config library on the server.
+
+        Sets the library's server-assigned fields
+        (`id`, `is_valid`, `validation_error`, `created`, `modified`) and returns the library.
+        """
+
+        data = library.model_dump(exclude_none=True, by_alias=True, mode="json")
+        response = self.make_request("POST", "/api/discovery/config-libraries/", data=data)
+        created = DiscoveryConfigLibrary.model_validate(response.json())
+        library.id = created.id
+        library.is_valid = created.is_valid
+        library.validation_error = created.validation_error
+        library.created = created.created
+        library.modified = created.modified
+        logger.info('Creation of discovery config library "%s" successful', library.name)
+        return library
+
+    def update_discovery_config_library(self, library: DiscoveryConfigLibrary) -> DiscoveryConfigLibrary:
+        """
+        Performs a full update of the discovery config library.
+
+        The library must have its `id` set (i.e., it must have been previously created or retrieved from the server)
+        and its `yaml` content present.
+        A library's `config_type` is fixed at creation and cannot be changed by an update.
+        """
+
+        if library.id is None:
+            raise ValueError("Cannot update a discovery config library that has not been created yet (id is None)")
+
+        if library.yaml is None:
+            raise ValueError(
+                "Cannot update a discovery config library without YAML content (yaml is None); "
+                "list results omit YAML, so fetch the full library with `get_discovery_config_library` first"
+            )
+
+        data = library.model_dump(exclude_none=True, by_alias=True, mode="json")
+        response = self.make_request("PUT", f"/api/discovery/config-libraries/{library.id}/", data=data)
+        updated = DiscoveryConfigLibrary.model_validate(response.json())
+        library.is_valid = updated.is_valid
+        library.validation_error = updated.validation_error
+        library.modified = updated.modified
+        logger.debug('Update of discovery config library "%s" successful', library.name)
+        return library
+
+    def create_or_update_discovery_config_library(self, library: DiscoveryConfigLibrary) -> DiscoveryConfigLibrary:
+        """
+        Creates the library, or updates the existing one with the same name, namespace, and config type.
+
+        Sets the library's `id` property.
+        """
+
+        library_id = self._get_discovery_config_library_id_by_name(library.name, library.config_type, library.namespace)
+        if library_id is not None:
+            library.id = library_id
+            return self.update_discovery_config_library(library)
+
+        return self.create_discovery_config_library(library)
+
+    def delete_discovery_config_library_by_id_if_exists(
+        self, library_id: DiscoveryConfigLibraryId, *, force: bool = False
+    ) -> None:
+        """
+        Deletes the discovery config library with the given ID.
+
+        No-op if the library does not exist.
+
+        If the library is imported by any discovery configs,
+        the server will return 409 Conflict unless `force=True` is passed.
+        """
+
+        params = {"force": "true"} if force else None
+        self._delete_if_exists(f"/api/discovery/config-libraries/{library_id}/", params=params)
+
+    def delete_discovery_config_library_by_name_if_exists(
+        self, name: str, config_type: DiscoveryConfigType, namespace: str = "", *, force: bool = False
+    ) -> None:
+        """
+        Deletes the discovery config library with the given name, type, and namespace.
+
+        Library names are unique per type within a namespace,
+        so a type is required to identify a single library.
+        No-op if no such library exists.
+        """
+
+        library_id = self._get_discovery_config_library_id_by_name(name, config_type, namespace)
+        if library_id is not None:
+            self.delete_discovery_config_library_by_id_if_exists(library_id, force=force)

{datamasque_python-1.1.5 → datamasque_python-1.1.7}/datamasque/client/dmclient.py

@@ -1,6 +1,7 @@
 from datamasque.client.base import FileOrContent, UploadFile
 from datamasque.client.connections import ConnectionClient
 from datamasque.client.discovery import DiscoveryClient
+from datamasque.client.discovery_config_libraries import DiscoveryConfigLibraryClient
 from datamasque.client.discovery_configs import DiscoveryConfigClient
 from datamasque.client.files import FileClient
 from datamasque.client.license import LicenseClient
@@ -22,6 +23,7 @@ class DataMasqueClient(
     RunClient,
     DiscoveryClient,
     DiscoveryConfigClient,
+    DiscoveryConfigLibraryClient,
     UserClient,
     SettingsClient,
 ):

{datamasque_python-1.1.5 → datamasque_python-1.1.7}/datamasque/client/models/connection.py

@@ -166,6 +166,7 @@ class MongoConnectionConfig(ConnectionConfig):
     tls_ca_file: str = ""
     tls_allow_invalid_certificates: bool = False
     direct_connection: bool = False
+    retry_writes: bool = True
     replica_set: str = ""
     is_read_only: bool = False
 
@@ -194,6 +195,8 @@ class MongoConnectionConfig(ConnectionConfig):
                 d.pop("tls_allow_invalid_certificates", None)
         if not d.get("direct_connection"):
             d.pop("direct_connection", None)
+        if d.get("retry_writes", True):
+            d.pop("retry_writes", None)
         if not d.get("replica_set"):
             d.pop("replica_set", None)
         if not d.get("user"):

datamasque_python-1.1.7/datamasque/client/models/discovery_config_library.py

@@ -0,0 +1,33 @@
+from datetime import datetime
+from typing import NewType, Optional
+
+from pydantic import BaseModel, ConfigDict, Field
+
+from datamasque.client.models.discovery_config import DiscoveryConfigType
+from datamasque.client.models.status import ValidationStatus
+
+DiscoveryConfigLibraryId = NewType("DiscoveryConfigLibraryId", str)
+
+
+class DiscoveryConfigLibrary(BaseModel):
+    """
+    Represents a named, namespaced, persisted YAML discovery config library.
+
+    Library names are unique per config type within a namespace,
+    so a database and a file library may share a name.
+    """
+
+    model_config = ConfigDict(extra="allow", populate_by_name=True)
+
+    name: str
+    config_type: DiscoveryConfigType
+    namespace: str = ""
+    yaml: Optional[str] = Field(default=None, alias="config_yaml")
+    # Server-populated read-only fields, excluded from request bodies.
+    id: Optional[DiscoveryConfigLibraryId] = Field(default=None, exclude=True)
+    is_valid: Optional[ValidationStatus] = Field(default=None, exclude=True)
+    """Validation status; libraries are validated synchronously on create/update."""
+    validation_error: Optional[str] = Field(default=None, exclude=True)
+    """Human-readable validation error, or `None` when valid."""
+    created: Optional[datetime] = Field(default=None, exclude=True)
+    modified: Optional[datetime] = Field(default=None, exclude=True)

{datamasque_python-1.1.5 → datamasque_python-1.1.7}/datamasque/client/models/ruleset.py

@@ -4,7 +4,7 @@ from typing import Any, NewType, Optional
 from pydantic import Field
 
 from datamasque.client.models.git import GitTrackedEntity
-from datamasque.client.models.status import ValidationErrorType, ValidationStatus
+from datamasque.client.models.status import ValidationErrorDetails, ValidationStatus
 
 RulesetId = NewType("RulesetId", str)
 
@@ -44,7 +44,5 @@ class Ruleset(GitTrackedEntity):
     # Server-populated read-only fields, excluded from request bodies.
     id: Optional[RulesetId] = Field(default=None, exclude=True)
     is_valid: Optional[ValidationStatus] = Field(default=None, exclude=True)
-    validation_error: Optional[str] = Field(default=None, exclude=True)
-    """Human-readable validation error, or `None` when valid."""
-    validation_error_type: Optional[ValidationErrorType] = Field(default=None, exclude=True)
-    """Category of the validation failure, or `None` when valid."""
+    validation_errors: list[ValidationErrorDetails] = Field(default_factory=list, exclude=True)
+    """Validation errors surfaced by the server; empty when valid."""

{datamasque_python-1.1.5 → datamasque_python-1.1.7}/datamasque/client/models/ruleset_library.py

@@ -4,7 +4,7 @@ from typing import NewType, Optional
 from pydantic import Field
 
 from datamasque.client.models.git import GitTrackedEntity
-from datamasque.client.models.status import ValidationStatus
+from datamasque.client.models.status import ValidationErrorDetails, ValidationStatus
 
 RulesetLibraryId = NewType("RulesetLibraryId", str)
 
@@ -19,7 +19,7 @@ class RulesetLibrary(GitTrackedEntity):
     # Server-populated read-only fields, excluded from request bodies.
     id: Optional[RulesetLibraryId] = Field(default=None, exclude=True)
     is_valid: Optional[ValidationStatus] = Field(default=None, exclude=True)
-    validation_error: Optional[str] = Field(default=None, exclude=True)
-    """Human-readable validation error, or `None` when valid."""
+    validation_errors: list[ValidationErrorDetails] = Field(default_factory=list, exclude=True)
+    """Validation errors surfaced by the server; empty when valid."""
     created: Optional[datetime] = Field(default=None, exclude=True)
     modified: Optional[datetime] = Field(default=None, exclude=True)

{datamasque_python-1.1.5 → datamasque_python-1.1.7}/datamasque/client/models/status.py

@@ -1,4 +1,7 @@
 import enum
+from typing import Optional
+
+from pydantic import BaseModel
 
 
 class ValidationStatus(enum.Enum):
@@ -11,7 +14,7 @@ class ValidationStatus(enum.Enum):
 
 
 class ValidationErrorType(enum.Enum):
-    """Categorises why a ruleset failed validation (see `Ruleset.validation_error_type`)."""
+    """Categorises why validation failed (see `ValidationErrorDetails.validation_error_type`)."""
 
     ruleset = "ruleset"
     library_missing = "library_missing"
@@ -19,6 +22,15 @@ class ValidationErrorType(enum.Enum):
     expansion = "expansion"  # The ruleset is not valid once its library references are expanded.
 
 
+class ValidationErrorDetails(BaseModel):
+    """A single validation error, with its position in the YAML when available."""
+
+    message: str
+    validation_error_type: Optional[ValidationErrorType] = None
+    line_number: Optional[int] = None
+    column_number: Optional[int] = None
+
+
 class MaskingRunStatus(enum.Enum):
     """List of valid masking run statuses."""
 

{datamasque_python-1.1.5 → datamasque_python-1.1.7}/datamasque/client/ruleset_libraries.py

@@ -64,7 +64,7 @@ class RulesetLibraryClient(BaseClient):
         Creates a new ruleset library on the server.
 
         Sets the library's server-assigned fields
-        (`id`, `is_valid`, `validation_error`, `git`, `created`, `modified`) and returns the library.
+        (`id`, `is_valid`, `validation_errors`, `git`, `created`, `modified`) and returns the library.
         """
 
         data = library.model_dump(exclude_none=True, by_alias=True, mode="json")
@@ -72,7 +72,7 @@ class RulesetLibraryClient(BaseClient):
         created_library = RulesetLibrary.model_validate(response.json())
         library.id = created_library.id
         library.is_valid = created_library.is_valid
-        library.validation_error = created_library.validation_error
+        library.validation_errors = created_library.validation_errors
         library.git = created_library.git
         library.created = created_library.created
         library.modified = created_library.modified
@@ -93,7 +93,7 @@ class RulesetLibraryClient(BaseClient):
         response = self.make_request("PUT", f"/api/ruleset-libraries/{library.id}/", data=data)
         updated_library = RulesetLibrary.model_validate(response.json())
         library.is_valid = updated_library.is_valid
-        library.validation_error = updated_library.validation_error
+        library.validation_errors = updated_library.validation_errors
         library.git = updated_library.git
         library.modified = updated_library.modified
         logger.debug('Update of ruleset library "%s" successful', library.name)

{datamasque_python-1.1.5 → datamasque_python-1.1.7}/datamasque/client/rulesets.py

@@ -20,7 +20,7 @@ class RulesetClient(BaseClient):
         """
         Creates or updates a ruleset.
 
-        Populates the given ruleset's `id`, `is_valid`, `validation_error`, `validation_error_type`,
+        Populates the given ruleset's `id`, `is_valid`, `validation_errors`,
         and `git` fields from the server response, and returns the same ruleset instance for convenience.
         """
 
@@ -29,8 +29,7 @@ class RulesetClient(BaseClient):
         created = Ruleset.model_validate(response.json())
         ruleset.id = created.id
         ruleset.is_valid = created.is_valid
-        ruleset.validation_error = created.validation_error
-        ruleset.validation_error_type = created.validation_error_type
+        ruleset.validation_errors = created.validation_errors
         ruleset.git = created.git
 
         if response.status_code == 201:

{datamasque_python-1.1.5 → datamasque_python-1.1.7}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "datamasque-python"
-version = "1.1.5"
+version = "1.1.7"
 description = "Official Python client for the DataMasque data-masking API."
 authors = [
     { name = "DataMasque Ltd" },

{datamasque_python-1.1.5 → datamasque_python-1.1.7}/setup.cfg

@@ -1,5 +1,5 @@
 [bumpversion]
-current_version = 1.1.3
+current_version = 1.1.7
 commit = True
 tag = True
 

{datamasque_python-1.1.5 → datamasque_python-1.1.7}/tests/test_connections.py

@@ -1169,6 +1169,29 @@ def test_mongo_connection_model_dump_omits_falsy_optional_flags():
         assert absent not in api_dict
 
 
+def test_mongo_connection_retry_writes_defaults_true_and_is_omitted():
+    """retry_writes defaults to True (matching the server default), so it is left out of the payload."""
+    conn = MongoConnectionConfig(name="mongo", host="mongo.example", database="people")
+    assert conn.retry_writes is True
+    api_dict = conn.model_dump(exclude_none=True, by_alias=True, mode="json")
+    assert "retry_writes" not in api_dict
+
+
+def test_mongo_connection_sends_retry_writes_when_disabled():
+    """retry_writes is sent only when explicitly disabled (e.g. AWS DocumentDB rejects retryable writes)."""
+    conn = MongoConnectionConfig(name="mongo", host="mongo.example", database="people", retry_writes=False)
+    api_dict = conn.model_dump(exclude_none=True, by_alias=True, mode="json")
+    assert api_dict["retry_writes"] is False
+
+
+def test_documentdb_connection_sends_retry_writes_when_disabled():
+    """A DocumentDB connection inherits retry_writes and sends it when disabled."""
+    conn = DocumentDbConnectionConfig(name="docdb", host="docdb.example", database="people", retry_writes=False)
+    api_dict = conn.model_dump(exclude_none=True, by_alias=True, mode="json")
+    assert api_dict["db_type"] == "documentdb"
+    assert api_dict["retry_writes"] is False
+
+
 def test_mongo_connection_model_validate_blanks_encrypted_password():
     payload = {
         "id": "mongo-id-1",