datamasque-python 1.1.6__tar.gz → 1.1.8__tar.gz

{datamasque_python-1.1.6 → datamasque_python-1.1.8}/HISTORY.rst

@@ -2,6 +2,25 @@
 History
 =======
 
+1.1.8 (2026-07-27)
+------------------
+
+* Added typed Safe Data Preview support:
+
+  * ``safe_data_preview`` on ``InDataDiscoveryConfig`` (via ``SafeDataPreviewOptions``) to configure or disable it.
+  * ``safe_data_preview`` on schema-discovery result columns and file-discovery locators, typed by ``kind``.
+
+* Added ``row_count`` to ``TableConstraints`` in schema-discovery ``table_metadata``.
+* Added table-reference management APIs (``list_table_references``, ``create_table_reference``, and friends),
+  along with the ``TableReference`` and ``TableReferenceOptions`` models.
+
+1.1.7 (2026-07-14)
+------------------
+
+* Added ``retry_writes`` to ``MongoConnectionConfig`` (default ``True``), serialized only when
+  disabled. Set it to ``False`` for AWS DocumentDB, which rejects retryable writes.
+* Updated the validation error API on ``Ruleset`` and ``RulesetLibrary``.
+
 1.1.6 (2026-07-13)
 ------------------
 

{datamasque_python-1.1.6 → datamasque_python-1.1.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datamasque-python
-Version: 1.1.6
+Version: 1.1.8
 Summary: Official Python client for the DataMasque data-masking API.
 Project-URL: Homepage, https://datamasque.com/
 Project-URL: Documentation, https://datamasque-python.readthedocs.io/

{datamasque_python-1.1.6 → datamasque_python-1.1.8}/datamasque/client/__init__.py

@@ -116,12 +116,51 @@ from datamasque.client.models.runs import (
     RunInfo,
     UnfinishedRun,
 )
+from datamasque.client.models.safe_data_preview import (
+    BooleanPreview,
+    BooleanStatistics,
+    ColumnKind,
+    ColumnPreview,
+    CommonStatistics,
+    FirstCharsStatistics,
+    LengthEntry,
+    LengthsStatistics,
+    MaskedFormEntry,
+    NumericBin,
+    NumericHistograms,
+    NumericPreview,
+    NumericStatistics,
+    NumericSummaries,
+    NumericTemporalDisclosureLevel,
+    PatternComposition,
+    PatternEntry,
+    PatternsStatistics,
+    SafeDataPreview,
+    SafeDataPreviewOptions,
+    StringDisclosureLevel,
+    StringPreview,
+    StringStatistics,
+    TemporalBin,
+    TemporalHistograms,
+    TemporalPreview,
+    TemporalStatistics,
+    TemporalSummaries,
+    UnsupportedPreview,
+    UnsupportedStatistics,
+)
 from datamasque.client.models.status import (
     AsyncRulesetGenerationTaskStatus,
     MaskingRunStatus,
+    ValidationErrorDetails,
     ValidationErrorType,
     ValidationStatus,
 )
+from datamasque.client.models.table_reference import (
+    TableReference,
+    TableReferenceFormat,
+    TableReferenceId,
+    TableReferenceOptions,
+)
 from datamasque.client.models.user import User, UserId, UserRole
 
 __version__ = version("datamasque-python")
@@ -130,6 +169,11 @@ __all__ = [
     "AsyncRulesetGenerationInProgressError",
     "AsyncRulesetGenerationTaskStatus",
     "AzureConnectionConfig",
+    "BooleanPreview",
+    "BooleanStatistics",
+    "ColumnKind",
+    "ColumnPreview",
+    "CommonStatistics",
     "ConnectionConfig",
     "ConnectionId",
     "ConstraintColumns",
@@ -170,6 +214,7 @@ __all__ = [
     "FileId",
     "FileOrContent",
     "FileRulesetGenerationRequest",
+    "FirstCharsStatistics",
     "ForeignKeyRef",
     "GitSnapshot",
     "HashColumnsTableConfig",
@@ -185,16 +230,28 @@ __all__ = [
     "InvalidLibraryError",
     "InvalidRulesetError",
     "JsonPath",
+    "LengthEntry",
+    "LengthsStatistics",
     "LicenseInfo",
     "Locator",
     "MaskType",
+    "MaskedFormEntry",
     "MaskingRunOptions",
     "MaskingRunRequest",
     "MaskingRunStatus",
     "MongoConnectionConfig",
     "MountedShareConnectionConfig",
     "MssqlLinkedServerConnectionConfig",
+    "NumericBin",
+    "NumericHistograms",
+    "NumericPreview",
+    "NumericStatistics",
+    "NumericSummaries",
+    "NumericTemporalDisclosureLevel",
     "OracleWalletFile",
+    "PatternComposition",
+    "PatternEntry",
+    "PatternsStatistics",
     "ReferencingForeignKey",
     "Ruleset",
     "RulesetGenerationRequest",
@@ -212,6 +269,8 @@ __all__ = [
     "RunInfo",
     "RunNotCancellableError",
     "S3ConnectionConfig",
+    "SafeDataPreview",
+    "SafeDataPreviewOptions",
     "SchemaDiscoveryColumn",
     "SchemaDiscoveryFromConfigRequest",
     "SchemaDiscoveryPage",
@@ -227,13 +286,28 @@ __all__ = [
     "SseConfig",
     "SseSelection",
     "SslZipFile",
+    "StringDisclosureLevel",
+    "StringPreview",
+    "StringStatistics",
     "SwitchableLicenseMetadata",
     "TableConstraints",
+    "TableReference",
+    "TableReferenceFormat",
+    "TableReferenceId",
+    "TableReferenceOptions",
+    "TemporalBin",
+    "TemporalHistograms",
+    "TemporalPreview",
+    "TemporalStatistics",
+    "TemporalSummaries",
     "UnfinishedRun",
+    "UnsupportedPreview",
+    "UnsupportedStatistics",
     "User",
     "UserId",
     "UserRole",
     "UserSelection",
+    "ValidationErrorDetails",
     "ValidationErrorType",
     "ValidationStatus",
 ]

{datamasque_python-1.1.6 → datamasque_python-1.1.8}/datamasque/client/dmclient.py

@@ -9,6 +9,7 @@ from datamasque.client.ruleset_libraries import RulesetLibraryClient
 from datamasque.client.rulesets import RulesetClient
 from datamasque.client.runs import RunClient
 from datamasque.client.settings import SettingsClient
+from datamasque.client.table_references import TableReferenceClient
 from datamasque.client.users import UserClient
 
 __all__ = ["DataMasqueClient", "FileOrContent", "UploadFile"]
@@ -24,6 +25,7 @@ class DataMasqueClient(
     DiscoveryClient,
     DiscoveryConfigClient,
     DiscoveryConfigLibraryClient,
+    TableReferenceClient,
     UserClient,
     SettingsClient,
 ):

{datamasque_python-1.1.6 → datamasque_python-1.1.8}/datamasque/client/models/connection.py

@@ -166,6 +166,7 @@ class MongoConnectionConfig(ConnectionConfig):
     tls_ca_file: str = ""
     tls_allow_invalid_certificates: bool = False
     direct_connection: bool = False
+    retry_writes: bool = True
     replica_set: str = ""
     is_read_only: bool = False
 
@@ -194,6 +195,8 @@ class MongoConnectionConfig(ConnectionConfig):
                 d.pop("tls_allow_invalid_certificates", None)
         if not d.get("direct_connection"):
             d.pop("direct_connection", None)
+        if d.get("retry_writes", True):
+            d.pop("retry_writes", None)
         if not d.get("replica_set"):
             d.pop("replica_set", None)
         if not d.get("user"):

{datamasque_python-1.1.6 → datamasque_python-1.1.8}/datamasque/client/models/discovery.py

@@ -10,6 +10,10 @@ from datamasque.client.models.data_selection import HashColumnsTableConfig, Loca
 from datamasque.client.models.discovery_config import DiscoveryConfig, DiscoveryConfigId, unwrap_discovery_config_id
 from datamasque.client.models.pagination import Page
 from datamasque.client.models.runs import RunConnectionRef
+from datamasque.client.models.safe_data_preview import (
+    SafeDataPreview,
+    SafeDataPreviewOptions,
+)
 
 
 class InDataDiscoveryRule(BaseModel):
@@ -32,6 +36,7 @@ class InDataDiscoveryConfig(BaseModel):
     non_sensitive_rules: Optional[list[InDataDiscoveryRule]] = None
     ignore_rules: Optional[list[InDataDiscoveryRule]] = None
     force: Optional[bool] = None
+    safe_data_preview: Optional[SafeDataPreviewOptions] = None
 
 
 class SchemaDiscoveryRequest(BaseModel):
@@ -294,6 +299,7 @@ class SchemaDiscoveryColumn(BaseModel):
     unique_index_names: list[str]
     referencing_foreign_keys: list[ReferencingForeignKey]
     constraint: str  # Primary or Unique, or empty string if column does not participate in a PK/UK
+    safe_data_preview: Optional[SafeDataPreview] = None
 
 
 class SchemaDiscoveryResult(BaseModel):
@@ -324,6 +330,7 @@ class TableConstraints(BaseModel):
     primary_keys: Optional[list[ConstraintColumns]] = None
     unique_keys: Optional[list[ConstraintColumns]] = None
     foreign_keys: Optional[list[ConstraintColumns]] = None
+    row_count: Optional[int] = None
 
 
 class SchemaDiscoveryPage(Page[SchemaDiscoveryResult]):
@@ -356,6 +363,7 @@ class FileDiscoveryLocatorResult(BaseModel):
     locator: Locator
     matches: list[FileDiscoveryMatch]
     data_types: list[str]
+    safe_data_preview: Optional[SafeDataPreview] = None
 
 
 class FileDiscoveryFile(BaseModel):

{datamasque_python-1.1.6 → datamasque_python-1.1.8}/datamasque/client/models/ruleset.py

@@ -4,7 +4,7 @@ from typing import Any, NewType, Optional
 from pydantic import Field
 
 from datamasque.client.models.git import GitTrackedEntity
-from datamasque.client.models.status import ValidationErrorType, ValidationStatus
+from datamasque.client.models.status import ValidationErrorDetails, ValidationStatus
 
 RulesetId = NewType("RulesetId", str)
 
@@ -44,7 +44,5 @@ class Ruleset(GitTrackedEntity):
     # Server-populated read-only fields, excluded from request bodies.
     id: Optional[RulesetId] = Field(default=None, exclude=True)
     is_valid: Optional[ValidationStatus] = Field(default=None, exclude=True)
-    validation_error: Optional[str] = Field(default=None, exclude=True)
-    """Human-readable validation error, or `None` when valid."""
-    validation_error_type: Optional[ValidationErrorType] = Field(default=None, exclude=True)
-    """Category of the validation failure, or `None` when valid."""
+    validation_errors: list[ValidationErrorDetails] = Field(default_factory=list, exclude=True)
+    """Validation errors surfaced by the server; empty when valid."""

{datamasque_python-1.1.6 → datamasque_python-1.1.8}/datamasque/client/models/ruleset_library.py

@@ -4,7 +4,7 @@ from typing import NewType, Optional
 from pydantic import Field
 
 from datamasque.client.models.git import GitTrackedEntity
-from datamasque.client.models.status import ValidationStatus
+from datamasque.client.models.status import ValidationErrorDetails, ValidationStatus
 
 RulesetLibraryId = NewType("RulesetLibraryId", str)
 
@@ -19,7 +19,7 @@ class RulesetLibrary(GitTrackedEntity):
     # Server-populated read-only fields, excluded from request bodies.
     id: Optional[RulesetLibraryId] = Field(default=None, exclude=True)
     is_valid: Optional[ValidationStatus] = Field(default=None, exclude=True)
-    validation_error: Optional[str] = Field(default=None, exclude=True)
-    """Human-readable validation error, or `None` when valid."""
+    validation_errors: list[ValidationErrorDetails] = Field(default_factory=list, exclude=True)
+    """Validation errors surfaced by the server; empty when valid."""
     created: Optional[datetime] = Field(default=None, exclude=True)
     modified: Optional[datetime] = Field(default=None, exclude=True)

datamasque_python-1.1.8/datamasque/client/models/safe_data_preview.py

@@ -0,0 +1,282 @@
+"""Typed request and response shapes for Safe Data Preview, part of In-Data Discovery."""
+
+from enum import Enum
+from typing import Annotated, Literal, Optional, Union
+
+from pydantic import (
+    BaseModel,
+    ConfigDict,
+    Field,
+)
+
+
+class StringDisclosureLevel(Enum):
+    """How much detail a string Safe Data Preview reveals."""
+
+    lengths = "lengths"
+    patterns = "patterns"
+    first_chars = "first_chars"
+
+
+class NumericTemporalDisclosureLevel(Enum):
+    """How much detail a numeric or temporal Safe Data Preview reveals."""
+
+    summaries = "summaries"
+    histograms = "histograms"
+
+
+class SafeDataPreviewOptions(BaseModel):
+    """Configures whether Safe Data Preview runs and how much detail each column reveals."""
+
+    model_config = ConfigDict(extra="forbid")
+
+    enabled: Optional[bool] = None
+    min_group_size: Optional[int] = None
+    string_level: Optional[StringDisclosureLevel] = None
+    numeric_level: Optional[NumericTemporalDisclosureLevel] = None
+    temporal_level: Optional[NumericTemporalDisclosureLevel] = None
+
+
+class ColumnKind(str, Enum):
+    """Which shape a column's Safe Data Preview takes."""
+
+    boolean = "boolean"
+    numeric = "numeric"
+    string = "string"
+    temporal = "temporal"
+    unsupported = "unsupported"
+
+
+class CommonStatistics(BaseModel):
+    """Row counts shared by every preview kind."""
+
+    model_config = ConfigDict(extra="allow")
+
+    count_row: int
+    count_null: int
+    count_distinct: Optional[int] = None
+
+
+class LengthEntry(BaseModel):
+    """A value length and how many sampled rows had it."""
+
+    model_config = ConfigDict(extra="allow")
+
+    length: int
+    count: int
+
+
+class LengthsStatistics(BaseModel):
+    """Distribution of value lengths."""
+
+    model_config = ConfigDict(extra="allow")
+
+    min: int
+    max: int
+    mean: float
+    median: float
+    most_common: list[LengthEntry]
+
+
+class PatternEntry(BaseModel):
+    """A masked character pattern and how many sampled rows matched it."""
+
+    model_config = ConfigDict(extra="allow")
+
+    pattern: str
+    count: int
+
+
+class PatternComposition(BaseModel):
+    """The proportion of letter, digit, and other characters across sampled values."""
+
+    model_config = ConfigDict(extra="allow")
+
+    letter: float
+    digit: float
+    other: float
+
+
+class PatternsStatistics(BaseModel):
+    """The most common character patterns and the overall character composition."""
+
+    model_config = ConfigDict(extra="allow")
+
+    top: list[PatternEntry]
+    composition: PatternComposition
+
+
+class MaskedFormEntry(BaseModel):
+    """A masked leading form of a value and how many sampled rows had it."""
+
+    model_config = ConfigDict(extra="allow")
+
+    masked: str
+    count: int
+
+
+class FirstCharsStatistics(BaseModel):
+    """The most common masked leading forms."""
+
+    model_config = ConfigDict(extra="allow")
+
+    top: list[MaskedFormEntry]
+
+
+class StringStatistics(BaseModel):
+    """String preview statistics; `patterns`/`first_chars` appear at or above certain disclosure levels."""
+
+    model_config = ConfigDict(extra="allow")
+
+    lengths: LengthsStatistics
+    patterns: Optional[PatternsStatistics] = None
+    first_chars: Optional[FirstCharsStatistics] = None
+
+
+class NumericSummaries(BaseModel):
+    """Numeric mean and percentile summary."""
+
+    model_config = ConfigDict(extra="allow")
+
+    mean: float
+    q1: float
+    q2: float
+    q3: float
+    p5: float
+    p95: float
+
+
+class NumericBin(BaseModel):
+    """One half-open interval `[lower_bound, upper_bound)` of a numeric histogram and its row count."""
+
+    model_config = ConfigDict(extra="allow")
+
+    lower_bound: float
+    upper_bound: float
+    count: int
+
+
+class NumericHistograms(BaseModel):
+    """The bins of a numeric histogram."""
+
+    model_config = ConfigDict(extra="allow")
+
+    bins: list[NumericBin]
+
+
+class NumericStatistics(BaseModel):
+    """Numeric preview statistics; `histograms` is present only at the histogram disclosure level."""
+
+    model_config = ConfigDict(extra="allow")
+
+    summaries: NumericSummaries
+    histograms: Optional[NumericHistograms] = None
+
+
+class TemporalSummaries(BaseModel):
+    """Temporal mean and percentile summary, each an ISO-formatted string."""
+
+    model_config = ConfigDict(extra="allow")
+
+    mean: str
+    q1: str
+    q2: str
+    q3: str
+    p5: str
+    p95: str
+
+
+class TemporalBin(BaseModel):
+    """One interval of a temporal histogram, with ISO-formatted bounds and a human-readable label."""
+
+    model_config = ConfigDict(extra="allow")
+
+    lower_bound: str
+    upper_bound: str
+    label: str
+    count: int
+
+
+class TemporalHistograms(BaseModel):
+    """The bins of a temporal histogram."""
+
+    model_config = ConfigDict(extra="allow")
+
+    bins: list[TemporalBin]
+
+
+class TemporalStatistics(BaseModel):
+    """Temporal preview statistics; `histograms` is present only at the histogram disclosure level."""
+
+    model_config = ConfigDict(extra="allow")
+
+    summaries: TemporalSummaries
+    histograms: Optional[TemporalHistograms] = None
+
+
+class BooleanStatistics(BaseModel):
+    """Counts of true and false values."""
+
+    model_config = ConfigDict(extra="allow")
+
+    count_true: int
+    count_false: int
+
+
+class UnsupportedStatistics(BaseModel):
+    """Why a column could not be previewed."""
+
+    model_config = ConfigDict(extra="allow")
+
+    reason: str
+
+
+class ColumnPreview(BaseModel):
+    """Fields present on every Safe Data Preview."""
+
+    model_config = ConfigDict(extra="allow")
+
+    # For grouped file discovery, the file whose sample produced this preview; None for database columns.
+    sampled_from: Optional[str] = None
+    statistics_common: CommonStatistics
+
+
+class StringPreview(ColumnPreview):
+    """A preview of a string column."""
+
+    kind: Literal[ColumnKind.string] = ColumnKind.string
+    statistics_kind: StringStatistics
+
+
+class NumericPreview(ColumnPreview):
+    """A preview of a numeric column."""
+
+    kind: Literal[ColumnKind.numeric] = ColumnKind.numeric
+    statistics_kind: NumericStatistics
+
+
+class TemporalPreview(ColumnPreview):
+    """A preview of a date/time column."""
+
+    kind: Literal[ColumnKind.temporal] = ColumnKind.temporal
+    statistics_kind: TemporalStatistics
+
+
+class BooleanPreview(ColumnPreview):
+    """A preview of a boolean column."""
+
+    kind: Literal[ColumnKind.boolean] = ColumnKind.boolean
+    statistics_kind: BooleanStatistics
+
+
+class UnsupportedPreview(ColumnPreview):
+    """A column the preview ran against but declined; `statistics_kind.reason` says why."""
+
+    kind: Literal[ColumnKind.unsupported] = ColumnKind.unsupported
+    statistics_kind: UnsupportedStatistics
+
+
+SafeDataPreview = Annotated[
+    Union[StringPreview, NumericPreview, TemporalPreview, BooleanPreview, UnsupportedPreview],
+    Field(discriminator="kind"),
+]

{datamasque_python-1.1.6 → datamasque_python-1.1.8}/datamasque/client/models/status.py

@@ -1,4 +1,7 @@
 import enum
+from typing import Optional
+
+from pydantic import BaseModel
 
 
 class ValidationStatus(enum.Enum):
@@ -11,7 +14,7 @@ class ValidationStatus(enum.Enum):
 
 
 class ValidationErrorType(enum.Enum):
-    """Categorises why a ruleset failed validation (see `Ruleset.validation_error_type`)."""
+    """Categorises why validation failed (see `ValidationErrorDetails.validation_error_type`)."""
 
     ruleset = "ruleset"
     library_missing = "library_missing"
@@ -19,6 +22,15 @@ class ValidationErrorType(enum.Enum):
     expansion = "expansion"  # The ruleset is not valid once its library references are expanded.
 
 
+class ValidationErrorDetails(BaseModel):
+    """A single validation error, with its position in the YAML when available."""
+
+    message: str
+    validation_error_type: Optional[ValidationErrorType] = None
+    line_number: Optional[int] = None
+    column_number: Optional[int] = None
+
+
 class MaskingRunStatus(enum.Enum):
     """List of valid masking run statuses."""