datamasque-python 1.1.7__tar.gz → 1.2.0__tar.gz

{datamasque_python-1.1.7 → datamasque_python-1.2.0}/HISTORY.rst

@@ -2,6 +2,28 @@
 History
 =======
 
+1.2.0 (2026-07-27)
+------------------
+
+* Made discovery config libraries untyped, matching the DataMasque 3.26.14 server. A single
+  library is now identified by ``(namespace, name)`` and may be imported by both database and
+  file discovery configs. **Breaking:** removed the ``config_type`` field from
+  ``DiscoveryConfigLibrary`` and the ``config_type`` argument from
+  ``get_discovery_config_library_by_name``, ``create_or_update_discovery_config_library``, and
+  ``delete_discovery_config_library_by_name_if_exists``. Requires a 3.26.14 or later server.
+
+1.1.8 (2026-07-27)
+------------------
+
+* Added typed Safe Data Preview support:
+
+  * ``safe_data_preview`` on ``InDataDiscoveryConfig`` (via ``SafeDataPreviewOptions``) to configure or disable it.
+  * ``safe_data_preview`` on schema-discovery result columns and file-discovery locators, typed by ``kind``.
+
+* Added ``row_count`` to ``TableConstraints`` in schema-discovery ``table_metadata``.
+* Added table-reference management APIs (``list_table_references``, ``create_table_reference``, and friends),
+  along with the ``TableReference`` and ``TableReferenceOptions`` models.
+
 1.1.7 (2026-07-14)
 ------------------
 

{datamasque_python-1.1.7 → datamasque_python-1.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datamasque-python
-Version: 1.1.7
+Version: 1.2.0
 Summary: Official Python client for the DataMasque data-masking API.
 Project-URL: Homepage, https://datamasque.com/
 Project-URL: Documentation, https://datamasque-python.readthedocs.io/

{datamasque_python-1.1.7 → datamasque_python-1.2.0}/datamasque/client/__init__.py

@@ -116,6 +116,38 @@ from datamasque.client.models.runs import (
     RunInfo,
     UnfinishedRun,
 )
+from datamasque.client.models.safe_data_preview import (
+    BooleanPreview,
+    BooleanStatistics,
+    ColumnKind,
+    ColumnPreview,
+    CommonStatistics,
+    FirstCharsStatistics,
+    LengthEntry,
+    LengthsStatistics,
+    MaskedFormEntry,
+    NumericBin,
+    NumericHistograms,
+    NumericPreview,
+    NumericStatistics,
+    NumericSummaries,
+    NumericTemporalDisclosureLevel,
+    PatternComposition,
+    PatternEntry,
+    PatternsStatistics,
+    SafeDataPreview,
+    SafeDataPreviewOptions,
+    StringDisclosureLevel,
+    StringPreview,
+    StringStatistics,
+    TemporalBin,
+    TemporalHistograms,
+    TemporalPreview,
+    TemporalStatistics,
+    TemporalSummaries,
+    UnsupportedPreview,
+    UnsupportedStatistics,
+)
 from datamasque.client.models.status import (
     AsyncRulesetGenerationTaskStatus,
     MaskingRunStatus,
@@ -123,6 +155,12 @@ from datamasque.client.models.status import (
     ValidationErrorType,
     ValidationStatus,
 )
+from datamasque.client.models.table_reference import (
+    TableReference,
+    TableReferenceFormat,
+    TableReferenceId,
+    TableReferenceOptions,
+)
 from datamasque.client.models.user import User, UserId, UserRole
 
 __version__ = version("datamasque-python")
@@ -131,6 +169,11 @@ __all__ = [
     "AsyncRulesetGenerationInProgressError",
     "AsyncRulesetGenerationTaskStatus",
     "AzureConnectionConfig",
+    "BooleanPreview",
+    "BooleanStatistics",
+    "ColumnKind",
+    "ColumnPreview",
+    "CommonStatistics",
     "ConnectionConfig",
     "ConnectionId",
     "ConstraintColumns",
@@ -171,6 +214,7 @@ __all__ = [
     "FileId",
     "FileOrContent",
     "FileRulesetGenerationRequest",
+    "FirstCharsStatistics",
     "ForeignKeyRef",
     "GitSnapshot",
     "HashColumnsTableConfig",
@@ -186,16 +230,28 @@ __all__ = [
     "InvalidLibraryError",
     "InvalidRulesetError",
     "JsonPath",
+    "LengthEntry",
+    "LengthsStatistics",
     "LicenseInfo",
     "Locator",
     "MaskType",
+    "MaskedFormEntry",
     "MaskingRunOptions",
     "MaskingRunRequest",
     "MaskingRunStatus",
     "MongoConnectionConfig",
     "MountedShareConnectionConfig",
     "MssqlLinkedServerConnectionConfig",
+    "NumericBin",
+    "NumericHistograms",
+    "NumericPreview",
+    "NumericStatistics",
+    "NumericSummaries",
+    "NumericTemporalDisclosureLevel",
     "OracleWalletFile",
+    "PatternComposition",
+    "PatternEntry",
+    "PatternsStatistics",
     "ReferencingForeignKey",
     "Ruleset",
     "RulesetGenerationRequest",
@@ -213,6 +269,8 @@ __all__ = [
     "RunInfo",
     "RunNotCancellableError",
     "S3ConnectionConfig",
+    "SafeDataPreview",
+    "SafeDataPreviewOptions",
     "SchemaDiscoveryColumn",
     "SchemaDiscoveryFromConfigRequest",
     "SchemaDiscoveryPage",
@@ -228,9 +286,23 @@ __all__ = [
     "SseConfig",
     "SseSelection",
     "SslZipFile",
+    "StringDisclosureLevel",
+    "StringPreview",
+    "StringStatistics",
     "SwitchableLicenseMetadata",
     "TableConstraints",
+    "TableReference",
+    "TableReferenceFormat",
+    "TableReferenceId",
+    "TableReferenceOptions",
+    "TemporalBin",
+    "TemporalHistograms",
+    "TemporalPreview",
+    "TemporalStatistics",
+    "TemporalSummaries",
     "UnfinishedRun",
+    "UnsupportedPreview",
+    "UnsupportedStatistics",
     "User",
     "UserId",
     "UserRole",

{datamasque_python-1.1.7 → datamasque_python-1.2.0}/datamasque/client/discovery_config_libraries.py

@@ -3,7 +3,6 @@ from typing import Optional
 
 from datamasque.client.base import BaseClient
 from datamasque.client.exceptions import DataMasqueApiError
-from datamasque.client.models.discovery_config import DiscoveryConfigType
 from datamasque.client.models.discovery_config_library import DiscoveryConfigLibrary, DiscoveryConfigLibraryId
 
 logger = logging.getLogger(__name__)
@@ -31,14 +30,12 @@ class DiscoveryConfigLibraryClient(BaseClient):
         response = self.make_request("GET", f"/api/discovery/config-libraries/{library_id}/")
         return DiscoveryConfigLibrary.model_validate(response.json())
 
-    def _get_discovery_config_library_id_by_name(
-        self, name: str, config_type: DiscoveryConfigType, namespace: str
-    ) -> Optional[DiscoveryConfigLibraryId]:
+    def _get_discovery_config_library_id_by_name(self, name: str, namespace: str) -> Optional[DiscoveryConfigLibraryId]:
         """
-        Returns the ID of the library with the given name, type, and namespace, or `None` if there is none.
+        Returns the ID of the library with the given name and namespace, or `None` if there is none.
 
         The listing is filtered by name to keep the response small;
-        type and namespace are matched client-side,
+        the namespace is matched client-side,
         since the API's namespace filter cannot select the default (empty) namespace.
         """
 
@@ -48,11 +45,7 @@ class DiscoveryConfigLibraryClient(BaseClient):
             params={"name_exact": name},
         )
         entries = [DiscoveryConfigLibrary.model_validate(item) for item in response.json()]
-        matches = [
-            entry
-            for entry in entries
-            if entry.name == name and entry.namespace == namespace and entry.config_type is config_type
-        ]
+        matches = [entry for entry in entries if entry.name == name and entry.namespace == namespace]
         if not matches:
             return None
 
@@ -64,18 +57,15 @@ class DiscoveryConfigLibraryClient(BaseClient):
 
         return matches[0].id
 
-    def get_discovery_config_library_by_name(
-        self, name: str, config_type: DiscoveryConfigType, namespace: str = ""
-    ) -> Optional[DiscoveryConfigLibrary]:
+    def get_discovery_config_library_by_name(self, name: str, namespace: str = "") -> Optional[DiscoveryConfigLibrary]:
         """
-        Looks for a discovery config library matching the given name, type, and namespace (case-sensitive, exact match).
+        Looks for a discovery config library matching the given name and namespace (case-sensitive, exact match).
 
-        Library names are unique per type within a namespace,
-        so a type is required to identify a single library.
+        Library names are unique within a namespace.
         Returns it (with full YAML content) if found, otherwise `None`.
         """
 
-        library_id = self._get_discovery_config_library_id_by_name(name, config_type, namespace)
+        library_id = self._get_discovery_config_library_id_by_name(name, namespace)
         if library_id is None:
             return None
 
@@ -106,7 +96,6 @@ class DiscoveryConfigLibraryClient(BaseClient):
 
         The library must have its `id` set (i.e., it must have been previously created or retrieved from the server)
         and its `yaml` content present.
-        A library's `config_type` is fixed at creation and cannot be changed by an update.
         """
 
         if library.id is None:
@@ -129,12 +118,12 @@ class DiscoveryConfigLibraryClient(BaseClient):
 
     def create_or_update_discovery_config_library(self, library: DiscoveryConfigLibrary) -> DiscoveryConfigLibrary:
         """
-        Creates the library, or updates the existing one with the same name, namespace, and config type.
+        Creates the library, or updates the existing one with the same name and namespace.
 
         Sets the library's `id` property.
         """
 
-        library_id = self._get_discovery_config_library_id_by_name(library.name, library.config_type, library.namespace)
+        library_id = self._get_discovery_config_library_id_by_name(library.name, library.namespace)
         if library_id is not None:
             library.id = library_id
             return self.update_discovery_config_library(library)
@@ -157,16 +146,15 @@ class DiscoveryConfigLibraryClient(BaseClient):
         self._delete_if_exists(f"/api/discovery/config-libraries/{library_id}/", params=params)
 
     def delete_discovery_config_library_by_name_if_exists(
-        self, name: str, config_type: DiscoveryConfigType, namespace: str = "", *, force: bool = False
+        self, name: str, namespace: str = "", *, force: bool = False
     ) -> None:
         """
-        Deletes the discovery config library with the given name, type, and namespace.
+        Deletes the discovery config library with the given name and namespace.
 
-        Library names are unique per type within a namespace,
-        so a type is required to identify a single library.
+        Library names are unique within a namespace.
         No-op if no such library exists.
         """
 
-        library_id = self._get_discovery_config_library_id_by_name(name, config_type, namespace)
+        library_id = self._get_discovery_config_library_id_by_name(name, namespace)
         if library_id is not None:
             self.delete_discovery_config_library_by_id_if_exists(library_id, force=force)

{datamasque_python-1.1.7 → datamasque_python-1.2.0}/datamasque/client/dmclient.py

@@ -9,6 +9,7 @@ from datamasque.client.ruleset_libraries import RulesetLibraryClient
 from datamasque.client.rulesets import RulesetClient
 from datamasque.client.runs import RunClient
 from datamasque.client.settings import SettingsClient
+from datamasque.client.table_references import TableReferenceClient
 from datamasque.client.users import UserClient
 
 __all__ = ["DataMasqueClient", "FileOrContent", "UploadFile"]
@@ -24,6 +25,7 @@ class DataMasqueClient(
     DiscoveryClient,
     DiscoveryConfigClient,
     DiscoveryConfigLibraryClient,
+    TableReferenceClient,
     UserClient,
     SettingsClient,
 ):

{datamasque_python-1.1.7 → datamasque_python-1.2.0}/datamasque/client/models/discovery.py

@@ -10,6 +10,10 @@ from datamasque.client.models.data_selection import HashColumnsTableConfig, Loca
 from datamasque.client.models.discovery_config import DiscoveryConfig, DiscoveryConfigId, unwrap_discovery_config_id
 from datamasque.client.models.pagination import Page
 from datamasque.client.models.runs import RunConnectionRef
+from datamasque.client.models.safe_data_preview import (
+    SafeDataPreview,
+    SafeDataPreviewOptions,
+)
 
 
 class InDataDiscoveryRule(BaseModel):
@@ -32,6 +36,7 @@ class InDataDiscoveryConfig(BaseModel):
     non_sensitive_rules: Optional[list[InDataDiscoveryRule]] = None
     ignore_rules: Optional[list[InDataDiscoveryRule]] = None
     force: Optional[bool] = None
+    safe_data_preview: Optional[SafeDataPreviewOptions] = None
 
 
 class SchemaDiscoveryRequest(BaseModel):
@@ -294,6 +299,7 @@ class SchemaDiscoveryColumn(BaseModel):
     unique_index_names: list[str]
     referencing_foreign_keys: list[ReferencingForeignKey]
     constraint: str  # Primary or Unique, or empty string if column does not participate in a PK/UK
+    safe_data_preview: Optional[SafeDataPreview] = None
 
 
 class SchemaDiscoveryResult(BaseModel):
@@ -324,6 +330,7 @@ class TableConstraints(BaseModel):
     primary_keys: Optional[list[ConstraintColumns]] = None
     unique_keys: Optional[list[ConstraintColumns]] = None
     foreign_keys: Optional[list[ConstraintColumns]] = None
+    row_count: Optional[int] = None
 
 
 class SchemaDiscoveryPage(Page[SchemaDiscoveryResult]):
@@ -356,6 +363,7 @@ class FileDiscoveryLocatorResult(BaseModel):
     locator: Locator
     matches: list[FileDiscoveryMatch]
     data_types: list[str]
+    safe_data_preview: Optional[SafeDataPreview] = None
 
 
 class FileDiscoveryFile(BaseModel):

{datamasque_python-1.1.7 → datamasque_python-1.2.0}/datamasque/client/models/discovery_config_library.py

@@ -3,7 +3,6 @@ from typing import NewType, Optional
 
 from pydantic import BaseModel, ConfigDict, Field
 
-from datamasque.client.models.discovery_config import DiscoveryConfigType
 from datamasque.client.models.status import ValidationStatus
 
 DiscoveryConfigLibraryId = NewType("DiscoveryConfigLibraryId", str)
@@ -13,14 +12,13 @@ class DiscoveryConfigLibrary(BaseModel):
     """
     Represents a named, namespaced, persisted YAML discovery config library.
 
-    Library names are unique per config type within a namespace,
-    so a database and a file library may share a name.
+    A library is untyped: the same library may be imported by both database and
+    file discovery configs, and its name is unique within a namespace.
     """
 
     model_config = ConfigDict(extra="allow", populate_by_name=True)
 
     name: str
-    config_type: DiscoveryConfigType
     namespace: str = ""
     yaml: Optional[str] = Field(default=None, alias="config_yaml")
     # Server-populated read-only fields, excluded from request bodies.

datamasque_python-1.2.0/datamasque/client/models/safe_data_preview.py

@@ -0,0 +1,282 @@
+"""Typed request and response shapes for Safe Data Preview, part of In-Data Discovery."""
+
+from enum import Enum
+from typing import Annotated, Literal, Optional, Union
+
+from pydantic import (
+    BaseModel,
+    ConfigDict,
+    Field,
+)
+
+
+class StringDisclosureLevel(Enum):
+    """How much detail a string Safe Data Preview reveals."""
+
+    lengths = "lengths"
+    patterns = "patterns"
+    first_chars = "first_chars"
+
+
+class NumericTemporalDisclosureLevel(Enum):
+    """How much detail a numeric or temporal Safe Data Preview reveals."""
+
+    summaries = "summaries"
+    histograms = "histograms"
+
+
+class SafeDataPreviewOptions(BaseModel):
+    """Configures whether Safe Data Preview runs and how much detail each column reveals."""
+
+    model_config = ConfigDict(extra="forbid")
+
+    enabled: Optional[bool] = None
+    min_group_size: Optional[int] = None
+    string_level: Optional[StringDisclosureLevel] = None
+    numeric_level: Optional[NumericTemporalDisclosureLevel] = None
+    temporal_level: Optional[NumericTemporalDisclosureLevel] = None
+
+
+class ColumnKind(str, Enum):
+    """Which shape a column's Safe Data Preview takes."""
+
+    boolean = "boolean"
+    numeric = "numeric"
+    string = "string"
+    temporal = "temporal"
+    unsupported = "unsupported"
+
+
+class CommonStatistics(BaseModel):
+    """Row counts shared by every preview kind."""
+
+    model_config = ConfigDict(extra="allow")
+
+    count_row: int
+    count_null: int
+    count_distinct: Optional[int] = None
+
+
+class LengthEntry(BaseModel):
+    """A value length and how many sampled rows had it."""
+
+    model_config = ConfigDict(extra="allow")
+
+    length: int
+    count: int
+
+
+class LengthsStatistics(BaseModel):
+    """Distribution of value lengths."""
+
+    model_config = ConfigDict(extra="allow")
+
+    min: int
+    max: int
+    mean: float
+    median: float
+    most_common: list[LengthEntry]
+
+
+class PatternEntry(BaseModel):
+    """A masked character pattern and how many sampled rows matched it."""
+
+    model_config = ConfigDict(extra="allow")
+
+    pattern: str
+    count: int
+
+
+class PatternComposition(BaseModel):
+    """The proportion of letter, digit, and other characters across sampled values."""
+
+    model_config = ConfigDict(extra="allow")
+
+    letter: float
+    digit: float
+    other: float
+
+
+class PatternsStatistics(BaseModel):
+    """The most common character patterns and the overall character composition."""
+
+    model_config = ConfigDict(extra="allow")
+
+    top: list[PatternEntry]
+    composition: PatternComposition
+
+
+class MaskedFormEntry(BaseModel):
+    """A masked leading form of a value and how many sampled rows had it."""
+
+    model_config = ConfigDict(extra="allow")
+
+    masked: str
+    count: int
+
+
+class FirstCharsStatistics(BaseModel):
+    """The most common masked leading forms."""
+
+    model_config = ConfigDict(extra="allow")
+
+    top: list[MaskedFormEntry]
+
+
+class StringStatistics(BaseModel):
+    """String preview statistics; `patterns`/`first_chars` appear at or above certain disclosure levels."""
+
+    model_config = ConfigDict(extra="allow")
+
+    lengths: LengthsStatistics
+    patterns: Optional[PatternsStatistics] = None
+    first_chars: Optional[FirstCharsStatistics] = None
+
+
+class NumericSummaries(BaseModel):
+    """Numeric mean and percentile summary."""
+
+    model_config = ConfigDict(extra="allow")
+
+    mean: float
+    q1: float
+    q2: float
+    q3: float
+    p5: float
+    p95: float
+
+
+class NumericBin(BaseModel):
+    """One half-open interval `[lower_bound, upper_bound)` of a numeric histogram and its row count."""
+
+    model_config = ConfigDict(extra="allow")
+
+    lower_bound: float
+    upper_bound: float
+    count: int
+
+
+class NumericHistograms(BaseModel):
+    """The bins of a numeric histogram."""
+
+    model_config = ConfigDict(extra="allow")
+
+    bins: list[NumericBin]
+
+
+class NumericStatistics(BaseModel):
+    """Numeric preview statistics; `histograms` is present only at the histogram disclosure level."""
+
+    model_config = ConfigDict(extra="allow")
+
+    summaries: NumericSummaries
+    histograms: Optional[NumericHistograms] = None
+
+
+class TemporalSummaries(BaseModel):
+    """Temporal mean and percentile summary, each an ISO-formatted string."""
+
+    model_config = ConfigDict(extra="allow")
+
+    mean: str
+    q1: str
+    q2: str
+    q3: str
+    p5: str
+    p95: str
+
+
+class TemporalBin(BaseModel):
+    """One interval of a temporal histogram, with ISO-formatted bounds and a human-readable label."""
+
+    model_config = ConfigDict(extra="allow")
+
+    lower_bound: str
+    upper_bound: str
+    label: str
+    count: int
+
+
+class TemporalHistograms(BaseModel):
+    """The bins of a temporal histogram."""
+
+    model_config = ConfigDict(extra="allow")
+
+    bins: list[TemporalBin]
+
+
+class TemporalStatistics(BaseModel):
+    """Temporal preview statistics; `histograms` is present only at the histogram disclosure level."""
+
+    model_config = ConfigDict(extra="allow")
+
+    summaries: TemporalSummaries
+    histograms: Optional[TemporalHistograms] = None
+
+
+class BooleanStatistics(BaseModel):
+    """Counts of true and false values."""
+
+    model_config = ConfigDict(extra="allow")
+
+    count_true: int
+    count_false: int
+
+
+class UnsupportedStatistics(BaseModel):
+    """Why a column could not be previewed."""
+
+    model_config = ConfigDict(extra="allow")
+
+    reason: str
+
+
+class ColumnPreview(BaseModel):
+    """Fields present on every Safe Data Preview."""
+
+    model_config = ConfigDict(extra="allow")
+
+    # For grouped file discovery, the file whose sample produced this preview; None for database columns.
+    sampled_from: Optional[str] = None
+    statistics_common: CommonStatistics
+
+
+class StringPreview(ColumnPreview):
+    """A preview of a string column."""
+
+    kind: Literal[ColumnKind.string] = ColumnKind.string
+    statistics_kind: StringStatistics
+
+
+class NumericPreview(ColumnPreview):
+    """A preview of a numeric column."""
+
+    kind: Literal[ColumnKind.numeric] = ColumnKind.numeric
+    statistics_kind: NumericStatistics
+
+
+class TemporalPreview(ColumnPreview):
+    """A preview of a date/time column."""
+
+    kind: Literal[ColumnKind.temporal] = ColumnKind.temporal
+    statistics_kind: TemporalStatistics
+
+
+class BooleanPreview(ColumnPreview):
+    """A preview of a boolean column."""
+
+    kind: Literal[ColumnKind.boolean] = ColumnKind.boolean
+    statistics_kind: BooleanStatistics
+
+
+class UnsupportedPreview(ColumnPreview):
+    """A column the preview ran against but declined; `statistics_kind.reason` says why."""
+
+    kind: Literal[ColumnKind.unsupported] = ColumnKind.unsupported
+    statistics_kind: UnsupportedStatistics
+
+
+SafeDataPreview = Annotated[
+    Union[StringPreview, NumericPreview, TemporalPreview, BooleanPreview, UnsupportedPreview],
+    Field(discriminator="kind"),
+]