supertable 2.0.8__tar.gz → 2.1.0__tar.gz

{supertable-2.0.8/supertable.egg-info → supertable-2.1.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: supertable
-Version: 2.0.8
+Version: 2.1.0
 Summary: SuperTable — versioned data lake library for SQL analytics on Parquet + Redis.
 Author: Levente Kupas
 Author-email: Levente Kupas <lkupas@kladnasoft.com>

{supertable-2.0.8 → supertable-2.1.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "supertable"
-version = "2.0.8"
+version = "2.1.0"
 description = "SuperTable — versioned data lake library for SQL analytics on Parquet + Redis."
 readme = "README.md"
 requires-python = ">=3.10"

{supertable-2.0.8 → supertable-2.1.0}/setup.py

@@ -19,7 +19,7 @@ long_description = readme.read_text(encoding="utf-8") if readme.exists() else ""
 
 setup(
     name="supertable",
-    version="2.0.8",
+    version="2.1.0",
     description="SuperTable — versioned data lake library for SQL analytics on Parquet + Redis.",
     long_description=long_description,
     long_description_content_type="text/markdown",

{supertable-2.0.8 → supertable-2.1.0}/supertable/__init__.py

@@ -25,7 +25,7 @@ See the ``supertable.demo`` package for runnable end-to-end demos and the
 project documentation for the full API surface.
 """
 
-__version__ = "2.0.8"
+__version__ = "2.1.0"
 
 # Re-export the core public surface so users can do ``from supertable import …``
 # instead of remembering submodule paths.

{supertable-2.0.8 → supertable-2.1.0}/supertable/redis_keys.py

@@ -152,15 +152,35 @@ _RECOGNISED_PREFIXES: FrozenSet[str] = frozenset(
 # Naming rules (regexes)
 # --------------------------------------------------------------------------- #
 
-# A sentinel is any name wrapped in underscores. Sentinels are reserved
-# across every user-supplied identifier (org, sup, simple, staging_name,
-# pipe_name, app_name, share_id, link_id, user_id, role_id, role_type,
-# instance_id).
+# A sentinel is a *single*-underscore-wrapped name (e.g. ``_apps_``,
+# ``_system_``). Sentinels are reserved across every user-supplied
+# identifier (org, sup, simple, staging_name, pipe_name, app_name,
+# share_id, link_id, user_id, role_id, role_type, instance_id).
+#
+# Note: this regex deliberately requires ``[a-z0-9]`` immediately
+# after the leading underscore, so *double*-underscore-wrapped names
+# (e.g. ``__data_quality__``) do NOT match. Double-underscore wrap is
+# the SDK-internal-table convention — those names are allowed by
+# ``_SAFE_SEGMENT`` below and hidden from user-facing feeds by the
+# OData handler's shape detection.
 SENTINEL_RE: re.Pattern[str] = re.compile(r"^_[a-z0-9][a-z0-9_-]*_$")
 
-# The universal safe-segment regex. Constructors call ``_safe(label,
-# value)`` for every user-supplied segment.
-_SAFE_SEGMENT: re.Pattern[str] = re.compile(r"^[a-z0-9][a-z0-9_-]{0,63}$")
+# Universal safe-segment regex used by every key constructor.
+#
+# Accepts either:
+#   * a plain identifier ``[a-z0-9][a-z0-9_-]{0,63}`` — the common case
+#     for user-supplied names (org, sup, simple table, staging, pipe,
+#     user_id, role_id, etc.), and
+#   * a *double*-underscore-wrapped name ``__[a-z0-9][a-z0-9_-]{0,59}__``
+#     — the convention for SDK-internal tables (e.g. ``__data_quality__``)
+#     that users normally would not create but the SDK needs to write to.
+#
+# Single-underscore-wrapped names (``_foo_``) match SENTINEL_RE and are
+# rejected explicitly by ``_safe()``; they are reserved for SDK
+# sentinels at fixed positions (``_apps_`` under ``dataisland:``).
+_SAFE_SEGMENT: re.Pattern[str] = re.compile(
+    r"^(__[a-z0-9][a-z0-9_-]{0,59}__|[a-z0-9][a-z0-9_-]{0,63})$"
+)
 
 # --------------------------------------------------------------------------- #
 # Explicit reservations
@@ -709,13 +729,13 @@ def linked_share_doc(org: str, sup: str, link_id: str) -> str:
     )
 
 
-# --- Data Quality (dataisland-core dq module owns its sub-structure) ----- #
+# --- Data Quality (dataisland-core quality module owns its sub-structure) #
 
-def dq_prefix(org: str, sup: str) -> str:
+def quality_prefix(org: str, sup: str) -> str:
     """Per-supertable data-quality namespace prefix (with trailing colon).
 
-    The dataisland-core dq module appends its own sub-keys to this
-    prefix (e.g. ``config:__global__``, ``rules:index``,
+    The dataisland-core quality module appends its own sub-keys to
+    this prefix (e.g. ``config:__global__``, ``rules:index``,
     ``rules:doc:{rule_id}``, ``schedule:{table}``, ``latest:{table}``,
     ``history``, ``pending:{table}``, ``running:{table}``,
     ``cooldown:{table}``, ``run-all-progress``).
@@ -725,7 +745,7 @@ def dq_prefix(org: str, sup: str) -> str:
     """
     return (
         f"{SUPERTABLE_PREFIX}:{_safe('org', org)}:{LAKES_SCOPE}"
-        f":{_safe('sup', sup)}:dq:"
+        f":{_safe('sup', sup)}:quality:"
     )
 
 

{supertable-2.0.8 → supertable-2.1.0}/supertable/tests/test_redis_key_prefix.py

@@ -124,7 +124,7 @@ def _all_helpers() -> list[tuple[str, str, str]]:
         # ---- Linked shares ---------------------------------------------
         ("linked_share_index",           RK.linked_share_index(ORG, SUP),      f"{lake_pre}:linked_shares:index"),
         ("linked_share_doc",             RK.linked_share_doc(ORG, SUP, LINK),  f"{lake_pre}:linked_shares:doc:{LINK}"),
-        ("dq_prefix",                    RK.dq_prefix(ORG, SUP),               f"{lake_pre}:dq:"),
+        ("quality_prefix",               RK.quality_prefix(ORG, SUP),          f"{lake_pre}:quality:"),
 
         # ---- Monitoring (org-level, closed set) ------------------------
         ("monitor",                      RK.monitor(ORG, "plans"),             f"supertable:{ORG}:monitor:plans"),
@@ -256,7 +256,22 @@ def test_reserved_super_names_accepts_normal_names():
 # ---------------------------------------------------------------------------
 
 @pytest.mark.parametrize(
-    "good", ["acme", "my-org", "tenant_1", "a", "abc123", "x" * 64]
+    "good",
+    [
+        "acme",
+        "my-org",
+        "tenant_1",
+        "a",
+        "abc123",
+        "x" * 64,
+        # Double-underscore-wrapped names are the SDK-internal-table
+        # convention (e.g. __data_quality__). _safe() accepts them so
+        # the SDK can write to internal tables; single-underscore
+        # sentinels (_apps_) are still rejected below.
+        "__data_quality__",
+        "__audit__",
+        "__a__",
+    ],
 )
 def test_safe_accepts_good_segments(good):
     assert RK._safe("test", good) == good
@@ -271,10 +286,12 @@ def test_safe_accepts_good_segments(good):
         "ac:me",           # colon
         "ac/me",           # slash
         "ac.me",           # dot
-        "_system_",        # sentinel
+        "_system_",        # sentinel (single-underscore-wrap)
         "_foo_",           # sentinel
         "-leading-hyphen", # starts with hyphen
-        "_leading",        # starts with underscore (sentinel territory)
+        "_leading",        # starts with single underscore (not wrapped)
+        "__leading",       # starts with double underscore but no closing wrap
+        "____",            # only underscores, no name body
         "x" * 65,          # too long
     ]
 )

{supertable-2.0.8 → supertable-2.1.0/supertable.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: supertable
-Version: 2.0.8
+Version: 2.1.0
 Summary: SuperTable — versioned data lake library for SQL analytics on Parquet + Redis.
 Author: Levente Kupas
 Author-email: Levente Kupas <lkupas@kladnasoft.com>