supertable 2.5.0__tar.gz → 2.5.4__tar.gz

supertable-2.5.4/MANIFEST.in

@@ -0,0 +1,8 @@
+include LICENSE
+include README.md
+include requirements.txt
+
+# The published source archive is an installable runtime artifact.  Repository
+# release-gate tests depend on workflow and baseline files that are deliberately
+# not shipped, so do not include a misleading, incomplete top-level test tree.
+prune tests

{supertable-2.5.0/supertable.egg-info → supertable-2.5.4}/PKG-INFO

@@ -1,21 +1,19 @@
 Metadata-Version: 2.4
 Name: supertable
-Version: 2.5.0
+Version: 2.5.4
 Summary: SuperTable — versioned data lake library for SQL analytics on Parquet + Redis.
-Author: Levente Kupas
 Author-email: Levente Kupas <lkupas@kladnasoft.com>
-License: FSL-1.1-ALv2
+License-Expression: LicenseRef-FSL-1.1-ALv2
 Project-URL: Homepage, https://github.com/kladnasoft/supertable
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3 :: Only
-Classifier: License :: Other/Proprietary License
 Classifier: Operating System :: POSIX
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: numpy<3.0,>=1.26
 Requires-Dist: pandas<2.3,>=2.1
-Requires-Dist: pyarrow<19,>=16
+Requires-Dist: pyarrow<24,>=23.0.1
 Requires-Dist: pytz>=2023.3
 Requires-Dist: tzdata>=2023.3
 Requires-Dist: apscheduler<4.0,>=3.11.3
@@ -23,31 +21,40 @@ Requires-Dist: duckdb<2.0,>=1.5.1
 Requires-Dist: polars<2.0,>=1.36.1
 Requires-Dist: sqlglot<27,>=26.33
 Requires-Dist: colorlog<7.0,>=6.9
-Requires-Dist: tqdm<5.0,>=4.66
-Requires-Dist: python-dotenv<2.0,>=1.0
-Requires-Dist: setuptools>=68
+Requires-Dist: tqdm<5.0,>=4.66.3
+Requires-Dist: python-dotenv<2.0,>=1.2.2
+Requires-Dist: starlette<2.0,>=1.3.1
+Requires-Dist: httpx<1.0,>=0.27.1
+Requires-Dist: cryptography<51,>=50.0.0
 Requires-Dist: redis<6.0,>=5.0
 Provides-Extra: s3
-Requires-Dist: boto3<2.0,>=1.34; extra == "s3"
+Requires-Dist: boto3<2.0,>=1.35.2; extra == "s3"
 Provides-Extra: minio
 Requires-Dist: minio<8.0,>=7.2; extra == "minio"
 Provides-Extra: azure
-Requires-Dist: azure-storage-blob>=12.26.0; extra == "azure"
+Requires-Dist: azure-storage-blob<13.0,>=12.26.0; extra == "azure"
+Requires-Dist: azure-identity<2.0,>=1.17; extra == "azure"
 Provides-Extra: gcp
-Requires-Dist: google-cloud-storage>=3.1.0; extra == "gcp"
+Requires-Dist: google-cloud-storage<4.0,>=3.1.0; extra == "gcp"
 Provides-Extra: all-cloud
-Requires-Dist: supertable[azure,gcp,minio,s3]; extra == "all-cloud"
+Requires-Dist: boto3<2.0,>=1.35.2; extra == "all-cloud"
+Requires-Dist: minio<8.0,>=7.2; extra == "all-cloud"
+Requires-Dist: azure-storage-blob<13.0,>=12.26.0; extra == "all-cloud"
+Requires-Dist: azure-identity<2.0,>=1.17; extra == "all-cloud"
+Requires-Dist: google-cloud-storage<4.0,>=3.1.0; extra == "all-cloud"
 Provides-Extra: all
-Requires-Dist: supertable[all-cloud]; extra == "all"
-Dynamic: author
+Requires-Dist: boto3<2.0,>=1.35.2; extra == "all"
+Requires-Dist: minio<8.0,>=7.2; extra == "all"
+Requires-Dist: azure-storage-blob<13.0,>=12.26.0; extra == "all"
+Requires-Dist: azure-identity<2.0,>=1.17; extra == "all"
+Requires-Dist: google-cloud-storage<4.0,>=3.1.0; extra == "all"
 Dynamic: license-file
-Dynamic: requires-python
 
 # SuperTable
 
 ![Python](https://img.shields.io/badge/python-3.10%2B-blue)
 ![License](https://img.shields.io/badge/license-FSL--1.1--ALv2-orange)
-![Version](https://img.shields.io/badge/version-2.5.0-brightgreen)
+![Version](https://img.shields.io/badge/version-2.5.1-brightgreen)
 
 **SuperTable — versioned data lake library for SQL analytics.**
 

{supertable-2.5.0 → supertable-2.5.4}/README.md

@@ -2,7 +2,7 @@
 
 ![Python](https://img.shields.io/badge/python-3.10%2B-blue)
 ![License](https://img.shields.io/badge/license-FSL--1.1--ALv2-orange)
-![Version](https://img.shields.io/badge/version-2.5.0-brightgreen)
+![Version](https://img.shields.io/badge/version-2.5.1-brightgreen)
 
 **SuperTable — versioned data lake library for SQL analytics.**
 

{supertable-2.5.0 → supertable-2.5.4}/pyproject.toml

@@ -1,19 +1,19 @@
 [build-system]
-requires = ["setuptools>=61.0"]
+requires = ["setuptools>=83.0.0"]
 build-backend = "setuptools.build_meta"
 
 [project]
 name = "supertable"
-version = "2.5.0"
+version = "2.5.4"
 description = "SuperTable — versioned data lake library for SQL analytics on Parquet + Redis."
 readme = "README.md"
 requires-python = ">=3.10"
-license = { text = "FSL-1.1-ALv2" }
+license = "LicenseRef-FSL-1.1-ALv2"
+license-files = ["LICENSE"]
 authors = [{ name = "Levente Kupas", email = "lkupas@kladnasoft.com" }]
 classifiers = [
   "Programming Language :: Python :: 3",
   "Programming Language :: Python :: 3 :: Only",
-  "License :: Other/Proprietary License",
   "Operating System :: POSIX"
 ]
 
@@ -25,14 +25,31 @@ dependencies = { file = ["requirements.txt"] }
 
 [project.optional-dependencies]
 # Storage backends (pick what you deploy on)
-s3    = ["boto3>=1.34,<2.0"]
+# botocore 1.35.2 is the first release whose PutObject model exposes
+# IfNoneMatch, required by immutable conditional publication.
+s3    = ["boto3>=1.35.2,<2.0"]
 minio = ["minio>=7.2,<8.0"]
-azure = ["azure-storage-blob>=12.26.0"]
-gcp   = ["google-cloud-storage>=3.1.0"]
-all-cloud = ["supertable[s3,minio,azure,gcp]"]
+azure = [
+  "azure-storage-blob>=12.26.0,<13.0",
+  "azure-identity>=1.17,<2.0",
+]
+gcp   = ["google-cloud-storage>=3.1.0,<4.0"]
+all-cloud = [
+  "boto3>=1.35.2,<2.0",
+  "minio>=7.2,<8.0",
+  "azure-storage-blob>=12.26.0,<13.0",
+  "azure-identity>=1.17,<2.0",
+  "google-cloud-storage>=3.1.0,<4.0",
+]
 
 # Everything
-all = ["supertable[all-cloud]"]
+all = [
+  "boto3>=1.35.2,<2.0",
+  "minio>=7.2,<8.0",
+  "azure-storage-blob>=12.26.0,<13.0",
+  "azure-identity>=1.17,<2.0",
+  "google-cloud-storage>=3.1.0,<4.0",
+]
 
 [project.urls]
 Homepage = "https://github.com/kladnasoft/supertable"
@@ -54,8 +71,18 @@ supertable-demo-medcenter-run       = "supertable.demo.medcenter.run:main"
 [tool.setuptools]
 include-package-data = true
 
+[tool.setuptools.package-data]
+"supertable.demo" = ["README.md"]
+"supertable.demo.medcenter" = ["annotations.json", "demo_queries.md"]
+
 [tool.setuptools.packages.find]
 include = ["supertable", "supertable.*"]
+exclude = [
+  "supertable.tests", "supertable.tests.*",
+  "supertable.*.tests", "supertable.*.tests.*",
+  "supertable.benchmarks", "supertable.benchmarks.*",
+  "supertable.*.benchmarks", "supertable.*.benchmarks.*",
+]
 
 [tool.pytest.ini_options]
 asyncio_default_fixture_loop_scope = "function"

{supertable-2.5.0 → supertable-2.5.4}/requirements.txt

@@ -1,7 +1,7 @@
 # -------- Core data stack --------
 numpy>=1.26,<3.0
 pandas>=2.1,<2.3
-pyarrow>=16,<19
+pyarrow>=23.0.1,<24
 pytz>=2023.3
 tzdata>=2023.3
 apscheduler>=3.11.3,<4.0
@@ -11,9 +11,11 @@ duckdb>=1.5.1,<2.0
 polars>=1.36.1,<2.0
 sqlglot>=26.33,<27
 colorlog>=6.9,<7.0
-tqdm>=4.66,<5.0
-python-dotenv>=1.0,<2.0
-setuptools>=68
+tqdm>=4.66.3,<5.0
+python-dotenv>=1.2.2,<2.0
+starlette>=1.3.1,<2.0
+httpx>=0.27.1,<1.0
+cryptography>=50.0.0,<51
 
 # -------- Catalog / locking --------
 redis>=5.0,<6.0

supertable-2.5.4/setup.py

@@ -0,0 +1,6 @@
+"""Compatibility shim for legacy tooling; metadata lives in pyproject.toml."""
+
+from setuptools import setup
+
+
+setup()

{supertable-2.5.0 → supertable-2.5.4}/supertable/__init__.py

@@ -25,7 +25,7 @@ See the ``supertable.demo`` package for runnable end-to-end demos and the
 project documentation for the full API surface.
 """
 
-__version__ = "2.5.0"
+__version__ = "2.5.4"
 
 from importlib import import_module
 from typing import TYPE_CHECKING, Any
@@ -46,6 +46,13 @@ _LAZY_EXPORTS = {
     "SimpleTable": ("supertable.simple_table", "SimpleTable"),
     "DataWriter": ("supertable.data_writer", "DataWriter"),
     "DataReader": ("supertable.data_reader", "DataReader"),
+    "query_sql_stream": ("supertable.data_reader", "query_sql_stream"),
+    "query_odata_sql_stream": (
+        "supertable.data_reader", "query_odata_sql_stream",
+    ),
+    "query_sql_policy_fingerprint": (
+        "supertable.data_reader", "query_sql_policy_fingerprint",
+    ),
     "MetaReader": ("supertable.meta_reader", "MetaReader"),
     "list_supers": ("supertable.meta_reader", "list_supers"),
     "list_tables": ("supertable.meta_reader", "list_tables"),
@@ -75,7 +82,12 @@ def __dir__() -> list[str]:
 
 
 if TYPE_CHECKING:
-    from supertable.data_reader import DataReader
+    from supertable.data_reader import (
+        DataReader,
+        query_odata_sql_stream,
+        query_sql_policy_fingerprint,
+        query_sql_stream,
+    )
     from supertable.data_writer import DataWriter
     from supertable.errors import (
         SuperTableNotFoundError,
@@ -97,6 +109,9 @@ __all__ = [
     "SimpleTable",
     "DataWriter",
     "DataReader",
+    "query_sql_stream",
+    "query_odata_sql_stream",
+    "query_sql_policy_fingerprint",
     "engine",
     "MetaReader",
     "list_supers",

{supertable-2.5.0 → supertable-2.5.4}/supertable/audit/__init__.py

@@ -39,9 +39,11 @@ Compliance: DORA (Regulation 2022/2554), SOC 2 Type II.
 """
 from __future__ import annotations
 
+import json
 import logging
 from typing import Any, Optional
 
+from supertable.audit.diagnostics import safe_audit_error_type
 from supertable.audit.events import (
     AuditEvent,
     EventCategory,
@@ -52,9 +54,16 @@ from supertable.audit.events import (
     make_detail,
 )
 from supertable.audit.logger import (
+    AuditLogger,
+    NullAuditLogger,
+    _PROTECTED_EVENT_CAPABILITY,
     get_audit_logger,
     shutdown_all,
 )
+from supertable.audit.crypto import (
+    AuditEncryptionError,
+    protect_sensitive_detail,
+)
 from supertable.audit.privileged import (
     PrivilegedActionContext,
     PrivilegedAuditRecord,
@@ -82,6 +91,7 @@ __all__ = [
     "ActorType",
     "Actions",
     "make_detail",
+    "AuditEncryptionError",
     "PrivilegedActionContext",
     "PrivilegedAuditRecord",
     "PrivilegedAuditOutbox",
@@ -139,7 +149,7 @@ def emit(
     actor_user_agent: str = "",
     resource_type: str = "",
     resource_id: str = "",
-    detail: str | dict | None = None,
+    detail: str | dict | list | tuple | None = None,
     outcome: str = Outcome.SUCCESS,
     reason: str = "",
     severity: str = Severity.INFO,
@@ -159,10 +169,40 @@ def emit(
     if not organization:
         return
 
+    # Resolve event admission before touching detail. Disabled auditing and a
+    # disabled query lane must have zero payload-protection work and cannot be
+    # made to fail by encryption policy that is irrelevant to the suppressed
+    # event.
+    try:
+        audit_logger = get_audit_logger(organization, action=action)
+    except AuditEncryptionError:
+        raise
+    except Exception as exc:
+        logger.error(
+            "[audit] logger resolution failed: %s",
+            safe_audit_error_type(exc),
+        )
+        return
+    if isinstance(audit_logger, NullAuditLogger):
+        return
+
+    # Protect reversible SQL/query text before the event can enter any queue,
+    # log, webhook, Redis stream, or Parquet object.  Configured encryption
+    # errors intentionally propagate so callers cannot continue under a false
+    # assumption that sensitive audit fields were protected.
+    detail = protect_sensitive_detail(detail, action=action)
+
     # Serialize detail dict if needed
     detail_str = ""
     if isinstance(detail, dict):
         detail_str = make_detail(**detail)
+    elif isinstance(detail, list):
+        detail_str = json.dumps(
+            detail,
+            separators=(",", ":"),
+            ensure_ascii=False,
+            allow_nan=False,
+        )
     elif isinstance(detail, str):
         detail_str = detail
     elif detail is not None:
@@ -193,10 +233,27 @@ def emit(
     )
 
     try:
-        audit_logger = get_audit_logger(organization)
-        audit_logger.emit(event)
-    except Exception as e:
-        logger.error("[audit] emit failed: %s — event: %s/%s", e, category, action)
+        if isinstance(audit_logger, AuditLogger):
+            audit_logger._enqueue_protected(
+                event,
+                capability=_PROTECTED_EVENT_CAPABILITY,
+            )
+        else:
+            # Test doubles and compatibility adapters receive only the already
+            # protected immutable event; production loggers use the capability
+            # path above to avoid a second pass that would confuse trusted
+            # generated output names with caller-supplied masquerades.
+            audit_logger.emit(event)
+    except AuditEncryptionError:
+        raise
+    except Exception as exc:
+        # Audit backends can surface connection strings or record contents in
+        # exception messages.  Keep diagnostics useful without copying those
+        # messages into the application log.
+        logger.error(
+            "[audit] emit failed: %s",
+            safe_audit_error_type(exc),
+        )
 
 
 # ---------------------------------------------------------------------------