sdmxlib 0.67.0__tar.gz → 0.68.0__tar.gz

{sdmxlib-0.67.0 → sdmxlib-0.68.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: sdmxlib
-Version: 0.67.0
+Version: 0.68.0
 Summary: SDMX structural metadata library for Python
 Keywords: sdmx,statistics,metadata,datastructure
 Author: gabrielgellner
@@ -10,16 +10,17 @@ Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
 Classifier: Intended Audience :: Science/Research
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
 Classifier: Topic :: Scientific/Engineering :: Information Analysis
 Requires-Dist: attrs>=26.1.0
-Requires-Dist: duckdb>=1.5.5
+Requires-Dist: duckdb>=1.5.6
 Requires-Dist: httpx>=0.28.1
 Requires-Dist: lxml>=6.0.2
 Requires-Dist: msgspec>=0.19
 Requires-Dist: polars>=1.39.3
 Requires-Dist: pyarrow>=18.0.0
-Requires-Python: >=3.13
+Requires-Dist: typing-extensions>=4.13
+Requires-Python: >=3.14
 Project-URL: Homepage, https://gitlab.com/pinax-suite/sdmxlib
 Project-URL: Repository, https://gitlab.com/pinax-suite/sdmxlib
 Project-URL: Documentation, https://pinax-suite.gitlab.io/sdmxlib

{sdmxlib-0.67.0 → sdmxlib-0.68.0}/pyproject.toml

@@ -1,9 +1,9 @@
 [project]
 name = "sdmxlib"
-version = "0.67.0"
+version = "0.68.0"
 description = "SDMX structural metadata library for Python"
 readme = "README.md"
-requires-python = ">=3.13"
+requires-python = ">=3.14"
 keywords = [
     "sdmx",
     "statistics",
@@ -15,17 +15,18 @@ classifiers = [
     "Intended Audience :: Developers",
     "Intended Audience :: Science/Research",
     "Programming Language :: Python :: 3",
-    "Programming Language :: Python :: 3.13",
+    "Programming Language :: Python :: 3.14",
     "Topic :: Scientific/Engineering :: Information Analysis",
 ]
 dependencies = [
     "attrs>=26.1.0",
-    "duckdb>=1.5.5",
+    "duckdb>=1.5.6",
     "httpx>=0.28.1",
     "lxml>=6.0.2",
     "msgspec>=0.19",
     "polars>=1.39.3",
     "pyarrow>=18.0.0",
+    "typing-extensions>=4.13",
 ]
 
 [project.license]
@@ -42,7 +43,7 @@ Documentation = "https://pinax-suite.gitlab.io/sdmxlib"
 Changelog = "https://gitlab.com/pinax-suite/sdmxlib/-/blob/main/CHANGELOG.md"
 
 [build-system]
-requires = ["uv_build>=0.12.0,<0.13.0"]
+requires = ["uv_build>=0.13.0,<0.14.0"]
 build-backend = "uv_build"
 
 [tool.pytest.ini_options]
@@ -54,6 +55,7 @@ markers = [
     "docs: tests that verify documentation examples",
     "integration: end-to-end tests replayed from VCR cassettes; no network",
     "slow: tests that dominate suite wall-time; deselect for tight loops",
+    "serial: thread-heavy tests `just test` runs alone, after the parallel phase; under -n they starve",
     "bench: performance benchmarks; excluded from default test runs",
     "bundle: benchmarks against a real SDMX bundle; need $SDMXLIB_BENCH_BUNDLE",
 ]
@@ -92,6 +94,8 @@ pytest_add_cli_args = [
 ]
 pytest_add_cli_args_test_selection = ["tests/unit"]
 mutate_only_covered_lines = false
+process_isolation = "forkserver"
+forkserver_warmup = "none"
 
 [dependency-groups]
 dev = [
@@ -103,22 +107,22 @@ dev = [
     "mkdocstrings[python]>=1.0.3",
     "polars>=1.39.3",
     "pytest>=9.0.2",
-    "jsonschema>=4.21.0",
+    "jsonschema[format-nongpl]>=4.21.0",
     "pytest-benchmark>=4.0.0",
     "pytest-cov>=7.1.0",
     "pytest-xdist>=3.8.0",
     "pytest-memray>=1.7.0",
     "pytest-recording>=0.13.4",
-    "pydoclint>=0.9.1,<0.10",
-    "pyrefly>=1.2.0,<1.3",
-    "ruff>=0.16.1,<0.17",
-    "mutmut>=3.3,<4",
+    "pydoclint>=0.11.1,<0.12",
+    "pyrefly>=1.4.0,<1.5",
+    "ruff>=0.17.1,<0.18",
+    "mutmut>=3.8,<4",
     "hypothesis>=6.140,<7",
     "sqlglot>=27.0",
     "fastapi>=0.115",
     "httpx2>=2.12",
 ]
 bench-compete = [
-    "sdmx1>=2.18.0",
-    "pysdmx[xml]>=1.0.0",
+    "sdmx1>=2.27.0",
+    "pysdmx[xml,json]>=1.20.0",
 ]

{sdmxlib-0.67.0 → sdmxlib-0.68.0}/pyproject.toml.orig

@@ -1,18 +1,18 @@
 [project]
 name = "sdmxlib"
-version = "0.67.0"
+version = "0.68.0"
 description = "SDMX structural metadata library for Python"
 readme = "README.md"
 license = { text = "Apache-2.0" }
 authors = [{ name = "gabrielgellner", email = "gabrielgellner@gmail.com" }]
-requires-python = ">=3.13"
+requires-python = ">=3.14"
 keywords = ["sdmx", "statistics", "metadata", "datastructure"]
 classifiers = [
     "Development Status :: 4 - Beta",
     "Intended Audience :: Developers",
     "Intended Audience :: Science/Research",
     "Programming Language :: Python :: 3",
-    "Programming Language :: Python :: 3.13",
+    "Programming Language :: Python :: 3.14",
     "Topic :: Scientific/Engineering :: Information Analysis",
 ]
 dependencies = [
@@ -26,12 +26,22 @@ dependencies = [
     # taken on their own merits. It is **not** a fix for #400: 1.5.0, 1.5.1,
     # 1.5.2, 1.5.3, 1.5.4, 1.5.5 and 1.6.0.dev379 all read the affected bundle
     # identically, so that defect is in the file rather than in the reader.
-    "duckdb>=1.5.5",
+    #
+    # >=1.5.6: test_annotation_subtree_read (#426) asserts the annotation
+    # subtree read uses the owner index. 1.5.5's planner chooses a SEQ_SCAN
+    # over `owner_artefact_urn = ?` (502 rows read) and 1.5.6 uses the index,
+    # so on 1.5.5 the read scans every annotation row.
+    "duckdb>=1.5.6",
     "httpx>=0.28.1",
     "lxml>=6.0.2",
     "msgspec>=0.19",
     "polars>=1.39.3",
     "pyarrow>=18.0.0",
+    # PEP 728's `closed=True` TypedDict, which `typing` gains only in 3.15: a
+    # TypedDict unpacked into a constructor (`**read_reference_attrs(el)`) must
+    # be closed for a checker to know it holds no other key. httpx already
+    # brings it in, through anyio; declared because we now import it.
+    "typing-extensions>=4.13",
 ]
 
 [project.urls]
@@ -41,7 +51,7 @@ Documentation = "https://pinax-suite.gitlab.io/sdmxlib"
 Changelog     = "https://gitlab.com/pinax-suite/sdmxlib/-/blob/main/CHANGELOG.md"
 
 [build-system]
-requires = ["uv_build>=0.12.0,<0.13.0"]
+requires = ["uv_build>=0.13.0,<0.14.0"]
 build-backend = "uv_build"
 
 [tool.pytest.ini_options]
@@ -71,6 +81,7 @@ markers = [
   "docs: tests that verify documentation examples",
   "integration: end-to-end tests replayed from VCR cassettes; no network",
   "slow: tests that dominate suite wall-time; deselect for tight loops",
+  "serial: thread-heavy tests `just test` runs alone, after the parallel phase; under -n they starve",
   "bench: performance benchmarks; excluded from default test runs",
   # The bundle tier (#379) reads a real 2.6 GB SDMX bundle that is not, and
   # cannot be, in the repo. Split from `bench` so `just bench` means the same
@@ -111,16 +122,18 @@ dev = [
   "mkdocstrings[python]>=1.0.3",
   "polars>=1.39.3",
   "pytest>=9.0.2",
-  "jsonschema>=4.21.0",
+  "jsonschema[format-nongpl]>=4.21.0",
   "pytest-benchmark>=4.0.0",
   "pytest-cov>=7.1.0",
   "pytest-xdist>=3.8.0",
   "pytest-memray>=1.7.0",
   "pytest-recording>=0.13.4",
-  "pydoclint>=0.9.1,<0.10",
-  "pyrefly>=1.2.0,<1.3",
-  "ruff>=0.16.1,<0.17",
-  "mutmut>=3.3,<4",
+  "pydoclint>=0.11.1,<0.12",
+  "pyrefly>=1.4.0,<1.5",
+  "ruff>=0.17.1,<0.18",
+  # 3.8: `process_isolation = "forkserver"`, which `tools/mutmut_forksafe.py`
+  # builds on, and the `state()` its import-time credit reads.
+  "mutmut>=3.8,<4",
   "hypothesis>=6.140,<7",
   # Test-only, and must stay that way: the SQL-AST invariants in
   # tests/support/sql_ast.py parse emitted statements to assert structural
@@ -142,11 +155,12 @@ dev = [
   "httpx2>=2.12",
 ]
 # Optional: third-party SDMX libraries for the competitive benchmarks
-# (tests/bench/test_compete.py). Install via `uv sync --group bench-compete`.
+# (tests/bench/test_compete.py, and `just bench-compete` — bench/compete/).
+# Install via `uv sync --group bench-compete`.
 # Kept out of `dev` so default contributor sync stays lean.
 bench-compete = [
-  "sdmx1>=2.18.0",
-  "pysdmx[xml]>=1.0.0",
+  "sdmx1>=2.27.0",
+  "pysdmx[xml,json]>=1.20.0",
 ]
 
 [tool.mutmut]
@@ -200,3 +214,16 @@ pytest_add_cli_args_test_selection = ["tests/unit"]
 # The cost of leaving it off is that uncovered lines also get mutants, which
 # survive for an uninteresting reason -- factor that into any score.
 mutate_only_covered_lines = false
+# Keep pytest out of the forking parent (#314). In the default `fork` mode
+# mutmut runs the suite in-process before forking the mutants. One polars
+# operation there makes every later child hang until its CPU limit, and the
+# hang is booked as a timeout. `tools/mutmut_forksafe.py` refuses to run
+# without this.
+process_isolation = "forkserver"
+# And nothing imported before the mutant is chosen. The default warm-up
+# collects the suite once in the fork server, before any mutant is active, and
+# every child inherits those modules. Code that runs at import (the 3.x
+# readers' and writers' module-level instances, `gaps.py`'s table) is then
+# never mutated. Its mutants are booked as survivors: 282 for `_v3_writer.py`,
+# where a fresh process kills `__init__`'s outright (#458).
+forkserver_warmup = "none"

{sdmxlib-0.67.0 → sdmxlib-0.68.0}/src/sdmxlib/__init__.py

@@ -6,7 +6,7 @@ from sdmxlib.api.policy import RegistryUnavailable
 from sdmxlib.api.providers import Provider
 from sdmxlib.api.query import DataQuery
 from sdmxlib.formats.data_format import DataFormat
-from sdmxlib.formats.gaps import Gap, unrepresentable
+from sdmxlib.formats.gaps import DroppedArtefact, Gap, dropped, unrepresentable
 from sdmxlib.api.client import ResponseTooLargeError
 from sdmxlib.api.registry import BearerToken, FmrRegistry, RestRegistry
 from sdmxlib.data_store import DataStore, WriteSource
@@ -17,6 +17,8 @@ from sdmxlib.model.rest_api import ApiVersion
 from sdmxlib.model.rollup import AncestorMap
 from sdmxlib.session import Session, SessionHook, ValueSet
 from sdmxlib.query import RawSql, RawSqlError, schema
+from sdmxlib import versions
+from sdmxlib.versions import RewrittenVersion, VersionRewrite
 from sdmxlib.query.accessors import ArtefactRow, CodeRow, HCodeRow, ReportedAttributeRow, q
 from sdmxlib.query._compile import CompiledQuery
 from sdmxlib.query._expr import Agg, AggPred, AnyPred, Col, Cols, Cursor, Pred, RowKind, Untyped, Win, WinFn, WinPred
@@ -29,20 +31,27 @@ from sdmxlib.local.data_store import DuckDBDataStore, DuckLakeVersionError
 from sdmxlib.rest import ComponentFilter, parse_components, widen_key
 from sdmxlib.query._common import Descending
 from sdmxlib.model.convert import from_dict, to_dict
+from sdmxlib.model.errors import ImRuleWarning, ReadAssumption, ReadGap, SdmxWarning
 from sdmxlib.model.validation import (
+    LossyReadError,
     ReferenceIssue,
     ReferenceValidationError,
     SdmxParseError,
     ValidationError,
     ValidationIssue,
     validate,
-    validate_message,
     validate_references,
 )
 from sdmxlib.model import (
+    ActionType,
+    Header,
+    MetadataHeader,
+    Party,
+    Sender,
     Agency,
     AgencyScheme,
     Annotation,
+    AnnotationURL,
     Annotations,
     ArtefactList,
     AttachmentLevel,
@@ -56,25 +65,50 @@ from sdmxlib.model import (
     CodeSelection,
     Codelist,
     CodelistExtension,
+    GeoFeatureSetCode,
+    GeoGridCode,
+    GeoGridCodelist,
+    GeographicCodelist,
     CodelistLike,
+    EnumerationLike,
+    ValueItem,
+    ValueList,
     Concept,
     ConceptScheme,
+    ISOConceptReference,
     CategorySchemeMap,
     ComponentMap,
+    DatePatternMap,
+    EpochMap,
+    EpochPeriod,
+    FixedValueMap,
+    FrequencyFormatMapping,
+    ResolvePeriod,
+    ToValueType,
     ConceptSchemeMap,
+    OrganisationSchemeMap,
     AttachmentConstraint,
+    AvailabilityConstraint,
     ConstraintAttachment,
+    DataSetReference,
+    QueryableDataSource,
     ConstraintType,
     Contact,
     DataConstraint,
     DataKey,
+    DataKeySet,
+    ComponentValueSet,
     CubeRegion,
     ReferencePeriod,
     ReleaseCalendar,
+    DataConsumer,
+    DataConsumerScheme,
     DataProvider,
     DataProviderScheme,
     MetadataProvider,
     MetadataProviderScheme,
+    OrganisationUnit,
+    OrganisationUnitScheme,
     DataStructure,
     Dataset,
     Dataflow,
@@ -89,7 +123,6 @@ from sdmxlib.model import (
     HierarchyAssociation,
     Group,
     InclusionMode,
-    IndexValueMap,
     InMemoryRegistry,
     InternationalString,
     ItemExpr,
@@ -97,8 +130,13 @@ from sdmxlib.model import (
     ItemMap,
     ItemPredicate,
     KeyValue,
+    RegionValue,
+    TimeBound,
+    TimeRange,
     Level,
-    LiteralValueMap,
+    Link,
+    RepresentationMapping,
+    SourceValue,
     item,
     Maintainable,
     MaintainableArtefact,
@@ -107,6 +145,7 @@ from sdmxlib.model import (
     Measure,
     MemberValue,
     MeasureDimension,
+    MetadataAttributeUsage,
     MetadataAttribute,
     MetadataMessage,
     MetadataProvisionAgreement,
@@ -119,8 +158,9 @@ from sdmxlib.model import (
     ReportedAttributeValue,
     DataType,
     Facet,
+    SentinelValue,
     Ref,
-    RegexValueMap,
+    Refusal,
     RegistryReader,
     Representation,
     RepresentationMap,
@@ -131,7 +171,6 @@ from sdmxlib.model import (
     StructureMessage,
     TimeDimension,
     UnresolvedRef,
-    ValueMap,
     AmbiguousHierarchyError,
     artefact_urn,
 )
@@ -158,6 +197,7 @@ def len[R: RowKind]() -> Agg[R]:  # noqa: A001 - polars' `pl.len()`; nothing in
 
 
 __all__ = [
+    "ActionType",
     "Agency",
     "AgencyScheme",
     "Agg",
@@ -165,6 +205,7 @@ __all__ = [
     "AmbiguousHierarchyError",
     "AncestorMap",
     "Annotation",
+    "AnnotationURL",
     "Annotations",
     "AnyPred",
     "ApiVersion",
@@ -174,6 +215,7 @@ __all__ = [
     "AttachmentLevel",
     "Attribute",
     "AttributeUsage",
+    "AvailabilityConstraint",
     "BearerToken",
     "CascadeSelection",
     "Categorisation",
@@ -192,6 +234,7 @@ __all__ = [
     "ComponentFilter",
     "ComponentMap",
     "ComponentRole",
+    "ComponentValueSet",
     "Concept",
     "ConceptScheme",
     "ConceptSchemeMap",
@@ -201,11 +244,15 @@ __all__ = [
     "CubeRegion",
     "Cursor",
     "DataConstraint",
+    "DataConsumer",
+    "DataConsumerScheme",
     "DataFormat",
     "DataKey",
+    "DataKeySet",
     "DataProvider",
     "DataProviderScheme",
     "DataQuery",
+    "DataSetReference",
     "DataStore",
     "DataStructure",
     "DataType",
@@ -213,28 +260,41 @@ __all__ = [
     "DataflowBinding",
     "DataflowEntry",
     "Dataset",
+    "DatePatternMap",
     "Descending",
     "DimFilter",
     "Dimension",
     "DriftError",
     "DriftIssue",
+    "DroppedArtefact",
     "DuckDBDataStore",
     "DuckLakeVersionError",
+    "EnumerationLike",
+    "EpochMap",
+    "EpochPeriod",
     "Facet",
     "FederatedRegistry",
+    "FixedValueMap",
     "FmrRegistry",
     "Frame",
+    "FrequencyFormatMapping",
     "Gap",
+    "GeoFeatureSetCode",
+    "GeoGridCode",
+    "GeoGridCodelist",
+    "GeographicCodelist",
     "Group",
     "Grouped",
     "HCodeRow",
+    "Header",
     "HierarchicalCode",
     "HierarchicalCodelist",
     "Hierarchy",
     "HierarchyAssociation",
+    "ISOConceptReference",
+    "ImRuleWarning",
     "InMemoryRegistry",
     "InclusionMode",
-    "IndexValueMap",
     "InternationalString",
     "ItemExpr",
     "ItemList",
@@ -244,14 +304,17 @@ __all__ = [
     "LazyCodelist",
     "LazyHierarchy",
     "Level",
-    "LiteralValueMap",
+    "Link",
     "LocalRegistry",
+    "LossyReadError",
     "Maintainable",
     "MaintainableArtefact",
     "Measure",
     "MeasureDimension",
     "MemberValue",
     "MetadataAttribute",
+    "MetadataAttributeUsage",
+    "MetadataHeader",
     "MetadataMessage",
     "MetadataProvider",
     "MetadataProviderScheme",
@@ -262,19 +325,27 @@ __all__ = [
     "Metadataflow",
     "ObsQuery",
     "ObsRow",
+    "OrganisationSchemeMap",
+    "OrganisationUnit",
+    "OrganisationUnitScheme",
     "Page",
+    "Party",
     "Pred",
     "Provider",
     "ProvisionAgreement",
     "Query",
     "QueryPlan",
+    "QueryableDataSource",
     "RawSql",
     "RawSqlError",
+    "ReadAssumption",
+    "ReadGap",
     "Ref",
     "ReferenceIssue",
     "ReferencePeriod",
     "ReferenceValidationError",
-    "RegexValueMap",
+    "Refusal",
+    "RegionValue",
     "RegistryReader",
     "RegistryUnavailable",
     "ReleaseCalendar",
@@ -283,33 +354,46 @@ __all__ = [
     "ReportedAttributeValue",
     "Representation",
     "RepresentationMap",
+    "RepresentationMapping",
+    "ResolvePeriod",
     "ResponseTooLargeError",
     "RestRegistry",
+    "RewrittenVersion",
     "RowKind",
     "SchemaInspector",
     "SdmxParseError",
     "SdmxRef",
     "SdmxUrn",
+    "SdmxWarning",
+    "Sender",
+    "SentinelValue",
     "Session",
     "SessionHook",
+    "SourceValue",
     "SqlRelation",
     "StructureMap",
     "StructureMessage",
     "StructureSet",
     "SupportsUrn",
+    "TimeBound",
     "TimeDimension",
+    "TimeRange",
+    "ToValueType",
     "UnresolvedRef",
     "Untyped",
     "ValidationError",
     "ValidationIssue",
-    "ValueMap",
+    "ValueItem",
+    "ValueList",
     "ValueSet",
+    "VersionRewrite",
     "Win",
     "WinFn",
     "WinPred",
     "WriteSource",
     "artefact_urn",
     "dim",
+    "dropped",
     "from_dict",
     "item",
     "len",
@@ -325,7 +409,7 @@ __all__ = [
     "union",
     "unrepresentable",
     "validate",
-    "validate_message",
     "validate_references",
+    "versions",
     "widen_key",
 ]

{sdmxlib-0.67.0 → sdmxlib-0.68.0}/src/sdmxlib/_time.py

@@ -87,3 +87,31 @@ def from_storage(value: datetime | None) -> datetime | None:
     if value.tzinfo is not None:
         return value
     return value.replace(tzinfo=UTC)
+
+
+@overload
+def as_utc(value: datetime) -> datetime: ...
+@overload
+def as_utc(value: None) -> None: ...
+def as_utc(value: datetime | None) -> datetime | None:
+    """A datetime as the *model* holds it: the instant, tagged UTC (#440).
+
+    The attrs converter on every model `datetime`. The store already returned
+    this form (`from_storage`), but the model held whatever a reader handed
+    it — a naive value for an unqualified `xs:dateTime` — so an artefact read
+    from a document was not equal to the same artefact read back from the
+    store. Normalising at the model boundary makes the two the same object,
+    by the reading this module already chose: a naive value is UTC.
+
+    Args:
+        value: Any datetime, aware or naive. `None` passes through.
+
+    Returns:
+        The same instant, tz-aware in UTC: a naive value is labelled, an aware
+        one converted.
+    """
+    if value is None:
+        return None
+    if value.tzinfo is None:
+        return value.replace(tzinfo=UTC)
+    return value.astimezone(UTC)