x4d-devkit 0.46.0rc2__tar.gz → 0.46.0rc3__tar.gz

{x4d_devkit-0.46.0rc2/x4d_devkit.egg-info → x4d_devkit-0.46.0rc3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: x4d-devkit
-Version: 0.46.0rc2
+Version: 0.46.0rc3
 Summary: Official X-4D external SDK and CLI for datasets, platform APIs, training bridges, and automation
 Author: windzu
 License-Expression: Apache-2.0

{x4d_devkit-0.46.0rc2 → x4d_devkit-0.46.0rc3}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "x4d-devkit"
-version = "0.46.0rc2"
+version = "0.46.0rc3"
 description = "Official X-4D external SDK and CLI for datasets, platform APIs, training bridges, and automation"
 readme = "README.md"
 license = "Apache-2.0"

{x4d_devkit-0.46.0rc2 → x4d_devkit-0.46.0rc3}/tests/test_clean_basemap.py

@@ -3,6 +3,7 @@ import copy
 import numpy as np
 import pytest
 import zstandard
+import x4d_devkit.clean_basemap as clean_basemap
 
 from tests.semantic_scene_contract_fixtures import current_semantic_scene_component
 from x4d_devkit.clean_basemap import (
@@ -189,6 +190,103 @@ def test_complete_scene_and_exact_original_observation_roundtrip():
         parsed.data["profile"]["voxel_size_m"] = 1
 
 
+def test_decision_proof_reuse_is_within_one_validation_call(monkeypatch):
+    manifest, assets, _ = fixture()
+    decoded = []
+    original = clean_basemap.decode_clean_basemap_decisions
+
+    def count(*args, **kwargs):
+        result = original(*args, **kwargs)
+        assert not result.flags.writeable
+        decoded.append(result.nbytes)
+        return result
+
+    monkeypatch.setattr(clean_basemap, "decode_clean_basemap_decisions", count)
+    validate(manifest, assets)
+    assert decoded == [5]
+    validate(manifest, assets)
+    assert decoded == [5, 5]
+
+
+@pytest.mark.parametrize("changed", [b"tampered", bytearray, memoryview])
+def test_cached_decision_proof_still_checks_every_carrier_read(changed):
+    manifest, assets, _ = fixture()
+    original = original_points(manifest, assets)
+    path = manifest["sweep_sources"][0]["decisions"]["path"]
+    reads = 0
+
+    def read_asset(name):
+        nonlocal reads
+        body = assets[name]
+        if name == path:
+            reads += 1
+            if reads > 1:
+                return changed(body) if callable(changed) else changed
+        return body
+
+    with pytest.raises(ValueError, match="payload size/hash"):
+        validate_clean_basemap_resource(
+            manifest,
+            read_asset=read_asset,
+            observation_to_world=lambda sweep, ordinals, times: original[ordinals],
+        )
+
+
+def add_second_sweep(manifest, assets):
+    source = copy.deepcopy(manifest["sweep_sources"][0])
+    source.update(sample_data_token="sweep-1", asset_sha256="sha256:" + "c" * 64)
+    carrier = encode_clean_basemap_decisions(
+        asset_sha256=source["asset_sha256"], decisions=[1, 0, 3, 18, 33]
+    )
+    source["decisions"] = carrier.descriptor("decisions")
+    assets[source["decisions"]["path"]] = carrier.payload
+    manifest["sweep_sources"].append(source)
+    manifest["diagnostics"]["source_point_count"] *= 2
+    manifest["diagnostics"]["decision_counts"] = {
+        key: value * 2
+        for key, value in manifest["diagnostics"]["decision_counts"].items()
+    }
+    manifest["basemap_revision"] = compute_clean_basemap_revision(manifest)
+    return source
+
+
+@pytest.mark.parametrize("changed", ["source", "count", "descriptor"])
+def test_decision_cache_never_reuses_a_different_binding(changed):
+    manifest, assets, _ = fixture()
+    second = add_second_sweep(manifest, assets)
+    second["decisions"] = copy.deepcopy(manifest["sweep_sources"][0]["decisions"])
+    if changed != "source":
+        second["asset_sha256"] = manifest["sweep_sources"][0]["asset_sha256"]
+    if changed == "count":
+        second["point_count"] += 1
+        manifest["diagnostics"]["source_point_count"] += 1
+        manifest["diagnostics"]["decision_counts"]["33"] += 1
+    if changed == "descriptor":
+        second["decisions"]["size_bytes"] += 1
+    manifest["basemap_revision"] = compute_clean_basemap_revision(manifest)
+    with pytest.raises(ValueError):
+        validate(manifest, assets)
+
+
+@pytest.mark.parametrize("limit,expected_decodes", [(0, 3), (4, 3), (5, 3), (10, 2)])
+def test_decision_proof_cache_is_bounded_and_evicted_entries_are_revalidated(
+    monkeypatch, limit, expected_decodes
+):
+    manifest, assets, _ = fixture()
+    add_second_sweep(manifest, assets)
+    original = clean_basemap.decode_clean_basemap_decisions
+    calls = []
+
+    def count(*args, **kwargs):
+        calls.append(kwargs["asset_sha256"])
+        return original(*args, **kwargs)
+
+    monkeypatch.setattr(clean_basemap, "_DECISION_CACHE_BYTES", limit)
+    monkeypatch.setattr(clean_basemap, "decode_clean_basemap_decisions", count)
+    validate(manifest, assets)
+    assert len(calls) == expected_decodes
+
+
 @pytest.mark.parametrize(
     "overrides,message",
     [

{x4d_devkit-0.46.0rc2 → x4d_devkit-0.46.0rc3}/tests/test_sdk_api.py

@@ -11,7 +11,7 @@ from x4d_devkit.eval.matching import MetricData
 
 
 def test_package_version_is_current_release():
-    assert x4d_devkit.__version__ == "0.46.0rc2"
+    assert x4d_devkit.__version__ == "0.46.0rc3"
 
 
 def test_loader_exposes_and_enforces_only_current_schema(tmp_path):

{x4d_devkit-0.46.0rc2 → x4d_devkit-0.46.0rc3}/x4d_devkit/clean_basemap.py

@@ -7,6 +7,7 @@ their native authorities; this module never guesses ownership from coordinates.
 from __future__ import annotations
 
 import copy
+from collections import OrderedDict
 from dataclasses import dataclass
 import math
 import re
@@ -39,6 +40,7 @@ CLEAN_BASEMAP_CONTRACT_VERSION = "x4d-clean-static-basemap-v4"
 CLEAN_BASEMAP_OPERATION = "reconstruction.prepare_clean_static_basemap"
 CLEAN_BASEMAP_MAPPING_FORMAT = "x4d-clean-static-basemap-mapping-v2"
 CLEAN_BASEMAP_DECISION_FORMAT = "x4d-clean-static-basemap-decisions-v3"
+_DECISION_CACHE_BYTES = 128 << 20
 CLEAN_BASEMAP_INPUT_FIELDS = frozenset(
     {"samples_revision", "sweeps_revision", "calibration_revision", "pose_revision"}
 )
@@ -611,13 +613,47 @@ def validate_clean_basemap_resource(
         for sweep in data["sweep_sources"]
     ]
     actual_counts = {str(code): 0 for code in DECISION_CODES}
-    for sweep in data["sweep_sources"]:
+    decisions_cache = OrderedDict()
+    decisions_bytes = 0
+
+    def read_decisions(sweep):
+        nonlocal decisions_bytes
+        descriptor = sweep["decisions"]
+        payload = read_asset(descriptor["path"])
+        # A cached proof never authorizes changed or non-byte carrier data.
+        if (
+            type(payload) is not bytes
+            or len(payload) != descriptor["size_bytes"]
+            or sha256_bytes(payload) != descriptor["sha256"]
+        ):
+            raise ValueError(
+                "clean basemap payload size/hash does not match descriptor"
+            )
+        key = (
+            tuple(sorted(descriptor.items())),
+            sweep["asset_sha256"],
+            sweep["point_count"],
+        )
+        values = decisions_cache.pop(key, None)
+        if values is not None:
+            decisions_cache[key] = values
+            return values
         values = decode_clean_basemap_decisions(
-            read_asset(sweep["decisions"]["path"]),
-            descriptor=sweep["decisions"],
+            payload,
+            descriptor=descriptor,
             asset_sha256=sweep["asset_sha256"],
             point_count=sweep["point_count"],
         )
+        if values.nbytes <= _DECISION_CACHE_BYTES:
+            while decisions_bytes + values.nbytes > _DECISION_CACHE_BYTES:
+                _, evicted = decisions_cache.popitem(last=False)
+                decisions_bytes -= evicted.nbytes
+            decisions_cache[key] = values
+            decisions_bytes += values.nbytes
+        return values
+
+    for sweep in data["sweep_sources"]:
+        values = read_decisions(sweep)
         counts = np.bincount(values, minlength=256)
         for code in DECISION_CODES:
             actual_counts[str(code)] += int(counts[code])
@@ -661,12 +697,7 @@ def validate_clean_basemap_resource(
             if np.any(times < low) or np.any(times > high):
                 raise ValueError("mapping exact point time is outside its source sweep")
             _mark_unique(observation_seen[index], ordinals, "original observation")
-            values = decode_clean_basemap_decisions(
-                read_asset(sweep["decisions"]["path"]),
-                descriptor=sweep["decisions"],
-                asset_sha256=sweep["asset_sha256"],
-                point_count=sweep["point_count"],
-            )
+            values = read_decisions(sweep)
             if not np.array_equal(values[ordinals], mapping["decision"][selected]):
                 raise ValueError(
                     "mapping decision does not match its original observation"

{x4d_devkit-0.46.0rc2 → x4d_devkit-0.46.0rc3/x4d_devkit.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: x4d-devkit
-Version: 0.46.0rc2
+Version: 0.46.0rc3
 Summary: Official X-4D external SDK and CLI for datasets, platform APIs, training bridges, and automation
 Author: windzu
 License-Expression: Apache-2.0