euler-loading 2.19.0__tar.gz → 2.20.0__tar.gz

{euler_loading-2.19.0 → euler_loading-2.20.0}/PKG-INFO

@@ -1,10 +1,10 @@
 Metadata-Version: 2.4
 Name: euler-loading
-Version: 2.19.0
+Version: 2.20.0
 Summary: Multi-modal PyTorch dataloader using ds-crawler indices
 Requires-Python: >=3.9
 Requires-Dist: ds-crawler>=2.3.0
-Requires-Dist: euler-dataset-contract
+Requires-Dist: euler-dataset-contract>=0.2.1
 Requires-Dist: numpy
 Requires-Dist: pillow
 Provides-Extra: dev

{euler_loading-2.19.0 → euler_loading-2.20.0}/euler_loading/_writing.py

@@ -7,7 +7,7 @@ import tempfile
 import zipfile
 from collections.abc import Mapping
 from pathlib import Path
-from typing import Any, Callable
+from typing import Any, Callable, Union
 
 from ds_crawler import DatasetWriter, ZipDatasetWriter, get_dataset_contract
 
@@ -23,7 +23,14 @@ logger = logging.getLogger(__name__)
 _DEFAULT_WRITER_INDEX_FILENAME = "output.json"
 
 
-OutputDestination = str | os.PathLike[str] | DatasetWriter | ZipDatasetWriter
+# Type aliases are evaluated at import time even with postponed annotations.
+# ``typing.Union`` keeps this module importable on the supported Python 3.9.
+OutputDestination = Union[
+    str,
+    os.PathLike[str],
+    DatasetWriter,
+    ZipDatasetWriter,
+]
 
 
 def _wrap_writer_save_index(

{euler_loading-2.19.0 → euler_loading-2.20.0}/euler_loading/loaders/cpu/princeton_dense.py

@@ -24,6 +24,13 @@ import numpy as np
 from PIL import Image
 
 from euler_loading.loaders._annotations import modality_meta
+from euler_loading.loaders._writer_utils import (
+    ensure_parent,
+    mark_stream_supported,
+    save_image,
+    to_hwc_rgb,
+    to_uint8,
+)
 from euler_loading.loaders._princeton_dense import DEFAULT_CAMERA_FRAME
 from euler_loading.loaders._princeton_dense import DEFAULT_LIDAR_FRAME
 from euler_loading.loaders._princeton_dense import LIDAR_COLUMNS
@@ -73,6 +80,18 @@ def rgb(
     return np.array(Image.open(path).convert("RGB"), dtype=np.float32) / 255.0
 
 
+@mark_stream_supported
+def write_rgb(
+    path: Union[str, BinaryIO],
+    value: Any,
+    meta: dict[str, Any] | None = None,
+) -> None:
+    """Write an RGB array/tensor as an 8-bit PNG."""
+    ensure_parent(path)
+    arr = to_uint8(to_hwc_rgb(value, name="rgb"), scale_unit_range=True)
+    save_image(path, Image.fromarray(arr, mode="RGB"), format="PNG")
+
+
 @modality_meta(
     modality_type="sparse_depth",
     dtype="float32",

{euler_loading-2.19.0 → euler_loading-2.20.0}/euler_loading/loaders/gpu/princeton_dense.py

@@ -25,6 +25,13 @@ from PIL import Image
 import torch
 
 from euler_loading.loaders._annotations import modality_meta
+from euler_loading.loaders._writer_utils import (
+    ensure_parent,
+    mark_stream_supported,
+    save_image,
+    to_hwc_rgb,
+    to_uint8,
+)
 from euler_loading.loaders._princeton_dense import DEFAULT_CAMERA_FRAME
 from euler_loading.loaders._princeton_dense import DEFAULT_LIDAR_FRAME
 from euler_loading.loaders._princeton_dense import LIDAR_COLUMNS
@@ -76,6 +83,18 @@ def rgb(
     return torch.from_numpy(arr).permute(2, 0, 1).contiguous()
 
 
+@mark_stream_supported
+def write_rgb(
+    path: Union[str, BinaryIO],
+    value: Any,
+    meta: dict[str, Any] | None = None,
+) -> None:
+    """Write an RGB tensor/array as an 8-bit PNG."""
+    ensure_parent(path)
+    arr = to_uint8(to_hwc_rgb(value, name="rgb"), scale_unit_range=True)
+    save_image(path, Image.fromarray(arr, mode="RGB"), format="PNG")
+
+
 @modality_meta(
     modality_type="sparse_depth",
     dtype="float32",

{euler_loading-2.19.0 → euler_loading-2.20.0}/pyproject.toml

@@ -1,13 +1,13 @@
 [project]
 name = "euler-loading"
-version = "2.19.0"
+version = "2.20.0"
 description = "Multi-modal PyTorch dataloader using ds-crawler indices"
 requires-python = ">=3.9"
 dependencies = [
     "numpy",
     "Pillow",
     "ds-crawler>=2.3.0",
-    "euler-dataset-contract",
+    "euler-dataset-contract>=0.2.1",
 ]
 
 [project.optional-dependencies]

{euler_loading-2.19.0 → euler_loading-2.20.0}/tests/test_loaders.py

@@ -165,6 +165,8 @@ PRINCETON_DENSE_LOADER_NAMES = [
     "read_extrinsics",
 ]
 
+PRINCETON_DENSE_WRITER_NAMES = ["write_rgb"]
+
 
 @pytest.fixture()
 def princeton_dense_rgb_path(tmp_path):
@@ -261,6 +263,18 @@ class TestPrincetonDenseModuleContents:
     def test_cpu_has_callable(self, name):
         assert callable(getattr(cpu_princeton_dense, name))
 
+    @pytest.mark.parametrize("name", PRINCETON_DENSE_WRITER_NAMES)
+    def test_top_level_has_writer(self, name):
+        assert callable(getattr(princeton_dense_top, name))
+
+    @pytest.mark.parametrize("name", PRINCETON_DENSE_WRITER_NAMES)
+    def test_gpu_has_writer(self, name):
+        assert callable(getattr(gpu_princeton_dense, name))
+
+    @pytest.mark.parametrize("name", PRINCETON_DENSE_WRITER_NAMES)
+    def test_cpu_has_writer(self, name):
+        assert callable(getattr(cpu_princeton_dense, name))
+
     def test_auto_resolution_uses_gpu_module(self):
         module = resolve_loader_module("princeton_dense")
         assert module.__name__ == "euler_loading.loaders.gpu.princeton_dense"

euler_loading-2.20.0/tests/test_python_compat.py

@@ -0,0 +1,29 @@
+"""Static checks for constructs evaluated at the Python version floor."""
+
+from __future__ import annotations
+
+import ast
+from pathlib import Path
+
+
+PACKAGE_ROOT = Path(__file__).parents[1] / "euler_loading"
+
+
+def test_no_runtime_pep604_type_aliases() -> None:
+    """PEP 604 unions in assignment expressions fail during Python 3.9 imports."""
+    offenders: list[str] = []
+    for path in PACKAGE_ROOT.rglob("*.py"):
+        tree = ast.parse(path.read_text(encoding="utf-8"), filename=str(path))
+        for statement in tree.body:
+            if not isinstance(statement, ast.Assign):
+                continue
+            if any(
+                isinstance(node, ast.BinOp) and isinstance(node.op, ast.BitOr)
+                for node in ast.walk(statement.value)
+            ):
+                offenders.append(f"{path.relative_to(PACKAGE_ROOT)}:{statement.lineno}")
+
+    assert offenders == [], (
+        "Runtime PEP 604 aliases are not Python 3.9 compatible; use "
+        f"typing.Union/Optional instead: {offenders}"
+    )

{euler_loading-2.19.0 → euler_loading-2.20.0}/tests/test_writing.py

@@ -14,6 +14,7 @@ from PIL import Image
 
 from euler_loading import Modality, MultiModalDataset, resolve_writer_module
 from euler_loading.loaders.gpu import vkitti2 as gpu_vkitti2
+from euler_loading.loaders.gpu import princeton_dense as gpu_princeton_dense
 
 from .conftest import dummy_loader
 
@@ -92,6 +93,55 @@ class TestWriterResolution:
 
         assert ds.get_writer("intrinsics") is gpu_vkitti2.write_intrinsics
 
+    def test_auto_resolves_princeton_dense_rgb_writer(self):
+        index = _flat_index(
+            "png",
+            ["f001"],
+            euler_loading={"loader": "princeton_dense", "function": "rgb"},
+        )
+        with patch(
+            "euler_loading.dataset.index_dataset_from_path",
+            return_value=index,
+        ):
+            ds = MultiModalDataset(modalities={"rgb": Modality("/data/rgb")})
+
+        assert ds.get_writer("rgb") is gpu_princeton_dense.write_rgb
+
+    @pytest.mark.parametrize(
+        "writer,chw",
+        [
+            (gpu_princeton_dense.write_rgb, True),
+            pytest.param(None, False, id="cpu"),
+        ],
+    )
+    def test_princeton_dense_rgb_writer_round_trip(self, tmp_path, writer, chw):
+        if writer is None:
+            from euler_loading.loaders.cpu import princeton_dense as cpu_princeton_dense
+
+            writer = cpu_princeton_dense.write_rgb
+        expected = np.array(
+            [[[0.0, 0.5, 1.0], [1.0, 0.25, 0.0]]],
+            dtype=np.float32,
+        )
+        value = np.transpose(expected, (2, 0, 1)) if chw else expected
+        path = tmp_path / ("gpu.png" if chw else "cpu.png")
+
+        writer(path, value)
+
+        actual = np.asarray(Image.open(path).convert("RGB"), dtype=np.float32) / 255.0
+        np.testing.assert_allclose(actual, expected, atol=1.0 / 255.0)
+
+    def test_princeton_dense_rgb_writer_supports_binary_stream(self):
+        stream = io.BytesIO()
+        gpu_princeton_dense.write_rgb(
+            stream,
+            np.ones((3, 2, 2), dtype=np.float32),
+        )
+        stream.seek(0)
+        image = Image.open(stream)
+        assert image.format == "PNG"
+        assert image.size == (2, 2)
+
 
 class TestWriteSample:
     def test_write_sample_preserves_relative_path(self, tmp_path):