evaluators 2.0.0__tar.gz → 2.1.0__tar.gz

{evaluators-2.0.0 → evaluators-2.1.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: evaluators
-Version: 2.0.0
+Version: 2.1.0
 Summary: Various scene understanding and perception evaluation metrics.
 Author: Kurt Stolle
 Author-email: Kurt Stolle <kurt@computer.org>
@@ -27,7 +27,9 @@ Requires-Dist: lmdb
 Requires-Dist: tifffile
 Requires-Dist: pydantic
 Requires-Dist: opencv-python>=4.13.0.92
+Requires-Dist: lightning>=2.6.1 ; extra == 'lightning'
 Requires-Python: >=3.13, <3.14
+Provides-Extra: lightning
 Description-Content-Type: text/markdown
 
 # Scalable Distributed Evaluation for Computer Vision

{evaluators-2.0.0 → evaluators-2.1.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "uv_build"
 
 [project]
 name = "evaluators"
-version = "2.0.0"
+version = "2.1.0"
 description = "Various scene understanding and perception evaluation metrics."
 readme = "README.md"
 requires-python = ">=3.13, <3.14"
@@ -37,6 +37,9 @@ dependencies = [
   "opencv-python>=4.13.0.92",
 ]
 
+[project.optional-dependencies]
+lightning = ["lightning>=2.6.1"]
+
 [dependency-groups]
 dev = [
   "hypothesis>=6.140.2",

evaluators-2.0.0/sources/evaluators/integrations/pl.py → evaluators-2.1.0/sources/evaluators/integrations/lightning.py

@@ -13,12 +13,9 @@ Exports
 import logging
 import shutil
 from pathlib import Path
-from typing import Type
 
 from evaluators import MetricStream, run_offline_evaluation
 from evaluators.memory import (
-    EncodedMemmapTemporalWriter,
-    LMDBTemporalWriter,
     MemmapTemporalWriter,
     TemporalWriterProtocol,
 )
@@ -39,34 +36,33 @@ class _DistributedWriterBase(Callback):
         self,
         output_dir: str | Path,
         *,
-        chunk_size_frames: int = 1_000,
-        backend: Type[TemporalWriterProtocol] = MemmapTemporalWriter,
+        backend: type[TemporalWriterProtocol] = MemmapTemporalWriter,
         **backend_kwargs,
     ) -> None:
         super().__init__()
         self.output_dir = Path(output_dir)
-        self.chunk_size_frames = chunk_size_frames
         self.backend = backend
         self.backend_kwargs = backend_kwargs
-        # Map: stream_name -> (MetricStream, TemporalWriterProtocol)
-        self._active_streams: dict[str, tuple[MetricStream, TemporalWriterProtocol]] = {}
+        # Map: stream_name -> (MetricStream, Backend)
+        self._active_streams: dict[
+            str, tuple[MetricStream, TemporalWriterProtocol]
+        ] = {}
 
     def _setup_streams(self, pl_module: LightningModule) -> None:
         """Discovers MetricStreams and binds them to dedicated writers."""
         self._active_streams = {}
 
-        discovered_streams: list[MetricStream] = []
-        
         # Robust Discovery: Walk the module tree using standard PyTorch traversal
-        for module in pl_module.modules():
-            if isinstance(module, MetricStream):
-                discovered_streams.append(module)
+        discovered_streams: list[MetricStream] = [
+            module for module in pl_module.modules() if isinstance(module, MetricStream)
+        ]
 
         if not discovered_streams:
             if comms.get_rank() == 0:
                 logger.warning(
-                    f"No MetricStreams found in {pl_module.__class__.__name__}. "
-                    f"{self.__class__.__name__} will be idle."
+                    "No MetricStreams found in %s; %s will be idle.",
+                    pl_module.__class__.__name__,
+                    self.__class__.__name__,
                 )
             return
 
@@ -75,22 +71,22 @@ class _DistributedWriterBase(Callback):
             stream_dir = self.output_dir / stream.name
 
             if stream.schema is None:
-                raise RuntimeError(
+                msg = (
                     f"MetricStream '{stream.name}' has no schema defined. "
                     "Explicit schemas are required for storage backends."
                 )
+                raise RuntimeError(msg)
 
             writer = self.backend(
                 output_dir=str(stream_dir),
                 schema=stream.schema,
-                chunk_size_frames=self.chunk_size_frames,
                 **self.backend_kwargs,
             )
             stream.bind(writer)
             self._active_streams[stream.name] = (stream, writer)
 
     def _close_writers(self) -> None:
-        """Closes all writers and clears the active streams list."""
+        """Close all writers and clears the active streams list."""
         for name, (_, writer) in self._active_streams.items():
             writer.close()
             logger.debug("Closed writer for stream: %s", name)
@@ -129,7 +125,7 @@ class DistributedEvaluationCallback(_DistributedWriterBase):
         output_dir: str | Path,
         *,
         chunk_size_frames: int = 1_000,
-        backend: Type[TemporalWriterProtocol] = MemmapTemporalWriter,
+        backend: type[TemporalWriterProtocol] = MemmapTemporalWriter,
         keep_artifacts: bool = True,
         **backend_kwargs,
     ) -> None:
@@ -180,7 +176,7 @@ class DistributedEvaluationCallback(_DistributedWriterBase):
         comms.barrier()
         if not self.keep_artifacts and comms.get_rank() == 0:
             shutil.rmtree(self.output_dir)
-        
+
         self._active_streams = {}
 
 
@@ -193,6 +189,8 @@ class DistributedInferenceWriter(_DistributedWriterBase):
     def on_predict_start(self, trainer: Trainer, pl_module: LightningModule) -> None:
         self._setup_streams(pl_module)
 
-    def on_predict_epoch_end(self, trainer: Trainer, pl_module: LightningModule) -> None:
+    def on_predict_epoch_end(
+        self, trainer: Trainer, pl_module: LightningModule
+    ) -> None:
         self._close_writers()
         self._active_streams = {}