code-loader 1.0.86__tar.gz → 1.0.87a0__tar.gz

{code_loader-1.0.86 → code_loader-1.0.87a0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.86
+Version: 1.0.87a0
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.86 → code_loader-1.0.87a0}/code_loader/contract/datasetclasses.py

@@ -7,7 +7,7 @@ import numpy.typing as npt
 from code_loader.contract.enums import DataStateType, DataStateEnum, LeapDataType, ConfusionMatrixValue, \
     MetricDirection, DatasetMetadataType
 from code_loader.contract.visualizer_classes import LeapImage, LeapText, LeapGraph, LeapHorizontalBar, \
-    LeapTextMask, LeapImageMask, LeapImageWithBBox, LeapImageWithHeatmap, LeapVideo
+    LeapTextMask, LeapImageMask, LeapImageWithBBox, LeapImageWithHeatmap
 
 custom_latent_space_attribute = "custom_latent_space"
 
@@ -94,7 +94,6 @@ class UnlabeledDataPreprocessHandler:
 
 VisualizerCallableInterface = Union[
     Callable[..., LeapImage],
-    Callable[..., LeapVideo],
     Callable[..., LeapText],
     Callable[..., LeapGraph],
     Callable[..., LeapHorizontalBar],
@@ -105,7 +104,7 @@ VisualizerCallableInterface = Union[
 ]
 
 LeapData = Union[LeapImage, LeapText, LeapGraph, LeapHorizontalBar, LeapImageMask, LeapTextMask, LeapImageWithBBox,
-LeapImageWithHeatmap, LeapVideo]
+LeapImageWithHeatmap]
 
 CustomCallableInterface = Callable[..., Any]
 

{code_loader-1.0.86 → code_loader-1.0.87a0}/code_loader/inner_leap_binder/leapbinder.py

@@ -20,7 +20,7 @@ from code_loader.utils import to_numpy_return_wrapper, get_shape
 from code_loader.visualizers.default_visualizers import DefaultVisualizer, \
     default_graph_visualizer, \
     default_image_visualizer, default_horizontal_bar_visualizer, default_word_visualizer, \
-    default_image_mask_visualizer, default_text_mask_visualizer, default_raw_data_visualizer, default_video_visualizer
+    default_image_mask_visualizer, default_text_mask_visualizer, default_raw_data_visualizer
 
 
 class LeapBinder:
@@ -48,8 +48,6 @@ class LeapBinder:
     def _extend_with_default_visualizers(self) -> None:
         self.set_visualizer(function=default_image_visualizer, name=DefaultVisualizer.Image.value,
                             visualizer_type=LeapDataType.Image)
-        self.set_visualizer(function=default_video_visualizer, name=DefaultVisualizer.Video.value,
-                            visualizer_type=LeapDataType.Video)
         self.set_visualizer(function=default_graph_visualizer, name=DefaultVisualizer.Graph.value,
                             visualizer_type=LeapDataType.Graph)
         self.set_visualizer(function=default_raw_data_visualizer, name=DefaultVisualizer.RawData.value,

{code_loader-1.0.86 → code_loader-1.0.87a0}/code_loader/leaploader.py

@@ -22,7 +22,7 @@ from code_loader.contract.responsedataclasses import DatasetIntegParseResult, Da
     VisualizerInstance, PredictionTypeInstance, ModelSetup, CustomLayerInstance, MetricInstance, CustomLossInstance
 from code_loader.inner_leap_binder import global_leap_binder
 from code_loader.leaploaderbase import LeapLoaderBase
-from code_loader.utils import get_root_exception_file_and_line_number
+from code_loader.utils import get_root_exception_file_and_line_number, flatten
 
 
 class LeapLoader(LeapLoaderBase):
@@ -471,22 +471,18 @@ class LeapLoader(LeapLoaderBase):
 
         return converted_value, is_none
 
-    def _get_metadata(self, state: DataStateEnum, sample_id: Union[int, str]) -> Tuple[Dict[str, Union[str, int, bool, float]], Dict[str, bool]]:
+    def _get_metadata(self, state: DataStateEnum, sample_id: Union[int, str]) -> Tuple[
+        Dict[str, Union[str, int, bool, float]], Dict[str, bool]]:
         result_agg = {}
         is_none = {}
         preprocess_result = self._preprocess_result()
         preprocess_state = preprocess_result[state]
         for handler in global_leap_binder.setup_container.metadata:
             handler_result = handler.function(sample_id, preprocess_state)
-            if isinstance(handler_result, dict):
-                for single_metadata_name, single_metadata_result in handler_result.items():
-                    handler_name = f'{handler.name}_{single_metadata_name}'
-                    result_agg[handler_name], is_none[handler_name] = self._convert_metadata_to_correct_type(
-                        handler_name, single_metadata_result)
-            else:
-                handler_name = handler.name
-                result_agg[handler_name], is_none[handler_name] = self._convert_metadata_to_correct_type(
-                    handler_name, handler_result)
+
+            for flat_name, flat_result in flatten(handler_result, prefix=handler.name):
+                result_agg[flat_name], is_none[flat_name] = self._convert_metadata_to_correct_type(
+                    flat_name, flat_result)
 
         return result_agg, is_none
 

{code_loader-1.0.86 → code_loader-1.0.87a0}/code_loader/utils.py

@@ -1,7 +1,7 @@
 import sys
 from pathlib import Path
 from types import TracebackType
-from typing import List, Union, Tuple, Any
+from typing import List, Union, Tuple, Any, Iterator
 import traceback
 import numpy as np
 import numpy.typing as npt
@@ -66,3 +66,28 @@ def rescale_min_max(image: npt.NDArray[np.float32]) -> npt.NDArray[np.float32]:
     return image
 
 
+def flatten(
+    value: Any,
+    *,
+    prefix: str = "",
+    list_token: str = "e",
+) -> Iterator[Tuple[str, Any]]:
+    """
+    Recursively walk `value` and yield (flat_key, leaf_value) pairs.
+
+    • Dicts → descend with   new_prefix = f"{prefix}_{key}" (or just key if top level)
+    • Sequences → descend with new_prefix = f"{prefix}_{list_token}{idx}"
+    • Leaf scalars → yield the accumulated flat key and the scalar itself
+    """
+    if isinstance(value, dict):
+        for k, v in value.items():
+            new_prefix = f"{prefix}_{k}" if prefix else k
+            yield from flatten(v, prefix=new_prefix, list_token=list_token)
+
+    elif isinstance(value, (list, tuple)):
+        for idx, v in enumerate(value):
+            new_prefix = f"{prefix}_{list_token}{idx}"
+            yield from flatten(v, prefix=new_prefix, list_token=list_token)
+
+    else:  # primitive leaf (str, int, float, bool, None…)
+        yield prefix, value

{code_loader-1.0.86 → code_loader-1.0.87a0}/code_loader/visualizers/default_visualizers.py

@@ -4,13 +4,12 @@ import numpy as np
 import numpy.typing as npt
 
 from code_loader.contract.visualizer_classes import LeapImage, LeapGraph, LeapHorizontalBar, LeapText, \
-    LeapImageMask, LeapTextMask, LeapVideo
+    LeapImageMask, LeapTextMask
 from code_loader.utils import rescale_min_max
 
 
 class DefaultVisualizer(Enum):
     Image = 'Image'
-    Video = 'Video'
     Graph = 'Graph'
     HorizontalBar = 'HorizontalBar'
     Text = 'Text'
@@ -24,10 +23,6 @@ def default_image_visualizer(data: npt.NDArray[np.float32]) -> LeapImage:
     return LeapImage(rescaled_data)
 
 
-def default_video_visualizer(data: npt.NDArray[np.float32]) -> LeapVideo:
-    return LeapVideo(data)
-
-
 def default_graph_visualizer(data: npt.NDArray[np.float32]) -> LeapGraph:
     return LeapGraph(data)
 

{code_loader-1.0.86 → code_loader-1.0.87a0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "code-loader"
-version = "1.0.86"
+version = "1.0.87a0"
 description = ""
 authors = ["dorhar <doron.harnoy@tensorleap.ai>"]
 license = "MIT"