code-loader 1.0.25__tar.gz → 1.0.26__tar.gz

{code_loader-1.0.25 → code_loader-1.0.26}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.25
+Version: 1.0.26
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.25 → code_loader-1.0.26}/code_loader/leaploader.py

@@ -5,7 +5,7 @@ import sys
 from contextlib import redirect_stdout
 from functools import lru_cache
 from pathlib import Path
-from typing import Dict, List, Iterable, Union
+from typing import Dict, List, Iterable, Union, Any
 
 import numpy as np
 import numpy.typing as npt
@@ -301,7 +301,40 @@ class LeapLoader:
     def _get_gt(self, state: DataStateEnum, idx: int) -> Dict[str, npt.NDArray[np.float32]]:
         return self._get_dataset_handlers(global_leap_binder.setup_container.ground_truths, state, idx)
 
+    @lru_cache()
+    def _metadata_name_to_type(self) -> Dict[str, DatasetMetadataType]:
+        global_leap_binder.check_preprocess(self._preprocess_result())
+        handlers_test_payloads = self._check_handlers()
+        metadata_setup = self.get_dataset_setup_response(handlers_test_payloads).metadata
+        metadata_name_to_type = {
+            metadata_instance.name: metadata_instance.type
+            for metadata_instance in metadata_setup
+        }
+        return metadata_name_to_type
+
     def _get_metadata(self, state: DataStateEnum, idx: int) -> Dict[str, Union[str, int, bool, float]]:
+        def _convert_metadata_to_correct_type(metadata_name: str, value: Any) -> Any:
+            metadata_name_to_type = self._metadata_name_to_type()
+            metadata_type_to_python_type = {
+                DatasetMetadataType.float: float,
+                DatasetMetadataType.string: str,
+                DatasetMetadataType.boolean: bool,
+                DatasetMetadataType.int: int
+            }
+            metadata_type_to_default_value = {
+                DatasetMetadataType.float: -1,
+                DatasetMetadataType.string: "",
+                DatasetMetadataType.boolean: False,
+                DatasetMetadataType.int: -1
+            }
+
+            try:
+                converted_value = metadata_type_to_python_type[metadata_name_to_type[metadata_name]](value)
+            except ValueError:
+                converted_value = metadata_type_to_default_value[metadata_name_to_type[metadata_name]]
+
+            return converted_value
+
         result_agg = {}
         preprocess_result = self._preprocess_result()
         preprocess_state = preprocess_result[state]
@@ -310,9 +343,9 @@ class LeapLoader:
             if isinstance(handler_result, dict):
                 for single_metadata_name, single_metadata_result in handler_result.items():
                     handler_name = f'{handler.name}_{single_metadata_name}'
-                    result_agg[handler_name] = single_metadata_result
+                    result_agg[handler_name] = _convert_metadata_to_correct_type(handler_name, single_metadata_result)
             else:
                 handler_name = handler.name
-                result_agg[handler_name] = handler_result
+                result_agg[handler_name] = _convert_metadata_to_correct_type(handler_name, handler_result)
 
         return result_agg

{code_loader-1.0.25 → code_loader-1.0.26}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "code-loader"
-version = "1.0.25"
+version = "1.0.26"
 description = ""
 authors = ["dorhar <doron.harnoy@tensorleap.ai>"]
 license = "MIT"