code-loader 1.0.152.dev2__tar.gz → 1.0.153.dev0__tar.gz

{code_loader-1.0.152.dev2 → code_loader-1.0.153.dev0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.152.dev2
+Version: 1.0.153.dev0
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.152.dev2 → code_loader-1.0.153.dev0}/code_loader/contract/datasetclasses.py

@@ -1,6 +1,6 @@
 import warnings
 from dataclasses import dataclass, field
-from typing import Any, Callable, List, Optional, Dict, Union, Type
+from typing import Any, Callable, List, Optional, Dict, Union, Type, Literal
 import re
 import numpy as np
 import numpy.typing as npt
@@ -82,6 +82,8 @@ class PreprocessResponse:
 class ElementInstance:
     name: str
     mask: npt.NDArray[np.float32]
+    instance_metadata: Dict[str, Union[Optional[str], int, bool, Optional[float]]]
+
 
 SectionCallableInterface = Callable[[Union[int, str], PreprocessResponse], npt.NDArray[np.float32]]
 InstanceCallableInterface = Callable[[Union[int, str], PreprocessResponse, int], Optional[ElementInstance]]
@@ -234,7 +236,7 @@ class CustomLatentSpaceHandler:
 class PredictionTypeHandler:
     name: str
     labels: List[str]
-    channel_dim: int = "default_value"
+    channel_dim: Union[int, Literal["tl_default_value"]]= "tl_default_value"
 
 
 

{code_loader-1.0.152.dev2 → code_loader-1.0.153.dev0}/code_loader/inner_leap_binder/leapbinder_decorators.py

@@ -305,7 +305,7 @@ def tensorleap_load_model(prediction_types: Optional[List[PredictionTypeHandler]
     for i, prediction_type in enumerate(prediction_types):
         assert isinstance(prediction_type, PredictionTypeHandler), (f"tensorleap_load_model validation failed: "
                                                                     f" prediction_types at position {i} must be of type PredictionTypeHandler but got {type(prediction_types[i]).__name__}.")
-        prediction_type_channel_dim_was_provided = prediction_type.channel_dim != "default_value"
+        prediction_type_channel_dim_was_provided = prediction_type.channel_dim != "tl_default_value"
         if not prediction_type_channel_dim_was_provided:
             prediction_types[i].channel_dim = -1
             if not _call_from_tl_platform:
@@ -1063,7 +1063,7 @@ def tensorleap_preprocess():
 
 
 def tensorleap_element_instance_preprocess(
-        instance_length_encoder: InstanceLengthCallableInterface):
+        instance_length_encoder: InstanceLengthCallableInterface, instance_mask_encoder: InstanceCallableInterface):
     def decorating_function(user_function: Callable[[], List[PreprocessResponse]]):
         def user_function_instance() -> List[PreprocessResponse]:
             result = user_function()
@@ -1085,11 +1085,33 @@ def tensorleap_element_instance_preprocess(
                 preprocess_response.sample_ids = all_sample_ids
             return result
 
+        def extract_extra_instance_metadata():
+            result = user_function()
+            for preprocess_response in result:
+                for sample_id in preprocess_response.sample_ids:
+                    instances_length = instance_length_encoder(sample_id, preprocess_response)
+                    if instances_length > 0:
+                        element_instance = instance_mask_encoder(sample_id, preprocess_response, 0)
+                        instance_metadata = element_instance.instance_metadata
+                        if instance_metadata is None:
+                            return {}
+                        return instance_metadata
+            return {}
+
+
         def builtin_instance_metadata(idx: str, preprocess: PreprocessResponse) -> Dict[str, str]:
             return {'is_instance': '0', 'original_sample_id': idx, 'instance_name': 'none'}
 
+        def builtin_instance_extra_metadata(idx: str, preprocess: PreprocessResponse) -> Dict[str, str]:
+            instance_metadata = extract_extra_instance_metadata()
+            for key, value in instance_metadata.items():
+                instance_metadata[key] = 'unset'
+            return instance_metadata
+
         leap_binder.set_preprocess(user_function_instance)
         leap_binder.set_metadata(builtin_instance_metadata, "builtin_instance_metadata")
+        leap_binder.set_metadata(builtin_instance_extra_metadata, "builtin_instance_extra_metadata")
+
 
         def _validate_input_args(*args, **kwargs):
             assert len(args) == 0 and len(kwargs) == 0, \

{code_loader-1.0.152.dev2 → code_loader-1.0.153.dev0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "code-loader"
-version = "1.0.152.dev2"
+version = "1.0.153.dev0"
 description = ""
 authors = ["dorhar <doron.harnoy@tensorleap.ai>"]
 license = "MIT"