code-loader 1.0.91__tar.gz → 1.0.91.dev0__tar.gz

{code_loader-1.0.91 → code_loader-1.0.91.dev0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.91
+Version: 1.0.91.dev0
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.91 → code_loader-1.0.91.dev0}/code_loader/contract/datasetclasses.py

@@ -38,6 +38,7 @@ class PreprocessResponse:
     sample_ids: Optional[Union[List[str], List[int]]] = None
     state: Optional[DataStateType] = None
     sample_id_type: Optional[Union[Type[str], Type[int]]] = None
+    sample_ids_to_instance_mappings: Optional[Dict[Union[str, int], Union[List[str], List[int]]]] = None # in use only for element instance
 
     def __post_init__(self) -> None:
         def is_valid_string(s: str) -> bool:
@@ -188,6 +189,15 @@ class InputHandler(DatasetBaseHandler):
     shape: Optional[List[int]] = None
     channel_dim: Optional[int] = -1
 
+@dataclass
+class ElementInstance:
+    name: str
+    mask: npt.NDArray[np.float32]
+
+@dataclass
+class ElementInstanceHandler:
+    input_name: str
+    instance_function: [[int, PreprocessResponse], List[ElementInstance]]
 
 @dataclass
 class GroundTruthHandler(DatasetBaseHandler):

{code_loader-1.0.91 → code_loader-1.0.91.dev0}/code_loader/inner_leap_binder/leapbinder_decorators.py

@@ -270,6 +270,49 @@ def tensorleap_preprocess():
 
     return decorating_function
 
+def tensorleap_element_instance_preprocess(instance_mask_encoder: Callable[[int, PreprocessResponse], List[PreprocessResponse]]):
+    def decorating_function(user_function: Callable[[], List[PreprocessResponse]]):
+        leap_binder.set_preprocess(user_function)
+
+        def _validate_input_args(*args, **kwargs):
+            assert len(args) == 0 and len(kwargs) == 0, \
+                (f'tensorleap_preprocess validation failed: '
+                 f'The function should not take any arguments. Got {args} and {kwargs}.')
+
+        def _validate_result(result):
+            assert isinstance(result, list), \
+                (f'tensorleap_preprocess validation failed: '
+                 f'The return type should be a list. Got {type(result)}.')
+            for i, response in enumerate(result):
+                assert isinstance(response, PreprocessResponse), \
+                    (f'tensorleap_preprocess validation failed: '
+                     f'Element #{i} in the return list should be a PreprocessResponse. Got {type(response)}.')
+            assert len(set(result)) == len(result), \
+                (f'tensorleap_preprocess validation failed: '
+                 f'The return list should not contain duplicate PreprocessResponse objects.')
+
+        def inner(*args, **kwargs):
+            _validate_input_args(*args, **kwargs)
+            result = user_function()
+            for preprocess_response in result:
+                data_length = len(preprocess_response.sample_ids)
+                sample_ids_to_instance_mappings = {}
+                all_sample_ids = preprocess_response.sample_ids
+                for sample_id in preprocess_response.sample_ids:
+                    instances_masks = instance_mask_encoder(sample_id, preprocess_response)
+                    instances_ids = list(range(data_length, data_length + len(instances_masks)))
+                    sample_ids_to_instance_mappings[sample_id] = instances_ids
+                    all_sample_ids.extend(instances_ids)
+                    preprocess_response.sample_ids_to_instance_mappings = sample_ids_to_instance_mappings
+                    data_length = len(all_sample_ids)
+                preprocess_response.sample_ids = all_sample_ids
+            _validate_result(result)
+            return result
+
+        return inner
+
+    return decorating_function
+
 
 def tensorleap_unlabeled_preprocess():
     def decorating_function(user_function: Callable[[], PreprocessResponse]):
@@ -296,6 +339,31 @@ def tensorleap_unlabeled_preprocess():
     return decorating_function
 
 
+def tensorleap_instance_encoder():
+    def decorating_function(user_function: Callable[[], PreprocessResponse]):
+        leap_binder.set_unlabeled_data_preprocess(user_function)
+
+        def _validate_input_args(*args, **kwargs):
+            assert len(args) == 0 and len(kwargs) == 0, \
+                (f'tensorleap_instance_encoder validation failed: '
+                 f'The function should not take any arguments. Got {args} and {kwargs}.')
+
+        def _validate_result(result):
+            assert isinstance(result, PreprocessResponse), \
+                (f'tensorleap_instance_encoder validation failed: '
+                 f'The return type should be a PreprocessResponse. Got {type(result)}.')
+
+        def inner(*args, **kwargs):
+            _validate_input_args(*args, **kwargs)
+            result = user_function()
+            _validate_result(result)
+            return result
+
+        return inner
+
+    return decorating_function
+
+
 def tensorleap_input_encoder(name: str, channel_dim=-1, model_input_index=None):
     def decorating_function(user_function: SectionCallableInterface):
         for input_handler in leap_binder.setup_container.inputs:

{code_loader-1.0.91 → code_loader-1.0.91.dev0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "code-loader"
-version = "1.0.91"
+version = "1.0.91.dev0"
 description = ""
 authors = ["dorhar <doron.harnoy@tensorleap.ai>"]
 license = "MIT"