code-loader 1.0.91.dev1__tar.gz → 1.0.91.dev3__tar.gz

{code_loader-1.0.91.dev1 → code_loader-1.0.91.dev3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.91.dev1
+Version: 1.0.91.dev3
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.91.dev1 → code_loader-1.0.91.dev3}/code_loader/inner_leap_binder/leapbinder_decorators.py

@@ -272,7 +272,22 @@ def tensorleap_preprocess():
 
 def tensorleap_element_instance_preprocess(instance_mask_encoder: Callable[[int, PreprocessResponse], List[PreprocessResponse]]):
     def decorating_function(user_function: Callable[[], List[PreprocessResponse]]):
-        leap_binder.set_preprocess(user_function)
+        def user_function_instance() -> List[PreprocessResponse]:
+            result = user_function()
+            for preprocess_response in result:
+                sample_ids_to_instance_mappings = {}
+                all_sample_ids = preprocess_response.sample_ids.copy()
+                for sample_id in preprocess_response.sample_ids:
+                    data_length = len(all_sample_ids)
+                    instances_masks = instance_mask_encoder(sample_id, preprocess_response)
+                    instances_ids = list(range(data_length, data_length + len(instances_masks)))
+                    sample_ids_to_instance_mappings[sample_id] = instances_ids
+                    all_sample_ids.extend(instances_ids)
+                preprocess_response.sample_ids_to_instance_mappings = sample_ids_to_instance_mappings
+                preprocess_response.sample_ids = all_sample_ids
+            return result
+
+        leap_binder.set_preprocess(user_function_instance)
 
         def _validate_input_args(*args, **kwargs):
             assert len(args) == 0 and len(kwargs) == 0, \
@@ -293,17 +308,16 @@ def tensorleap_element_instance_preprocess(instance_mask_encoder: Callable[[int,
 
         def inner(*args, **kwargs):
             _validate_input_args(*args, **kwargs)
-            result = user_function()
+            result = user_function_instance()
             for preprocess_response in result:
-                data_length = len(preprocess_response.sample_ids)
                 sample_ids_to_instance_mappings = {}
-                all_sample_ids = preprocess_response.sample_ids
+                all_sample_ids = preprocess_response.sample_ids.copy()
                 for sample_id in preprocess_response.sample_ids:
+                    data_length = len(all_sample_ids)
                     instances_masks = instance_mask_encoder(sample_id, preprocess_response)
                     instances_ids = list(range(data_length, data_length + len(instances_masks)))
                     sample_ids_to_instance_mappings[sample_id] = instances_ids
                     all_sample_ids.extend(instances_ids)
-                    data_length = len(all_sample_ids)
                 preprocess_response.sample_ids_to_instance_mappings = sample_ids_to_instance_mappings
                 preprocess_response.sample_ids = all_sample_ids
             _validate_result(result)

{code_loader-1.0.91.dev1 → code_loader-1.0.91.dev3}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "code-loader"
-version = "1.0.91.dev1"
+version = "1.0.91.dev3"
 description = ""
 authors = ["dorhar <doron.harnoy@tensorleap.ai>"]
 license = "MIT"