code-loader 1.0.157.dev15__tar.gz → 1.0.157.dev17__tar.gz

{code_loader-1.0.157.dev15 → code_loader-1.0.157.dev17}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.157.dev15
+Version: 1.0.157.dev17
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.157.dev15 → code_loader-1.0.157.dev17}/code_loader/inner_leap_binder/leapbinder.py

@@ -18,7 +18,8 @@ from code_loader.contract.responsedataclasses import DatasetTestResultPayload
 from code_loader.contract.visualizer_classes import map_leap_data_type_to_visualizer_class
 from code_loader.default_losses import loss_name_to_function
 from code_loader.default_metrics import metrics_names_to_functions_and_direction
-from code_loader.utils import to_numpy_return_wrapper, get_shape, to_numpy_return_masks_wrapper
+from code_loader.utils import to_numpy_return_wrapper, get_shape, to_numpy_return_masks_wrapper, \
+    get_metadata_type_from_variable
 from code_loader.visualizers.default_visualizers import DefaultVisualizer, \
     default_graph_visualizer, \
     default_image_visualizer, default_horizontal_bar_visualizer, default_word_visualizer, \
@@ -559,7 +560,11 @@ class LeapBinder:
                             continue
 
                         if dataset_base_handler.metadata_type is None:
-                            raise Exception(f"Metadata {single_metadata_name} is None and no metadata type is provided")
+                            try:
+                                metadata_type_dict = get_metadata_type_from_variable(raw_result)
+                                dataset_base_handler.metadata_type = metadata_type_dict
+                            except:
+                                raise Exception(f"Metadata {single_metadata_name} is None and no metadata type is provided")
                         elif isinstance(dataset_base_handler.metadata_type, dict):
                             if single_metadata_name not in dataset_base_handler.metadata_type:
                                 raise Exception(f"Metadata {single_metadata_name} is None and no metadata type is provided")

{code_loader-1.0.157.dev15 → code_loader-1.0.157.dev17}/code_loader/inner_leap_binder/leapbinder_decorators.py

@@ -1093,8 +1093,9 @@ def tensorleap_element_instance_preprocess(
                 for k, v in data.items()
             }
 
-        def extract_extra_instance_metadata(result_preprocess_response):
-            for preprocess_response in result_preprocess_response:
+        def extract_extra_instance_metadata():
+            result = user_function()
+            for preprocess_response in result:
                 for sample_id in preprocess_response.sample_ids:
                     instances_length = instance_length_encoder(sample_id, preprocess_response)
                     for instance_id in range(instances_length):
@@ -1109,15 +1110,15 @@ def tensorleap_element_instance_preprocess(
         def builtin_instance_metadata(idx: str, preprocess: PreprocessResponse) -> Dict[str, str]:
             return {'is_instance': '0', 'original_sample_id': idx, 'instance_name': 'none'}
 
-        result_preprocess_response = leap_binder.set_preprocess(user_function_instance)
+        leap_binder.set_preprocess(user_function_instance)
         leap_binder.set_metadata(builtin_instance_metadata, "builtin_instance_metadata")
-        instance_metadata, instance_metadata_types = extract_extra_instance_metadata(result_preprocess_response)
+
         def builtin_instance_extra_metadata(idx: str, preprocess: PreprocessResponse) -> Dict[str, str]:
+            instance_metadata, instance_metadata_types = extract_extra_instance_metadata()
             for key, value in instance_metadata.items():
                 instance_metadata[key] = None
             return instance_metadata
-        if instance_metadata_types is not None:
-            leap_binder.set_metadata(builtin_instance_extra_metadata, "builtin_instance_extra_metadata", instance_metadata_types)
+        leap_binder.set_metadata(builtin_instance_extra_metadata, "builtin_instance_extra_metadata")
 
         def _validate_input_args(*args, **kwargs):
             assert len(args) == 0 and len(kwargs) == 0, \

{code_loader-1.0.157.dev15 → code_loader-1.0.157.dev17}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "code-loader"
-version = "1.0.157.dev15"
+version = "1.0.157.dev17"
 description = ""
 authors = ["dorhar <doron.harnoy@tensorleap.ai>"]
 license = "MIT"