code-loader 1.0.150.dev1__tar.gz → 1.0.151a0__tar.gz

{code_loader-1.0.150.dev1 → code_loader-1.0.151a0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.150.dev1
+Version: 1.0.151a0
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.150.dev1 → code_loader-1.0.151a0}/code_loader/contract/datasetclasses.py

@@ -218,6 +218,7 @@ class MetadataHandler:
     name: str
     function: MetadataSectionCallableInterface
     metadata_type: Optional[Union[DatasetMetadataType, Dict[str, DatasetMetadataType]]] = None
+    use_for_semantic_ls: bool = False
 
 
 @dataclass

{code_loader-1.0.150.dev1 → code_loader-1.0.151a0}/code_loader/inner_leap_binder/leapbinder.py

@@ -24,7 +24,6 @@ from code_loader.visualizers.default_visualizers import DefaultVisualizer, \
     default_image_visualizer, default_horizontal_bar_visualizer, default_word_visualizer, \
     default_image_mask_visualizer, default_text_mask_visualizer, default_raw_data_visualizer, default_video_visualizer
 
-
 mapping_runtime_mode_env_var_mame = '__MAPPING_RUNTIME_MODE__'
 
 
@@ -239,7 +238,6 @@ class LeapBinder:
 
         self._encoder_names.append(name)
 
-
     def set_instance_masks(self, function: InstanceCallableInterface, name: str) -> None:
         """
         Set the instance mask handler function.
@@ -254,7 +252,6 @@ class LeapBinder:
         function = to_numpy_return_masks_wrapper(function)
         self.setup_container.instance_masks.append(ElementInstanceMasksHandler(name, function))
 
-
     def add_custom_loss(self, function: CustomCallableInterface, name: str) -> None:
         """
         Add a custom loss function to the setup.
@@ -331,7 +328,8 @@ class LeapBinder:
         metric_handler_data = MetricHandlerData(name, regular_arg_names, direction, compute_insights)
         self.setup_container.metrics.append(MetricHandler(metric_handler_data, function))
 
-    def add_prediction(self, name: str, labels: List[str], channel_dim: int = -1, prediction_index: Optional[int]=None) -> None:
+    def add_prediction(self, name: str, labels: List[str], channel_dim: int = -1,
+                       prediction_index: Optional[int] = None) -> None:
         """
         Add prediction labels to the setup.
 
@@ -348,7 +346,8 @@ class LeapBinder:
         self.setup_container.prediction_types.append(PredictionTypeHandler(name, labels, channel_dim))
         if prediction_index is not None:
             node_connection = NodeConnection(NodeMapping(name, NodeMappingType.PredictionLabels),
-                                             {'temp': NodeMapping('', NodeMappingType(f'Prediction{prediction_index}'))})
+                                             {'temp': NodeMapping('',
+                                                                  NodeMappingType(f'Prediction{prediction_index}'))})
 
             self.mapping_connections.append(node_connection)
 
@@ -384,7 +383,8 @@ class LeapBinder:
         self._encoder_names.append(name)
 
     def set_metadata(self, function: MetadataSectionCallableInterface, name: str,
-                     metadata_type: Optional[Union[DatasetMetadataType, Dict[str, DatasetMetadataType]]] = None) -> None:
+                     metadata_type: Optional[Union[DatasetMetadataType, Dict[str, DatasetMetadataType]]] = None,
+                     use_for_semantic_ls: bool = False) -> None:
         """
         Set the metadata handler function. This function is used for measuring and analyzing external variable values per sample, which is recommended for analysis within the Tensorleap platform.
 
@@ -419,7 +419,7 @@ class LeapBinder:
             leap_binder.set_metadata(metadata_handler_index, name='metadata_index')
             leap_binder.set_metadata(metadata_handler_image_mean, name='metadata_image_mean')
         """
-        self.setup_container.metadata.append(MetadataHandler(name, function, metadata_type))
+        self.setup_container.metadata.append(MetadataHandler(name, function, metadata_type, use_for_semantic_ls))
 
     def set_custom_latent_space(self, function: SectionCallableInterface) -> None:
         """
@@ -534,7 +534,8 @@ class LeapBinder:
     @staticmethod
     def check_handler(
             preprocess_response: PreprocessResponse, test_result: List[DatasetTestResultPayload],
-            dataset_base_handler: Union[DatasetBaseHandler, MetadataHandler], state: DataStateEnum) -> List[DatasetTestResultPayload]:
+            dataset_base_handler: Union[DatasetBaseHandler, MetadataHandler], state: DataStateEnum) -> List[
+        DatasetTestResultPayload]:
         assert preprocess_response.sample_ids is not None
         raw_result = dataset_base_handler.function(preprocess_response.sample_ids[0], preprocess_response)
         handler_type = 'metadata' if isinstance(dataset_base_handler, MetadataHandler) else None
@@ -554,7 +555,8 @@ class LeapBinder:
 
                     metadata_type = None
                     if single_metadata_result is None:
-                        if state != DataStateEnum.training and test_result[i].name == f'{dataset_base_handler.name}_{single_metadata_name}':
+                        if state != DataStateEnum.training and test_result[
+                            i].name == f'{dataset_base_handler.name}_{single_metadata_name}':
                             metadata_test_result_payloads[i] = test_result[i]
                             continue
 
@@ -562,7 +564,8 @@ class LeapBinder:
                             raise Exception(f"Metadata {single_metadata_name} is None and no metadata type is provided")
                         elif isinstance(dataset_base_handler.metadata_type, dict):
                             if single_metadata_name not in dataset_base_handler.metadata_type:
-                                raise Exception(f"Metadata {single_metadata_name} is None and no metadata type is provided")
+                                raise Exception(
+                                    f"Metadata {single_metadata_name} is None and no metadata type is provided")
                             metadata_type = dataset_base_handler.metadata_type[single_metadata_name]
                         else:
                             raise Exception(f"Metadata {single_metadata_name} is None and metadata type is not a dict")
@@ -579,9 +582,11 @@ class LeapBinder:
                         return test_result
 
                     if dataset_base_handler.metadata_type is None:
-                        raise Exception(f"Metadata {dataset_base_handler.name} is None and no metadata type is provided")
+                        raise Exception(
+                            f"Metadata {dataset_base_handler.name} is None and no metadata type is provided")
                     elif isinstance(dataset_base_handler.metadata_type, dict):
-                        raise Exception(f"Metadata {dataset_base_handler.name} is None and no metadata type is provided")
+                        raise Exception(
+                            f"Metadata {dataset_base_handler.name} is None and no metadata type is provided")
                     metadata_type = dataset_base_handler.metadata_type
 
                 result_shape = get_shape(raw_result)

{code_loader-1.0.150.dev1 → code_loader-1.0.151a0}/code_loader/inner_leap_binder/leapbinder_decorators.py

@@ -132,8 +132,7 @@ def validate_output_structure(result, func_name: str, expected_type_name="np.nda
 
 
 def batch_warning(result, func_name):
-    return
-    if result.shape[0] == 1:
+    if len(result.shape) > 0 and result.shape[0] == 1:
         warnings.warn(
             f"{func_name} warning: Tensorleap will add a batch dimension at axis 0 to the output of {func_name}, "
             f"although the detected size of axis 0 is already 1. "
@@ -800,7 +799,8 @@ def tensorleap_custom_visualizer(name: str, visualizer_type: LeapDataType,
 
 
 def tensorleap_metadata(
-        name: str, metadata_type: Optional[Union[DatasetMetadataType, Dict[str, DatasetMetadataType]]] = None):
+        name: str, metadata_type: Optional[Union[DatasetMetadataType, Dict[str, DatasetMetadataType]]] = None,
+        use_for_semantic_ls: bool = False):
     def decorating_function(user_function: MetadataSectionCallableInterface):
         for metadata_handler in leap_binder.setup_container.metadata:
             if metadata_handler.name == name:
@@ -842,7 +842,7 @@ def tensorleap_metadata(
 
             return result
 
-        leap_binder.set_metadata(inner_without_validate, name, metadata_type)
+        leap_binder.set_metadata(inner_without_validate, name, metadata_type, use_for_semantic_ls)
 
         def inner(*args, **kwargs):
             if os.environ.get(mapping_runtime_mode_env_var_mame):

{code_loader-1.0.150.dev1 → code_loader-1.0.151a0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "code-loader"
-version = "1.0.150.dev1"
+version = "1.0.151a0"
 description = ""
 authors = ["dorhar <doron.harnoy@tensorleap.ai>"]
 license = "MIT"