code-loader 1.0.78__py3-none-any.whl → 1.0.80__py3-none-any.whl

code_loader/contract/datasetclasses.py

@@ -142,7 +142,7 @@ class MetricHandlerData:
     name: str
     arg_names: List[str]
     direction: Union[None, MetricDirection, Dict[str, MetricDirection]] = MetricDirection.Downward
-    compute_insights: Union[bool, Dict[str, bool]] = True
+    compute_insights: Optional[Union[bool, Dict[str, bool]]] = None
 
 
 @dataclass

code_loader/inner_leap_binder/leapbinder.py

@@ -103,7 +103,17 @@ class LeapBinder:
             heatmap_visualizer=image_resize_heatmap_visualizer
         )
         """
-        arg_names = inspect.getfullargspec(function)[0]
+
+        regular_arg_names = inspect.getfullargspec(function)[0]
+        preprocess_response_arg_name = None
+        for arg_name, arg_type in inspect.getfullargspec(function).annotations.items():
+            if arg_type == SamplePreprocessResponse:
+                if preprocess_response_arg_name is not None:
+                    raise Exception("only one argument can be of type SamplePreprocessResponse")
+                preprocess_response_arg_name = arg_name
+                regular_arg_names.remove(arg_name)
+
+        arg_names = regular_arg_names
         if heatmap_visualizer:
             visualizer_arg_names_set = set(arg_names)
             heatmap_visualizer_inspection = inspect.getfullargspec(heatmap_visualizer)
@@ -259,7 +269,7 @@ class LeapBinder:
                           name: str,
                           direction: Optional[
                               Union[MetricDirection, Dict[str, MetricDirection]]] = MetricDirection.Downward,
-                          compute_insights: Union[bool, Dict[str, bool]] = True) -> None:
+                          compute_insights: Optional[Union[bool, Dict[str, bool]]] = None) -> None:
         """
         Add a custom metric to the setup.
 
@@ -282,8 +292,17 @@ class LeapBinder:
 
             leap_binder.add_custom_metric(custom_metric_function, name='custom_metric', direction=MetricDirection.Downward)
         """
-        arg_names = inspect.getfullargspec(function)[0]
-        metric_handler_data = MetricHandlerData(name, arg_names, direction, compute_insights)
+
+        regular_arg_names = inspect.getfullargspec(function)[0]
+        preprocess_response_arg_name = None
+        for arg_name, arg_type in inspect.getfullargspec(function).annotations.items():
+            if arg_type == SamplePreprocessResponse:
+                if preprocess_response_arg_name is not None:
+                    raise Exception("only one argument can be of type SamplePreprocessResponse")
+                preprocess_response_arg_name = arg_name
+                regular_arg_names.remove(arg_name)
+
+        metric_handler_data = MetricHandlerData(name, regular_arg_names, direction, compute_insights)
         self.setup_container.metrics.append(MetricHandler(metric_handler_data, function))
 
     def add_prediction(self, name: str, labels: List[str], channel_dim: int = -1) -> None:
@@ -448,7 +467,12 @@ class LeapBinder:
         if DataStateEnum.validation not in preprocess_result_dict:
             raise Exception("Validation data is required")
 
-        return preprocess_result_dict
+        preprocess_result_dict_in_correct_order = {}
+        for state_enum in DataStateEnum:
+            if state_enum in preprocess_result_dict:
+                preprocess_result_dict_in_correct_order[state_enum] = preprocess_result_dict[state_enum]
+
+        return preprocess_result_dict_in_correct_order
 
     def get_preprocess_unlabeled_result(self) -> Optional[PreprocessResponse]:
         unlabeled_preprocess = self.setup_container.unlabeled_data_preprocess

code_loader/inner_leap_binder/leapbinder_decorators.py

@@ -17,7 +17,7 @@ from code_loader.contract.visualizer_classes import LeapImage, LeapImageMask, Le
 
 def tensorleap_custom_metric(name: str,
                              direction: Union[MetricDirection, Dict[str, MetricDirection]] = MetricDirection.Downward,
-                             compute_insights: Union[bool, Dict[str, bool]] = True):
+                             compute_insights: Optional[Union[bool, Dict[str, bool]]] = None):
     def decorating_function(user_function: Union[CustomCallableInterfaceMultiArgs,
     CustomMultipleReturnCallableInterfaceMultiArgs,
     ConfusionMatrixCallableInterfaceMultiArgs]):
@@ -85,7 +85,11 @@ def tensorleap_custom_metric(name: str,
                             (f'tensorleap_custom_metric validation failed: '
                              f'Keys in the direction mapping should be part of result keys. Got key {direction_key}.')
 
-                if isinstance(compute_insights, dict):
+                if compute_insights is not None:
+                    assert isinstance(compute_insights, dict), \
+                        (f'tensorleap_custom_metric validation failed: '
+                         f'compute_insights should be dict if using the dict results. Got {type(compute_insights)}.')
+
                     for ci_key in compute_insights:
                         assert ci_key in result, \
                             (f'tensorleap_custom_metric validation failed: '
@@ -94,6 +98,12 @@ def tensorleap_custom_metric(name: str,
             else:
                 _validate_single_metric(result)
 
+                if compute_insights is not None:
+                    assert isinstance(compute_insights, bool), \
+                        (f'tensorleap_custom_metric validation failed: '
+                         f'compute_insights should be boolean. Got {type(compute_insights)}.')
+
+
         def inner(*args, **kwargs):
             _validate_input_args(*args, **kwargs)
             result = user_function(*args, **kwargs)

{code_loader-1.0.78.dist-info → code_loader-1.0.80.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.78
+Version: 1.0.80
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.78.dist-info → code_loader-1.0.80.dist-info}/RECORD

@@ -1,7 +1,7 @@
 LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
 code_loader/__init__.py,sha256=6MMWr0ObOU7hkqQKgOqp4Zp3I28L7joGC9iCbQYtAJg,241
 code_loader/contract/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-code_loader/contract/datasetclasses.py,sha256=BjT7NoOBgWtBXtMRedKwwnC-vbHg-KHKqFL11GdgUx8,7902
+code_loader/contract/datasetclasses.py,sha256=rpsccWddYksLQhB0fDZKZsiuclb32wtAraLtvXZ0teM,7912
 code_loader/contract/enums.py,sha256=6Lo7p5CUog68Fd31bCozIuOgIp_IhSiPqWWph2k3OGU,1602
 code_loader/contract/exceptions.py,sha256=jWqu5i7t-0IG0jGRsKF4DjJdrsdpJjIYpUkN1F4RiyQ,51
 code_loader/contract/responsedataclasses.py,sha256=RSx9m_R3LawhK5o1nAcO3hfp2F9oJYtxZr_bpP3bTmw,4005
@@ -19,14 +19,14 @@ code_loader/experiment_api/types.py,sha256=MY8xFARHwdVA7p4dxyhD60ShmttgTvb4qdp1o
 code_loader/experiment_api/utils.py,sha256=XZHtxge12TS4H4-8PjV3sKuhp8Ud6ojAiIzTZJEqBqc,3304
 code_loader/experiment_api/workingspace_config_utils.py,sha256=DLzXQCg4dgTV_YgaSbeTVzq-2ja_SQw4zi7LXwKL9cY,990
 code_loader/inner_leap_binder/__init__.py,sha256=koOlJyMNYzGbEsoIbXathSmQ-L38N_pEXH_HvL7beXU,99
-code_loader/inner_leap_binder/leapbinder.py,sha256=3C8Vzk-O2opVQ5FU16uX7GM57RX64mziMiyW6h3fRgo,29367
-code_loader/inner_leap_binder/leapbinder_decorators.py,sha256=HUIVrI-I0aB-nQl7lZErE5vuhml7A8MMGaw_R4U4QCk,22053
+code_loader/inner_leap_binder/leapbinder.py,sha256=M444xdt6WsQfJmKxmnmhdyo_qtfLZ2NDqQB4pHU0Wsc,30613
+code_loader/inner_leap_binder/leapbinder_decorators.py,sha256=qcYyekpIN1hgbmSqTrN7o6IMpfu8ZWp2J_lhMEoV8I8,22598
 code_loader/leaploader.py,sha256=AUx6iqJK9DzIrdDGvfM3cWNejoK7aDTsU_ShhphVrfM,25679
 code_loader/leaploaderbase.py,sha256=VH0vddRmkqLtcDlYPCO7hfz1_VbKo43lUdHDAbd4iJc,4198
 code_loader/utils.py,sha256=aw2i_fqW_ADjLB66FWZd9DfpCQ7mPdMyauROC5Nd51I,2197
 code_loader/visualizers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 code_loader/visualizers/default_visualizers.py,sha256=Ffx5VHVOe5ujBOsjBSxN_aIEVwFSQ6gbhTMG5aUS-po,2305
-code_loader-1.0.78.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
-code_loader-1.0.78.dist-info/METADATA,sha256=EfiPvcKzkE4v7DblDFb6-kpVDBXz_pquAep0j7FTAQ4,849
-code_loader-1.0.78.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-code_loader-1.0.78.dist-info/RECORD,,
+code_loader-1.0.80.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
+code_loader-1.0.80.dist-info/METADATA,sha256=aMVDq0ZacDO4i5OUUnttlroNKM19LYhwupjzH-qHxQM,849
+code_loader-1.0.80.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+code_loader-1.0.80.dist-info/RECORD,,