code-loader 1.0.49.dev10__py3-none-any.whl → 1.0.49.dev100__py3-none-any.whl

code_loader/inner_leap_binder/leapbinder.py

@@ -1,4 +1,5 @@
 import inspect
+import sys
 from typing import Callable, List, Optional, Dict, Any, Type, Union
 
 import numpy as np
@@ -37,6 +38,8 @@ class LeapBinder:
         self._encoder_names: List[str] = list()
         self._extend_with_default_visualizers()
 
+        self.batch_size_to_validate: Optional[int] = None
+
     def _extend_with_default_visualizers(self) -> None:
         self.set_visualizer(function=default_image_visualizer, name=DefaultVisualizer.Image.value,
                             visualizer_type=LeapDataType.Image)
@@ -472,4 +475,19 @@ class LeapBinder:
         self.check_handlers(preprocess_result)
         print("Successful!")
 
+    def set_batch_size_to_validate(self, batch_size: int):
+        self.batch_size_to_validate = batch_size
+
+    @staticmethod
+    def init():
+        available_functions = inspect.getmembers(sys.modules[__name__], inspect.isfunction)
+        for func_name, func in available_functions:
+            if 'tensorleap_custom_metric' in str(func):
+                try:
+                    func()
+                except:
+                    pass
+
+
+
 

code_loader/inner_leap_binder/leapbinder_decorators.py

@@ -0,0 +1,56 @@
+from typing import Optional, Union
+
+import numpy as np
+
+from code_loader.contract.datasetclasses import CustomCallableInterfaceMultiArgs, \
+    CustomMultipleReturnCallableInterfaceMultiArgs, ConfusionMatrixCallableInterfaceMultiArgs
+from code_loader.contract.enums import MetricDirection
+from code_loader import leap_binder
+
+
+def tensorleap_custom_metric(name: str, direction: Optional[MetricDirection] = MetricDirection.Downward):
+    def decorating_function(
+            user_function: Union[CustomCallableInterfaceMultiArgs,
+                                 CustomMultipleReturnCallableInterfaceMultiArgs,
+                                 ConfusionMatrixCallableInterfaceMultiArgs]
+    ):
+
+        leap_binder.add_custom_metric(user_function, name, direction)
+
+        def _validate_custom_metric_input_args(*args, **kwargs):
+            for i, arg in enumerate(args):
+                assert isinstance(arg, np.ndarray), (f'tensorleap_custom_metric validation failed: '
+                                                     f'Argument #{i} should be a numpy array. Got {type(arg)}.')
+                if leap_binder.batch_size_to_validate:
+                    assert arg.shape[0] == leap_binder.batch_size_to_validate, \
+                        (f'tensorleap_custom_metric validation failed: Argument #{i} '
+                         f'first dim should be as the batch size. Got {arg.shape[0]} '
+                         f'instead of {leap_binder.batch_size_to_validate}')
+
+            for _arg_name, arg in kwargs.items():
+                assert isinstance(arg, np.ndarray), (f'tensorleap_custom_metric validation failed: '
+                                                     f'Argument {_arg_name} should be a numpy array. Got {type(arg)}.')
+                if leap_binder.batch_size_to_validate:
+                    assert arg.shape[0] == leap_binder.batch_size_to_validate, \
+                        (f'tensorleap_custom_metric validation failed: Argument {_arg_name} '
+                         f'first dim should be as the batch size. Got {arg.shape[0]} '
+                         f'instead of {leap_binder.batch_size_to_validate}')
+
+        def _validate_custom_metric_result(result):
+            assert isinstance(result, np.ndarray), (f'tensorleap_custom_metric validation failed: '
+                                                    f'The return type should be a numpy array. Got {type(result)}.')
+            assert len(result.shape) == 1, (f'tensorleap_custom_metric validation failed: '
+                                            f'The return shape should be 1D. Got {len(result.shape)}D.')
+            if leap_binder.batch_size_to_validate:
+                assert result.shape[0] == leap_binder.batch_size_to_validate, \
+                    f'tensorleap_custom_metric validation failed: The return len should be as the batch size.'
+
+        def inner(*args, **kwargs):
+            _validate_custom_metric_input_args(*args, **kwargs)
+            result = user_function(*args, **kwargs)
+            _validate_custom_metric_result(result)
+            return result
+
+        return inner
+
+    return decorating_function

{code_loader-1.0.49.dev10.dist-info → code_loader-1.0.49.dev100.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.49.dev10
+Version: 1.0.49.dev100
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.49.dev10.dist-info → code_loader-1.0.49.dev100.dist-info}/RECORD

@@ -18,12 +18,13 @@ code_loader/experiment_api/types.py,sha256=MY8xFARHwdVA7p4dxyhD60ShmttgTvb4qdp1o
 code_loader/experiment_api/utils.py,sha256=XZHtxge12TS4H4-8PjV3sKuhp8Ud6ojAiIzTZJEqBqc,3304
 code_loader/experiment_api/workingspace_config_utils.py,sha256=DLzXQCg4dgTV_YgaSbeTVzq-2ja_SQw4zi7LXwKL9cY,990
 code_loader/inner_leap_binder/__init__.py,sha256=koOlJyMNYzGbEsoIbXathSmQ-L38N_pEXH_HvL7beXU,99
-code_loader/inner_leap_binder/leapbinder.py,sha256=4DaLjwwa0wR9qR6K5hKZNakd1oludBRRZPJcCzKsi78,24912
+code_loader/inner_leap_binder/leapbinder.py,sha256=QXHXEXV5jBCqggDBD7hDHVcgveNb1jeL382iPTa9K-o,25425
+code_loader/inner_leap_binder/leapbinder_decorators.py,sha256=pZjIVP-zqdOPk785r6G4ycTTvlNiRB-UqQz9_gcPPKY,3133
 code_loader/leaploader.py,sha256=POUgD6x1GH_iF_eDGz-VLX4DsIl2kddufKVDdrA_K-U,19491
 code_loader/utils.py,sha256=aw2i_fqW_ADjLB66FWZd9DfpCQ7mPdMyauROC5Nd51I,2197
 code_loader/visualizers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 code_loader/visualizers/default_visualizers.py,sha256=VoqO9FN84yXyMjRjHjUTOt2GdTkJRMbHbXJ1cJkREkk,2230
-code_loader-1.0.49.dev10.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
-code_loader-1.0.49.dev10.dist-info/METADATA,sha256=8USERR1xGkl_wSILrlnF-6gZSr6QunOIkUyO4ulQUBI,894
-code_loader-1.0.49.dev10.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-code_loader-1.0.49.dev10.dist-info/RECORD,,
+code_loader-1.0.49.dev100.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
+code_loader-1.0.49.dev100.dist-info/METADATA,sha256=zgwAvViqFWeiGeHRUr64Ry-umEsndhv8pma3jKkCaoc,895
+code_loader-1.0.49.dev100.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+code_loader-1.0.49.dev100.dist-info/RECORD,,