code-loader 1.0.49.dev10__tar.gz → 1.0.49.dev100__tar.gz

{code_loader-1.0.49.dev10 → code_loader-1.0.49.dev100}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.49.dev10
+Version: 1.0.49.dev100
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.49.dev10 → code_loader-1.0.49.dev100}/code_loader/inner_leap_binder/leapbinder.py

@@ -1,4 +1,5 @@
 import inspect
+import sys
 from typing import Callable, List, Optional, Dict, Any, Type, Union
 
 import numpy as np
@@ -37,6 +38,8 @@ class LeapBinder:
         self._encoder_names: List[str] = list()
         self._extend_with_default_visualizers()
 
+        self.batch_size_to_validate: Optional[int] = None
+
     def _extend_with_default_visualizers(self) -> None:
         self.set_visualizer(function=default_image_visualizer, name=DefaultVisualizer.Image.value,
                             visualizer_type=LeapDataType.Image)
@@ -472,4 +475,19 @@ class LeapBinder:
         self.check_handlers(preprocess_result)
         print("Successful!")
 
+    def set_batch_size_to_validate(self, batch_size: int):
+        self.batch_size_to_validate = batch_size
+
+    @staticmethod
+    def init():
+        available_functions = inspect.getmembers(sys.modules[__name__], inspect.isfunction)
+        for func_name, func in available_functions:
+            if 'tensorleap_custom_metric' in str(func):
+                try:
+                    func()
+                except:
+                    pass
+
+
+
 

code_loader-1.0.49.dev100/code_loader/inner_leap_binder/leapbinder_decorators.py

@@ -0,0 +1,56 @@
+from typing import Optional, Union
+
+import numpy as np
+
+from code_loader.contract.datasetclasses import CustomCallableInterfaceMultiArgs, \
+    CustomMultipleReturnCallableInterfaceMultiArgs, ConfusionMatrixCallableInterfaceMultiArgs
+from code_loader.contract.enums import MetricDirection
+from code_loader import leap_binder
+
+
+def tensorleap_custom_metric(name: str, direction: Optional[MetricDirection] = MetricDirection.Downward):
+    def decorating_function(
+            user_function: Union[CustomCallableInterfaceMultiArgs,
+                                 CustomMultipleReturnCallableInterfaceMultiArgs,
+                                 ConfusionMatrixCallableInterfaceMultiArgs]
+    ):
+
+        leap_binder.add_custom_metric(user_function, name, direction)
+
+        def _validate_custom_metric_input_args(*args, **kwargs):
+            for i, arg in enumerate(args):
+                assert isinstance(arg, np.ndarray), (f'tensorleap_custom_metric validation failed: '
+                                                     f'Argument #{i} should be a numpy array. Got {type(arg)}.')
+                if leap_binder.batch_size_to_validate:
+                    assert arg.shape[0] == leap_binder.batch_size_to_validate, \
+                        (f'tensorleap_custom_metric validation failed: Argument #{i} '
+                         f'first dim should be as the batch size. Got {arg.shape[0]} '
+                         f'instead of {leap_binder.batch_size_to_validate}')
+
+            for _arg_name, arg in kwargs.items():
+                assert isinstance(arg, np.ndarray), (f'tensorleap_custom_metric validation failed: '
+                                                     f'Argument {_arg_name} should be a numpy array. Got {type(arg)}.')
+                if leap_binder.batch_size_to_validate:
+                    assert arg.shape[0] == leap_binder.batch_size_to_validate, \
+                        (f'tensorleap_custom_metric validation failed: Argument {_arg_name} '
+                         f'first dim should be as the batch size. Got {arg.shape[0]} '
+                         f'instead of {leap_binder.batch_size_to_validate}')
+
+        def _validate_custom_metric_result(result):
+            assert isinstance(result, np.ndarray), (f'tensorleap_custom_metric validation failed: '
+                                                    f'The return type should be a numpy array. Got {type(result)}.')
+            assert len(result.shape) == 1, (f'tensorleap_custom_metric validation failed: '
+                                            f'The return shape should be 1D. Got {len(result.shape)}D.')
+            if leap_binder.batch_size_to_validate:
+                assert result.shape[0] == leap_binder.batch_size_to_validate, \
+                    f'tensorleap_custom_metric validation failed: The return len should be as the batch size.'
+
+        def inner(*args, **kwargs):
+            _validate_custom_metric_input_args(*args, **kwargs)
+            result = user_function(*args, **kwargs)
+            _validate_custom_metric_result(result)
+            return result
+
+        return inner
+
+    return decorating_function

{code_loader-1.0.49.dev10 → code_loader-1.0.49.dev100}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "code-loader"
-version = "1.0.49.dev10"
+version = "1.0.49.dev100"
 description = ""
 authors = ["dorhar <doron.harnoy@tensorleap.ai>"]
 license = "MIT"