code-loader 1.0.66.dev2__py3-none-any.whl → 1.0.67__py3-none-any.whl

code_loader/contract/visualizer_classes.py

@@ -1,4 +1,4 @@
-from typing import List, Any, Union
+from typing import List, Any, Union, Optional
 
 import numpy as np
 import numpy.typing as npt
@@ -112,11 +112,12 @@ class LeapText:
 
     Example:
         text_data = ['I', 'ate', 'a', 'banana', '', '', '']
-        leap_text = LeapText(data=text_data)  # Create LeapText object
-        LeapText(leap_text)
+        heatmap = [0.1, 0.3, 0.2, 0.9, 0.0, 0.0, 0.0]
+        leap_text = LeapText(data=text_data heatmap=heatmap)  # Create LeapText object
     """
     data: List[str]
     type: LeapDataType = LeapDataType.Text
+    heatmap: Optional[List[float]] = None
 
     def __post_init__(self) -> None:
         validate_type(self.type, LeapDataType.Text)
@@ -124,6 +125,15 @@ class LeapText:
         for value in self.data:
             validate_type(type(value), str)
 
+        if self.heatmap is not None:
+            validate_type(type(self.heatmap), list)
+            for v in self.heatmap:
+                validate_type(type(v), float)
+            if len(self.heatmap) != len(self.data):
+                raise LeapValidationError(
+                    f"Heatmap length ({len(self.heatmap)}) must match the number of tokens in `data` ({len(self.data)})."
+                )
+
 
 @dataclass
 class LeapHorizontalBar:

code_loader/default_losses.py

@@ -1,7 +1,5 @@
 from enum import Enum
 
-from code_loader.contract.datasetclasses import ConfusionMatrixElement  # type: ignore
-from code_loader.contract.enums import ConfusionMatrixValue, MetricDirection  # type: ignore
 from code_loader.default_metrics import mean_absolute_percentage_error_dimension_reduced, \
     mean_absolute_error_dimension_reduced, mean_squared_logarithmic_error_dimension_reduced, \
     mean_squared_error_dimension_reduced, categorical_crossentropy, binary_crossentropy

code_loader/default_metrics.py

@@ -1,3 +1,5 @@
+# mypy: ignore-errors
+
 from enum import Enum
 from typing import List, Tuple
 import numpy as np
@@ -19,12 +21,18 @@ class Metric(Enum):
 
 def binary_crossentropy(ground_truth: np.array, prediction: np.array) -> np.array:
     ground_truth, prediction = flatten_non_batch_dims(ground_truth, prediction)
-    return -(ground_truth * np.log(prediction) + (1 - ground_truth) * np.log(1 - prediction)).mean(axis=1).astype(np.float32)
+    epsilon = 1e-07
+    prediction = np.clip(prediction, epsilon, 1.0 - epsilon)
+    return -(ground_truth * np.log(prediction) + (1 - ground_truth) *
+             np.log(1 - prediction)).sum(axis=1).astype(np.float32)
 
 
 def categorical_crossentropy(ground_truth: np.array, prediction: np.array) -> np.array:
     ground_truth, prediction = flatten_non_batch_dims(ground_truth, prediction)
-    return -(ground_truth * np.log(prediction)).mean(axis=1).astype(np.float32)
+    prediction = prediction / np.sum(prediction, axis=1)
+    epsilon = 1e-07
+    prediction = np.clip(prediction, epsilon, 1.0 - epsilon)
+    return -(ground_truth * np.log(prediction)).sum(axis=1).astype(np.float32)
 
 def accuracy_reduced(ground_truth: np.array, prediction: np.array) -> np.array:
     ground_truth, prediction = flatten_non_batch_dims(ground_truth, prediction)

code_loader/inner_leap_binder/leapbinder_decorators.py

@@ -340,38 +340,36 @@ def tensorleap_custom_loss(name: str):
 
         leap_binder.add_custom_loss(user_function, name)
 
+        valid_types = np.ndarray
+        try:
+            import tensorflow as tf
+            valid_types = (np.ndarray, tf.Tensor)
+        except ImportError:
+            pass
+
         def _validate_input_args(*args, **kwargs):
-            try:
-                import tensorflow as tf
-            except ImportError as e:
-                raise Exception('the input arguments of the custom loss function should be tensorflow tensors') from e
 
             for i, arg in enumerate(args):
                 if isinstance(arg, list):
                     for y, elem in enumerate(arg):
-                        assert isinstance(elem, tf.Tensor), (f'tensorleap_custom_loss validation failed: '
-                                                             f'Element #{y} of list should be a tensorflow tensor. Got {type(elem)}.')
+                        assert isinstance(elem, valid_types), (f'tensorleap_custom_loss validation failed: '
+                                                               f'Element #{y} of list should be a numpy array. Got {type(elem)}.')
                 else:
                     assert isinstance(arg, tf.Tensor), (f'tensorleap_custom_loss validation failed: '
-                                                        f'Argument #{i} should be a tensorflow tensor. Got {type(arg)}.')
+                                                        f'Argument #{i} should be a numpy array. Got {type(arg)}.')
             for _arg_name, arg in kwargs.items():
                 if isinstance(arg, list):
                     for y, elem in enumerate(arg):
-                        assert isinstance(elem, tf.Tensor), (f'tensorleap_custom_loss validation failed: '
-                                                             f'Element #{y} of list should be a tensorflow tensor. Got {type(elem)}.')
+                        assert isinstance(elem,valid_types), (f'tensorleap_custom_loss validation failed: '
+                                                             f'Element #{y} of list should be a numpy array. Got {type(elem)}.')
                 else:
-                    assert isinstance(arg, tf.Tensor), (f'tensorleap_custom_loss validation failed: '
-                                                        f'Argument #{_arg_name} should be a tensorflow tensor. Got {type(arg)}.')
+                    assert isinstance(arg, valid_types), (f'tensorleap_custom_loss validation failed: '
+                                                        f'Argument #{_arg_name} should be a numpy array. Got {type(arg)}.')
 
         def _validate_result(result):
-            try:
-                import tensorflow as tf
-            except ImportError:
-                raise Exception('the input arguments of the custom loss function should be tensorflow tensors')
-
-            assert isinstance(result, (np.ndarray, tf.Tensor)), \
+            assert isinstance(result, valid_types), \
                 (f'tensorleap_custom_loss validation failed: '
-                 f'The return type should be a numpy array or a tensorflow tensor. Got {type(result)}.')
+                 f'The return type should be a numpy array. Got {type(result)}.')
 
         def inner(*args, **kwargs):
             _validate_input_args(*args, **kwargs)

{code_loader-1.0.66.dev2.dist-info → code_loader-1.0.67.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.66.dev2
+Version: 1.0.67
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.66.dev2.dist-info → code_loader-1.0.67.dist-info}/RECORD

@@ -6,9 +6,9 @@ code_loader/contract/datasetclasses.py,sha256=L_fSdSvf-eKoez2uBJ8VjfrKedEP0szNOP
 code_loader/contract/enums.py,sha256=6Lo7p5CUog68Fd31bCozIuOgIp_IhSiPqWWph2k3OGU,1602
 code_loader/contract/exceptions.py,sha256=jWqu5i7t-0IG0jGRsKF4DjJdrsdpJjIYpUkN1F4RiyQ,51
 code_loader/contract/responsedataclasses.py,sha256=RSx9m_R3LawhK5o1nAcO3hfp2F9oJYtxZr_bpP3bTmw,4005
-code_loader/contract/visualizer_classes.py,sha256=iIa_O2rKvPTwN5ILCTZvRpsGYiiFABKdwQwfIXGigDo,11928
-code_loader/default_losses.py,sha256=dyYfYkud0JvNnogsAnin2KGJ9SZ0_uSJI2cJxqH7-xs,1319
-code_loader/default_metrics.py,sha256=WA265ow2_cmurU3TRnSVC7LJAnsww3XOw5MJpROY2b4,4757
+code_loader/contract/visualizer_classes.py,sha256=zD7SVgI1R_DaGby3FPJY2rFphK162P7F2hRTHp2xUuM,12428
+code_loader/default_losses.py,sha256=NoOQym1106bDN5dcIk56Elr7ZG5quUHArqfP5-Nyxyo,1139
+code_loader/default_metrics.py,sha256=v16Mrt2Ze1tXPgfKywGVdRSrkaK4CKLNQztN1UdVqIY,5010
 code_loader/experiment_api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 code_loader/experiment_api/api.py,sha256=a7wh6Hhe7IaVxu46eV2soSz-yxnmXG3ipU1BBtsEAaQ,2493
 code_loader/experiment_api/cli_config_utils.py,sha256=n6JMyNrquxql3KKxHhAP8jAzezlRT-PV2KWI95kKsm0,1140
@@ -21,13 +21,13 @@ code_loader/experiment_api/utils.py,sha256=XZHtxge12TS4H4-8PjV3sKuhp8Ud6ojAiIzTZ
 code_loader/experiment_api/workingspace_config_utils.py,sha256=DLzXQCg4dgTV_YgaSbeTVzq-2ja_SQw4zi7LXwKL9cY,990
 code_loader/inner_leap_binder/__init__.py,sha256=koOlJyMNYzGbEsoIbXathSmQ-L38N_pEXH_HvL7beXU,99
 code_loader/inner_leap_binder/leapbinder.py,sha256=o57Pj-iY61-OBuTjK-jYUKCJ0g2pPWbbqitv_e75Bps,25959
-code_loader/inner_leap_binder/leapbinder_decorators.py,sha256=I6ipji6QMN9qqFYxqQyNjtDtsnwpB-NahgKKpLPctMo,21067
+code_loader/inner_leap_binder/leapbinder_decorators.py,sha256=P42U-sqsPKZgsaAzmX8y13F2N3CogeTzU1Iozj4S0GY,20778
 code_loader/leaploader.py,sha256=K__WKfqtKwEch40au177Po10EUX7gm0PJzcV6kpUMlo,22212
 code_loader/leaploaderbase.py,sha256=aHlqWDZRacIdBefeB9goYVnpApaNN2FT24uPIWKkCeQ,3090
 code_loader/utils.py,sha256=aw2i_fqW_ADjLB66FWZd9DfpCQ7mPdMyauROC5Nd51I,2197
 code_loader/visualizers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 code_loader/visualizers/default_visualizers.py,sha256=Ffx5VHVOe5ujBOsjBSxN_aIEVwFSQ6gbhTMG5aUS-po,2305
-code_loader-1.0.66.dev2.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
-code_loader-1.0.66.dev2.dist-info/METADATA,sha256=9p_I33L0ZQF2yeyZMDX684EwPpufXBGcsIprZKZ4Hd4,854
-code_loader-1.0.66.dev2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-code_loader-1.0.66.dev2.dist-info/RECORD,,
+code_loader-1.0.67.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
+code_loader-1.0.67.dist-info/METADATA,sha256=8y0TuGAW-03Mu3pxeGwRDGAa1Z2WMRCZ3Tw98qh6uuQ,849
+code_loader-1.0.67.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+code_loader-1.0.67.dist-info/RECORD,,