code-loader 1.0.65__py3-none-any.whl → 1.0.66.dev1__py3-none-any.whl

code_loader/contract/visualizer_classes.py

@@ -1,4 +1,4 @@
-from typing import List, Any, Union, Optional
+from typing import List, Any, Union
 
 import numpy as np
 import numpy.typing as npt
@@ -112,12 +112,11 @@ class LeapText:
 
     Example:
         text_data = ['I', 'ate', 'a', 'banana', '', '', '']
-        heatmap = [0.1, 0.3, 0.2, 0.9, 0.0, 0.0, 0.0]
-        leap_text = LeapText(data=text_data heatmap=heatmap)  # Create LeapText object
+        leap_text = LeapText(data=text_data)  # Create LeapText object
+        LeapText(leap_text)
     """
     data: List[str]
     type: LeapDataType = LeapDataType.Text
-    heatmap: Optional[List[float]] = None
 
     def __post_init__(self) -> None:
         validate_type(self.type, LeapDataType.Text)
@@ -125,15 +124,6 @@ class LeapText:
         for value in self.data:
             validate_type(type(value), str)
 
-        if self.heatmap is not None:
-            validate_type(type(self.heatmap), list)
-            for v in self.heatmap:
-                validate_type(type(v), float)
-            if len(self.heatmap) != len(self.data):
-                raise LeapValidationError(
-                    f"Heatmap length ({len(self.heatmap)}) must match the number of tokens in `data` ({len(self.data)})."
-                )
-
 
 @dataclass
 class LeapHorizontalBar:

code_loader/default_losses.py

@@ -0,0 +1,26 @@
+from enum import Enum
+
+from code_loader.contract.datasetclasses import ConfusionMatrixElement  # type: ignore
+from code_loader.contract.enums import ConfusionMatrixValue, MetricDirection  # type: ignore
+from code_loader.default_metrics import mean_absolute_percentage_error_dimension_reduced, \
+    mean_absolute_error_dimension_reduced, mean_squared_logarithmic_error_dimension_reduced, \
+    mean_squared_error_dimension_reduced, categorical_crossentropy, binary_crossentropy
+
+
+class LossName(Enum):
+    MeanSquaredError = 'MeanSquaredError'
+    MeanSquaredLogarithmicError = 'MeanSquaredLogarithmicError'
+    MeanAbsoluteError = 'MeanAbsoluteError'
+    MeanAbsolutePercentageError = 'MeanAbsolutePercentageError'
+    CategoricalCrossentropy = 'CategoricalCrossentropy'
+    BinaryCrossentropy = 'BinaryCrossentropy'
+
+
+loss_name_to_function = {
+    LossName.MeanSquaredError.name: mean_squared_error_dimension_reduced,
+    LossName.MeanSquaredLogarithmicError.name: mean_squared_logarithmic_error_dimension_reduced,
+    LossName.MeanAbsoluteError.name: mean_absolute_error_dimension_reduced,
+    LossName.MeanAbsolutePercentageError.name: mean_absolute_percentage_error_dimension_reduced,
+    LossName.CategoricalCrossentropy.name: categorical_crossentropy,
+    LossName.BinaryCrossentropy.name: binary_crossentropy
+}

code_loader/default_metrics.py

@@ -1,5 +1,3 @@
-# mypy: ignore-errors
-
 from enum import Enum
 from typing import List, Tuple
 import numpy as np
@@ -15,7 +13,18 @@ class Metric(Enum):
     MeanAbsolutePercentageError = 'MeanAbsolutePercentageError'
     Accuracy = 'Accuracy'
     ConfusionMatrixClassification = 'ConfusionMatrixClassification'
+    CategoricalCrossentropy = 'CategoricalCrossentropy'
+    BinaryCrossentropy = 'BinaryCrossentropy'
+
+
+def binary_crossentropy(ground_truth: np.array, prediction: np.array) -> np.array:
+    ground_truth, prediction = flatten_non_batch_dims(ground_truth, prediction)
+    return -(ground_truth * np.log(prediction) + (1 - ground_truth) * np.log(1 - prediction)).mean(axis=1).astype(np.float32)
+
 
+def categorical_crossentropy(ground_truth: np.array, prediction: np.array) -> np.array:
+    ground_truth, prediction = flatten_non_batch_dims(ground_truth, prediction)
+    return -(ground_truth * np.log(prediction)).mean(axis=1).astype(np.float32)
 
 def accuracy_reduced(ground_truth: np.array, prediction: np.array) -> np.array:
     ground_truth, prediction = flatten_non_batch_dims(ground_truth, prediction)
@@ -80,4 +89,6 @@ metrics_names_to_functions_and_direction = {
         mean_absolute_percentage_error_dimension_reduced, MetricDirection.Downward),
     Metric.Accuracy.name: (accuracy_reduced, MetricDirection.Upward),
     Metric.ConfusionMatrixClassification.name: (confusion_matrix_classification_metric, None),
+    Metric.CategoricalCrossentropy.name: (categorical_crossentropy, MetricDirection.Downward),
+    Metric.BinaryCrossentropy.name: (binary_crossentropy, MetricDirection.Downward)
 }

code_loader/inner_leap_binder/leapbinder.py

@@ -14,6 +14,7 @@ from code_loader.contract.datasetclasses import SectionCallableInterface, InputH
 from code_loader.contract.enums import LeapDataType, DataStateEnum, DataStateType, MetricDirection
 from code_loader.contract.responsedataclasses import DatasetTestResultPayload
 from code_loader.contract.visualizer_classes import map_leap_data_type_to_visualizer_class
+from code_loader.default_losses import loss_name_to_function
 from code_loader.default_metrics import metrics_names_to_functions_and_direction
 from code_loader.utils import to_numpy_return_wrapper, get_shape
 from code_loader.visualizers.default_visualizers import DefaultVisualizer, \
@@ -58,6 +59,10 @@ class LeapBinder:
         self.set_visualizer(function=default_text_mask_visualizer, name=DefaultVisualizer.TextMask.value,
                             visualizer_type=LeapDataType.TextMask)
 
+    def _extend_with_default_losses(self) -> None:
+        for loss_name, func in loss_name_to_function.items():
+            self.add_custom_loss(func, loss_name)
+
     def _extend_with_default_metrics(self) -> None:
         for metric_name, (func, direction) in metrics_names_to_functions_and_direction.items():
             self.add_custom_metric(func, metric_name, direction)

{code_loader-1.0.65.dist-info → code_loader-1.0.66.dev1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.65
+Version: 1.0.66.dev1
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.65.dist-info → code_loader-1.0.66.dev1.dist-info}/RECORD

@@ -6,8 +6,9 @@ code_loader/contract/datasetclasses.py,sha256=L_fSdSvf-eKoez2uBJ8VjfrKedEP0szNOP
 code_loader/contract/enums.py,sha256=6Lo7p5CUog68Fd31bCozIuOgIp_IhSiPqWWph2k3OGU,1602
 code_loader/contract/exceptions.py,sha256=jWqu5i7t-0IG0jGRsKF4DjJdrsdpJjIYpUkN1F4RiyQ,51
 code_loader/contract/responsedataclasses.py,sha256=RSx9m_R3LawhK5o1nAcO3hfp2F9oJYtxZr_bpP3bTmw,4005
-code_loader/contract/visualizer_classes.py,sha256=zD7SVgI1R_DaGby3FPJY2rFphK162P7F2hRTHp2xUuM,12428
-code_loader/default_metrics.py,sha256=2LLOHyeHhAj_f_l76hV7aNr2e9AWusCL48OMxln_o5g,3959
+code_loader/contract/visualizer_classes.py,sha256=iIa_O2rKvPTwN5ILCTZvRpsGYiiFABKdwQwfIXGigDo,11928
+code_loader/default_losses.py,sha256=dyYfYkud0JvNnogsAnin2KGJ9SZ0_uSJI2cJxqH7-xs,1319
+code_loader/default_metrics.py,sha256=WA265ow2_cmurU3TRnSVC7LJAnsww3XOw5MJpROY2b4,4757
 code_loader/experiment_api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 code_loader/experiment_api/api.py,sha256=a7wh6Hhe7IaVxu46eV2soSz-yxnmXG3ipU1BBtsEAaQ,2493
 code_loader/experiment_api/cli_config_utils.py,sha256=n6JMyNrquxql3KKxHhAP8jAzezlRT-PV2KWI95kKsm0,1140
@@ -19,14 +20,14 @@ code_loader/experiment_api/types.py,sha256=MY8xFARHwdVA7p4dxyhD60ShmttgTvb4qdp1o
 code_loader/experiment_api/utils.py,sha256=XZHtxge12TS4H4-8PjV3sKuhp8Ud6ojAiIzTZJEqBqc,3304
 code_loader/experiment_api/workingspace_config_utils.py,sha256=DLzXQCg4dgTV_YgaSbeTVzq-2ja_SQw4zi7LXwKL9cY,990
 code_loader/inner_leap_binder/__init__.py,sha256=koOlJyMNYzGbEsoIbXathSmQ-L38N_pEXH_HvL7beXU,99
-code_loader/inner_leap_binder/leapbinder.py,sha256=y_k7bRFYYmrZo4jCJrZ6mJykxc1slKDkODYCZ58OPs0,25691
+code_loader/inner_leap_binder/leapbinder.py,sha256=FENez2sfOKO8u8_0yPuxemce_XzaxrYNvwRg8uIfh3g,25916
 code_loader/inner_leap_binder/leapbinder_decorators.py,sha256=I6ipji6QMN9qqFYxqQyNjtDtsnwpB-NahgKKpLPctMo,21067
 code_loader/leaploader.py,sha256=K__WKfqtKwEch40au177Po10EUX7gm0PJzcV6kpUMlo,22212
 code_loader/leaploaderbase.py,sha256=aHlqWDZRacIdBefeB9goYVnpApaNN2FT24uPIWKkCeQ,3090
 code_loader/utils.py,sha256=aw2i_fqW_ADjLB66FWZd9DfpCQ7mPdMyauROC5Nd51I,2197
 code_loader/visualizers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 code_loader/visualizers/default_visualizers.py,sha256=Ffx5VHVOe5ujBOsjBSxN_aIEVwFSQ6gbhTMG5aUS-po,2305
-code_loader-1.0.65.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
-code_loader-1.0.65.dist-info/METADATA,sha256=hWg-H6gagFGaIzqiHVFmxRXsk568WHJLKzby9YHWlYc,849
-code_loader-1.0.65.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-code_loader-1.0.65.dist-info/RECORD,,
+code_loader-1.0.66.dev1.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
+code_loader-1.0.66.dev1.dist-info/METADATA,sha256=XlYq7mUBQel45JduiAQAAvr_T2bq9L6NH4U8-b20Mhs,854
+code_loader-1.0.66.dev1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+code_loader-1.0.66.dev1.dist-info/RECORD,,