code-loader 1.0.55__py3-none-any.whl → 1.0.57__py3-none-any.whl

code_loader/contract/datasetclasses.py

@@ -49,6 +49,9 @@ class PreprocessResponse:
         else:
             raise Exception("length is deprecated.")
 
+    def __hash__(self) -> int:
+        return id(self)
+
     def __len__(self) -> int:
         assert self.sample_ids is not None
         return len(self.sample_ids)

code_loader/inner_leap_binder/leapbinder_decorators.py

@@ -52,20 +52,30 @@ def tensorleap_custom_metric(name: str, direction: Optional[MetricDirection] = M
                                        f'Metric has returned unsupported type. Supported types are List[float], '
                                        f'List[List[ConfusionMatrixElement]], NDArray[np.float32]. ')
 
-            if isinstance(result, list):
-                if isinstance(result[0], list):
-                    assert isinstance(result[0][0], ConfusionMatrixElement), \
-                        f'{supported_types_message}Got List[List[{type(result[0][0])}]].'
+            def _validate_single_metric(single_metric_result):
+                if isinstance(single_metric_result, list):
+                    if isinstance(single_metric_result[0], list):
+                        assert isinstance(single_metric_result[0][0], ConfusionMatrixElement), \
+                            f'{supported_types_message}Got List[List[{type(single_metric_result[0][0])}]].'
+                    else:
+                        assert isinstance(single_metric_result[0], float), f'{supported_types_message}Got List[{type(single_metric_result[0])}].'
                 else:
-                    assert isinstance(result[0], float), f'{supported_types_message}Got List[{type(result[0])}].'
+                    assert isinstance(single_metric_result, np.ndarray), f'{supported_types_message}Got {type(single_metric_result)}.'
+                    assert len(single_metric_result.shape) == 1, (f'tensorleap_custom_metric validation failed: '
+                                                    f'The return shape should be 1D. Got {len(single_metric_result.shape)}D.')
 
+                if leap_binder.batch_size_to_validate:
+                    assert len(single_metric_result) == leap_binder.batch_size_to_validate, \
+                        f'tensorleap_custom_metrix validation failed: The return len should be as the batch size.'
+
+            if isinstance(result, dict):
+                for key, value in result.items():
+                    assert isinstance(key, str), \
+                        (f'tensorleap_custom_metric validation failed: '
+                         f'Keys in the return dict should be of type str. Got {type(key)}.')
+                    _validate_single_metric(value)
             else:
-                assert isinstance(result, np.ndarray), f'{supported_types_message}Got {type(result)}.'
-                assert len(result.shape) == 1, (f'tensorleap_custom_metric validation failed: '
-                                                f'The return shape should be 1D. Got {len(result.shape)}D.')
-            if leap_binder.batch_size_to_validate:
-                assert len(result) == leap_binder.batch_size_to_validate, \
-                    f'tensorleap_custom_metrix validation failed: The return len should be as the batch size.'
+                _validate_single_metric(result)
 
         def inner(*args, **kwargs):
             _validate_input_args(*args, **kwargs)

{code_loader-1.0.55.dist-info → code_loader-1.0.57.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.55
+Version: 1.0.57
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.55.dist-info → code_loader-1.0.57.dist-info}/RECORD

@@ -2,7 +2,7 @@ LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
 code_loader/__init__.py,sha256=6MMWr0ObOU7hkqQKgOqp4Zp3I28L7joGC9iCbQYtAJg,241
 code_loader/code_inegration_processes_manager.py,sha256=XslWOPeNQk4RAFJ_f3tP5Oe3EgcIR7BE7Y8r9Ty73-o,3261
 code_loader/contract/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-code_loader/contract/datasetclasses.py,sha256=lOIY-h9t4k9NxNsC9GrJhltmhpqRju3AuLA3WVQcCMs,6614
+code_loader/contract/datasetclasses.py,sha256=lFS7_weizsjzx4_tYwYGrrRUj1sgIl010h9FON4brb8,6670
 code_loader/contract/enums.py,sha256=6Lo7p5CUog68Fd31bCozIuOgIp_IhSiPqWWph2k3OGU,1602
 code_loader/contract/exceptions.py,sha256=jWqu5i7t-0IG0jGRsKF4DjJdrsdpJjIYpUkN1F4RiyQ,51
 code_loader/contract/responsedataclasses.py,sha256=w7xVOv2S8Hyb5lqyomMGiKAWXDTSOG-FX1YW39bXD3A,3969
@@ -19,12 +19,12 @@ code_loader/experiment_api/utils.py,sha256=XZHtxge12TS4H4-8PjV3sKuhp8Ud6ojAiIzTZ
 code_loader/experiment_api/workingspace_config_utils.py,sha256=DLzXQCg4dgTV_YgaSbeTVzq-2ja_SQw4zi7LXwKL9cY,990
 code_loader/inner_leap_binder/__init__.py,sha256=koOlJyMNYzGbEsoIbXathSmQ-L38N_pEXH_HvL7beXU,99
 code_loader/inner_leap_binder/leapbinder.py,sha256=35hyesDdmjOD9wdrTLyayb-vm9aDfmEbMA0c4EQR1LA,25090
-code_loader/inner_leap_binder/leapbinder_decorators.py,sha256=bBzIPx9DvPGzVTZcjUqCRkTT5GhH6cL5PsjmTtawJhE,19054
+code_loader/inner_leap_binder/leapbinder_decorators.py,sha256=b7CTPrXpSi-rmrD9gO9vu_usSDH-SOeg25xTgzznWIk,19749
 code_loader/leaploader.py,sha256=POUgD6x1GH_iF_eDGz-VLX4DsIl2kddufKVDdrA_K-U,19491
 code_loader/utils.py,sha256=aw2i_fqW_ADjLB66FWZd9DfpCQ7mPdMyauROC5Nd51I,2197
 code_loader/visualizers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 code_loader/visualizers/default_visualizers.py,sha256=VoqO9FN84yXyMjRjHjUTOt2GdTkJRMbHbXJ1cJkREkk,2230
-code_loader-1.0.55.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
-code_loader-1.0.55.dist-info/METADATA,sha256=I2IBhfNvtdxQgrU5SLkIpEjam8s4YcwG7f8coQ1TBhk,888
-code_loader-1.0.55.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-code_loader-1.0.55.dist-info/RECORD,,
+code_loader-1.0.57.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
+code_loader-1.0.57.dist-info/METADATA,sha256=EUK3flBb7tA9DKMdyLPz8rbL43UvyiHGYMduSuj4oPM,888
+code_loader-1.0.57.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+code_loader-1.0.57.dist-info/RECORD,,