code-loader 1.0.87.dev8__py3-none-any.whl → 1.0.89__py3-none-any.whl

code_loader/contract/mapping.py

@@ -1,3 +1,6 @@
+# mypy: ignore-errors
+
+
 from enum import Enum
 
 from typing import Optional, Dict, Any, List

code_loader/inner_leap_binder/leapbinder.py

@@ -513,6 +513,10 @@ class LeapBinder:
                 for i, (single_metadata_name, single_metadata_result) in enumerate(raw_result.items()):
                     metadata_test_result = metadata_test_result_payloads[i]
 
+                    if not isinstance(single_metadata_result, (int, str, bool, float, np.unsignedinteger, np.signedinteger, np.bool_, np.floating)):
+                        raise Exception(f"Unsupported return type of metadata {single_metadata_name}."
+                                        f"The return type should be one of [int, float, str, bool]. Got {type(single_metadata_result)}")
+
                     metadata_type = None
                     if single_metadata_result is None:
                         if state != DataStateEnum.training and test_result[i].name == f'{dataset_base_handler.name}_{single_metadata_name}':

code_loader/leaploader.py

@@ -206,6 +206,9 @@ class LeapLoader(LeapLoaderBase):
         preprocess_result = self._preprocess_result()
         result_payloads: List[DatasetTestResultPayload] = []
         dataset_base_handlers: List[Union[DatasetBaseHandler, MetadataHandler]] = self._get_all_dataset_base_handlers()
+        metadata_handlers_num = sum(isinstance(x, MetadataHandler) for x in dataset_base_handlers)
+        assert metadata_handlers_num < 100, f"More than 100 metadata function are not allowed, current metadata function discovered: {metadata_handlers_num}"
+        metadata_param_count = 0
         for dataset_base_handler in dataset_base_handlers:
             test_result = [DatasetTestResultPayload(dataset_base_handler.name)]
             for state, preprocess_response in preprocess_result.items():
@@ -220,9 +223,10 @@ class LeapLoader(LeapLoaderBase):
                     test_result[0].display[
                         state_name] = f"{repr(e)} in file {file_name}, line_number:  {line_number}\nStacktrace:\n{stacktrace}"
                     test_result[0].is_passed = False
-
+            if isinstance(dataset_base_handler, MetadataHandler):
+                metadata_param_count += len(test_result)
+                assert metadata_param_count < 800, f"More than 800 metadata keys are not allowed, current metadata keys discovered: {metadata_param_count}"
             result_payloads.extend(test_result)
-
         return result_payloads
 
     @staticmethod

{code_loader-1.0.87.dev8.dist-info → code_loader-1.0.89.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.87.dev8
+Version: 1.0.89
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.87.dev8.dist-info → code_loader-1.0.89.dist-info}/RECORD

@@ -4,7 +4,7 @@ code_loader/contract/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hS
 code_loader/contract/datasetclasses.py,sha256=ZN6XC-tg0qaT-GF4YiV2SsM2dUQW4fc1akLF-J4YT0w,7964
 code_loader/contract/enums.py,sha256=GEFkvUMXnCNt-GOoz7NJ9ecQZ2PPDettJNOsxsiM0wk,1622
 code_loader/contract/exceptions.py,sha256=jWqu5i7t-0IG0jGRsKF4DjJdrsdpJjIYpUkN1F4RiyQ,51
-code_loader/contract/mapping.py,sha256=vAeIIAzPekSoVfJED_FITGrZPC44syff553Fqr4obOQ,1141
+code_loader/contract/mapping.py,sha256=e11h_sprwOyE32PcqgRq9JvyahQrPzwqgkhmbQLKLQY,1165
 code_loader/contract/responsedataclasses.py,sha256=6-5DJkYBdXb3UB1eNidTTPPBIYxMjEoMdYDkp9VhH8o,4223
 code_loader/contract/visualizer_classes.py,sha256=_nlukRfW8QeQaQG7G5HfAUSeCuoqslB4xJS2AGI_Nz8,15156
 code_loader/default_losses.py,sha256=NoOQym1106bDN5dcIk56Elr7ZG5quUHArqfP5-Nyxyo,1139
@@ -20,14 +20,14 @@ code_loader/experiment_api/types.py,sha256=MY8xFARHwdVA7p4dxyhD60ShmttgTvb4qdp1o
 code_loader/experiment_api/utils.py,sha256=XZHtxge12TS4H4-8PjV3sKuhp8Ud6ojAiIzTZJEqBqc,3304
 code_loader/experiment_api/workingspace_config_utils.py,sha256=DLzXQCg4dgTV_YgaSbeTVzq-2ja_SQw4zi7LXwKL9cY,990
 code_loader/inner_leap_binder/__init__.py,sha256=koOlJyMNYzGbEsoIbXathSmQ-L38N_pEXH_HvL7beXU,99
-code_loader/inner_leap_binder/leapbinder.py,sha256=57lJPLDbCth7m2oh-O8JDEOsCukVTXk263t-LUPM02k,31323
+code_loader/inner_leap_binder/leapbinder.py,sha256=mRg5ofWNbUkRsIafaz7i7NKi-1USgeAuNTIBxASSMcw,31713
 code_loader/inner_leap_binder/leapbinder_decorators.py,sha256=y5TuhJe-J3xEE0Oj7bxIfhyN1lXiLJgfgy3ZiAs-yic,24364
-code_loader/leaploader.py,sha256=3_opkzRnzGWqB8aubSqpCEf1aPo3Z7nkKY4R5j8iFeY,25914
+code_loader/leaploader.py,sha256=GGHZzovqGsM6oY14pwyL35LeOmdRfjVuhhY2ZqlYKaM,26481
 code_loader/leaploaderbase.py,sha256=VH0vddRmkqLtcDlYPCO7hfz1_VbKo43lUdHDAbd4iJc,4198
 code_loader/utils.py,sha256=aw2i_fqW_ADjLB66FWZd9DfpCQ7mPdMyauROC5Nd51I,2197
 code_loader/visualizers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 code_loader/visualizers/default_visualizers.py,sha256=f95WzLYO2KU8endWxrmtwjHx7diDfm8AaWjucYHT7GI,2439
-code_loader-1.0.87.dev8.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
-code_loader-1.0.87.dev8.dist-info/METADATA,sha256=0hgea3o3I_efCPvT87JtY8UJvRcjX0dGuuzCMIqXwlA,854
-code_loader-1.0.87.dev8.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-code_loader-1.0.87.dev8.dist-info/RECORD,,
+code_loader-1.0.89.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
+code_loader-1.0.89.dist-info/METADATA,sha256=RxcI-P4qzQtEJnG3r1wVOKAXEukB5gQYXc5opPe0e1U,849
+code_loader-1.0.89.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+code_loader-1.0.89.dist-info/RECORD,,