code-loader 1.0.87.dev8__tar.gz → 1.0.89__tar.gz

{code_loader-1.0.87.dev8 → code_loader-1.0.89}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.87.dev8
+Version: 1.0.89
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.87.dev8 → code_loader-1.0.89}/code_loader/contract/mapping.py

@@ -1,3 +1,6 @@
+# mypy: ignore-errors
+
+
 from enum import Enum
 
 from typing import Optional, Dict, Any, List

{code_loader-1.0.87.dev8 → code_loader-1.0.89}/code_loader/inner_leap_binder/leapbinder.py

@@ -513,6 +513,10 @@ class LeapBinder:
                 for i, (single_metadata_name, single_metadata_result) in enumerate(raw_result.items()):
                     metadata_test_result = metadata_test_result_payloads[i]
 
+                    if not isinstance(single_metadata_result, (int, str, bool, float, np.unsignedinteger, np.signedinteger, np.bool_, np.floating)):
+                        raise Exception(f"Unsupported return type of metadata {single_metadata_name}."
+                                        f"The return type should be one of [int, float, str, bool]. Got {type(single_metadata_result)}")
+
                     metadata_type = None
                     if single_metadata_result is None:
                         if state != DataStateEnum.training and test_result[i].name == f'{dataset_base_handler.name}_{single_metadata_name}':

{code_loader-1.0.87.dev8 → code_loader-1.0.89}/code_loader/leaploader.py

@@ -206,6 +206,9 @@ class LeapLoader(LeapLoaderBase):
         preprocess_result = self._preprocess_result()
         result_payloads: List[DatasetTestResultPayload] = []
         dataset_base_handlers: List[Union[DatasetBaseHandler, MetadataHandler]] = self._get_all_dataset_base_handlers()
+        metadata_handlers_num = sum(isinstance(x, MetadataHandler) for x in dataset_base_handlers)
+        assert metadata_handlers_num < 100, f"More than 100 metadata function are not allowed, current metadata function discovered: {metadata_handlers_num}"
+        metadata_param_count = 0
         for dataset_base_handler in dataset_base_handlers:
             test_result = [DatasetTestResultPayload(dataset_base_handler.name)]
             for state, preprocess_response in preprocess_result.items():
@@ -220,9 +223,10 @@ class LeapLoader(LeapLoaderBase):
                     test_result[0].display[
                         state_name] = f"{repr(e)} in file {file_name}, line_number:  {line_number}\nStacktrace:\n{stacktrace}"
                     test_result[0].is_passed = False
-
+            if isinstance(dataset_base_handler, MetadataHandler):
+                metadata_param_count += len(test_result)
+                assert metadata_param_count < 800, f"More than 800 metadata keys are not allowed, current metadata keys discovered: {metadata_param_count}"
             result_payloads.extend(test_result)
-
         return result_payloads
 
     @staticmethod

{code_loader-1.0.87.dev8 → code_loader-1.0.89}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "code-loader"
-version = "1.0.87.dev8"
+version = "1.0.89"
 description = ""
 authors = ["dorhar <doron.harnoy@tensorleap.ai>"]
 license = "MIT"