code-loader 1.0.157.dev0__tar.gz → 1.0.157.dev2__tar.gz

{code_loader-1.0.157.dev0 → code_loader-1.0.157.dev2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.157.dev0
+Version: 1.0.157.dev2
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.157.dev0 → code_loader-1.0.157.dev2}/code_loader/contract/enums.py

@@ -46,7 +46,8 @@ class DataStateType(Enum):
     training = "training"
     validation = "validation"
     test = "test"
-    unlabeled = "unlabeled"
+    unlabeled = "unlabeled",
+    additional = "additional"
 
 
 class DataStateEnum(IntEnum):
@@ -54,6 +55,7 @@ class DataStateEnum(IntEnum):
     validation = 1
     test = 2
     unlabeled = 3
+    additional = 4
 
 
 class ConfusionMatrixValue(Enum):

{code_loader-1.0.157.dev0 → code_loader-1.0.157.dev2}/code_loader/contract/responsedataclasses.py

@@ -11,6 +11,7 @@ class DatasetPreprocess:
     validation_length: int
     test_length: Optional[int] = None
     unlabeled_length: Optional[int] = None
+    additional_length: Optional[int] = None
 
 
 @dataclass

{code_loader-1.0.157.dev0 → code_loader-1.0.157.dev2}/code_loader/inner_leap_binder/leapbinder_decorators.py

@@ -1189,10 +1189,31 @@ def tensorleap_instances_masks_encoder(name: str):
                 (f'tensorleap_instances_masks_encoder validation failed: '
                  f'Argument instance_id should be int. Got {type(instance_id)}.')
 
+        def _validate_metadata_result(result):
+            supported_result_types = (type(None), int, str, bool, float, dict, np.floating,
+                                      np.bool_, np.unsignedinteger, np.signedinteger, np.integer)
+            validate_output_structure(result, func_name=user_function.__name__,
+                                      expected_type_name=supported_result_types)
+            assert isinstance(result, supported_result_types), \
+                (f'{user_function.__name__}() validation failed: '
+                 f'Unsupported return type. Got {type(result)}. should be any of {str(supported_result_types)}')
+            if isinstance(result, dict):
+                for key, value in result.items():
+                    assert isinstance(key, str), \
+                        (f'{user_function.__name__}() validation failed: '
+                         f'Keys in the return dict should be of type str. Got {type(key)}.')
+                    assert isinstance(value, supported_result_types), \
+                        (f'{user_function.__name__}() validation failed: '
+                         f'Values in the return dict should be of type {str(supported_result_types)}. Got {type(value)}.')
+
+
         def _validate_result(result):
             assert isinstance(result, ElementInstance) or (result is None), \
                 (f'tensorleap_instances_masks_encoder validation failed: '
                  f'Unsupported return type. Should be a ElementInstance or None. Got {type(result)}.')
+            element_instance_metadata = ElementInstance.instance_metadata
+            _validate_metadata_result(element_instance_metadata)
+
 
         def inner_without_validate(sample_id, preprocess_response, instance_id):
             global _called_from_inside_tl_decorator

{code_loader-1.0.157.dev0 → code_loader-1.0.157.dev2}/code_loader/leaploader.py

@@ -357,7 +357,8 @@ class LeapLoader(LeapLoaderBase):
             training_length=setup.preprocess.data_length.get(DataStateType.training, 0),
             validation_length=setup.preprocess.data_length.get(DataStateType.validation, 0),
             test_length=setup.preprocess.data_length.get(DataStateType.test),
-            unlabeled_length=unlabeled_length
+            unlabeled_length=unlabeled_length,
+            additional_length=setup.preprocess.data_length.get(DataStateType.additional),
         )
 
         inputs = []

{code_loader-1.0.157.dev0 → code_loader-1.0.157.dev2}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "code-loader"
-version = "1.0.157.dev0"
+version = "1.0.157.dev2"
 description = ""
 authors = ["dorhar <doron.harnoy@tensorleap.ai>"]
 license = "MIT"