code-loader 1.0.121.dev0__tar.gz → 1.0.157.dev13__tar.gz

{code_loader-1.0.121.dev0 → code_loader-1.0.157.dev13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.121.dev0
+Version: 1.0.157.dev13
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.121.dev0 → code_loader-1.0.157.dev13}/code_loader/contract/datasetclasses.py

@@ -1,5 +1,6 @@
+import warnings
 from dataclasses import dataclass, field
-from typing import Any, Callable, List, Optional, Dict, Union, Type
+from typing import Any, Callable, List, Optional, Dict, Union, Type, Literal
 import re
 import numpy as np
 import numpy.typing as npt
@@ -40,12 +41,10 @@ class PreprocessResponse:
     sample_id_type: Optional[Union[Type[str], Type[int]]] = None
     sample_ids_to_instance_mappings: Optional[Dict[str, List[str]]] = None # in use only for element instance
     instance_to_sample_ids_mappings: Optional[Dict[str, str]] = None # in use only for element instance
-    instance_ids_to_names: Optional[Dict[str, str]] = None # in use only for element instance
 
     def __post_init__(self) -> None:
         assert self.sample_ids_to_instance_mappings is None, f"Keep sample_ids_to_instance_mappings None when initializing PreprocessResponse"
         assert self.instance_to_sample_ids_mappings is None, f"Keep instance_to_sample_ids_mappings None when initializing PreprocessResponse"
-        assert self.instance_ids_to_names is None, f"Keep instance_ids_to_names None when initializing PreprocessResponse"
 
         if self.length is not None and self.sample_ids is None:
             self.sample_ids = [i for i in range(self.length)]
@@ -58,7 +57,19 @@ class PreprocessResponse:
                 for sample_id in self.sample_ids:
                     assert isinstance(sample_id, str), f"Sample id should be of type str. Got: {type(sample_id)}"
         else:
-            raise Exception("length is deprecated.")
+            raise Exception("length is deprecated, please use sample_ids instead.")
+
+        if self.state is None:
+            from code_loader.inner_leap_binder.leapbinder_decorators import store_warning_by_param
+            store_warning_by_param(
+                param_name="PreprocessResponse.state",
+                user_func_name="tensorleap_preprocess",
+                default_value=str("specific order"),
+                link_to_docs="https://docs.tensorleap.ai/tensorleap-integration/writing-integration-code/preprocess-function",
+            )
+
+        else:
+            assert isinstance(self.state, DataStateType), f"PreprocessResponse.state must be of type {DataStateType.__name__} but got {type(self.state)}"
 
     def __hash__(self) -> int:
         return id(self)
@@ -71,9 +82,11 @@ class PreprocessResponse:
 class ElementInstance:
     name: str
     mask: npt.NDArray[np.float32]
+    instance_metadata: Dict[str, Union[Optional[str], int, bool, Optional[float]]]
 
 SectionCallableInterface = Callable[[Union[int, str], PreprocessResponse], npt.NDArray[np.float32]]
-InstanceCallableInterface = Callable[[Union[int, str], PreprocessResponse], List[ElementInstance]]
+InstanceCallableInterface = Callable[[Union[int, str], PreprocessResponse, int], Optional[ElementInstance]]
+InstanceLengthCallableInterface = Callable[[Union[int, str], PreprocessResponse], int]
 
 MetadataSectionCallableInterface = Union[
     Callable[[Union[int, str], PreprocessResponse], int],
@@ -86,7 +99,6 @@ MetadataSectionCallableInterface = Union[
     Callable[[Union[int, str], PreprocessResponse], Dict[str, float]]
 ]
 
-
 @dataclass
 class PreprocessHandler:
     function: Callable[[], List[PreprocessResponse]]
@@ -221,7 +233,8 @@ class CustomLatentSpaceHandler:
 class PredictionTypeHandler:
     name: str
     labels: List[str]
-    channel_dim: int = -1
+    channel_dim: Union[int, Literal["tl_default_value"]]= "tl_default_value"
+
 
 
 @dataclass
@@ -257,6 +270,6 @@ class DatasetSample:
     metadata_is_none: Dict[str, bool]
     index: Union[int, str]
     state: DataStateEnum
-    instance_masks: Optional[Dict[str, List[ElementInstance]]] = None
     custom_latent_space: Optional[npt.NDArray[np.float32]] = None
+    instance_masks: Optional[Dict[str, ElementInstance]] = None
 

{code_loader-1.0.121.dev0 → code_loader-1.0.157.dev13}/code_loader/contract/enums.py

@@ -46,7 +46,8 @@ class DataStateType(Enum):
     training = "training"
     validation = "validation"
     test = "test"
-    unlabeled = "unlabeled"
+    unlabeled = "unlabeled",
+    additional = "additional"
 
 
 class DataStateEnum(IntEnum):
@@ -54,6 +55,7 @@ class DataStateEnum(IntEnum):
     validation = 1
     test = 2
     unlabeled = 3
+    additional = 4
 
 
 class ConfusionMatrixValue(Enum):

{code_loader-1.0.121.dev0 → code_loader-1.0.157.dev13}/code_loader/contract/mapping.py

@@ -21,12 +21,22 @@ class NodeMappingType(Enum):
     Prediction1 = 'Prediction1'
     Prediction2 = 'Prediction2'
     Prediction3 = 'Prediction3'
+    Prediction4 = 'Prediction4'
+    Prediction5 = 'Prediction5'
+    Prediction6 = 'Prediction6'
+    Prediction7 = 'Prediction7'
+    Prediction8 = 'Prediction8'
+    Prediction9 = 'Prediction9'
     Input0 = 'Input0'
     Input1 = 'Input1'
     Input2 = 'Input2'
     Input3 = 'Input3'
     Input4 = 'Input4'
     Input5 = 'Input5'
+    Input6 = 'Input6'
+    Input7 = 'Input7'
+    Input8 = 'Input8'
+    Input9 = 'Input9'
     PredictionLabels = 'PredictionLabels'
 
 
@@ -39,6 +49,7 @@ class NodeMapping:
     arg_names: Optional[List[str]] = None
 
 
+
 @dataclass
 class NodeConnection:
     node: NodeMapping

{code_loader-1.0.121.dev0 → code_loader-1.0.157.dev13}/code_loader/contract/responsedataclasses.py

@@ -11,6 +11,7 @@ class DatasetPreprocess:
     validation_length: int
     test_length: Optional[int] = None
     unlabeled_length: Optional[int] = None
+    additional_length: Optional[int] = None
 
 
 @dataclass