code-loader 1.0.49.dev2__py3-none-any.whl → 1.0.49.dev4__py3-none-any.whl

code_loader/contract/datasetclasses.py

@@ -36,12 +36,16 @@ class PreprocessResponse:
     data: Any = None
     sample_ids: Optional[Union[List[str], List[int]]] = None
     state: Optional[DataStateType] = None
+    sample_id_type: Optional[Type] = None
 
     def __post_init__(self):
         if self.length is not None and self.sample_ids is None:
             self.sample_ids = [i for i in range(self.length)]
+            self.id_type = int
         elif self.length is None and self.sample_ids is not None:
             self.length = len(self.sample_ids)
+            if self.id_type is None:
+                self.id_type = str
         else:
             raise Exception("length is deprecated. Please use sample_ids instead.")
 

code_loader/leaploader.py

@@ -6,7 +6,7 @@ import time
 from contextlib import redirect_stdout
 from functools import lru_cache
 from pathlib import Path
-from typing import Dict, List, Iterable, Union, Any
+from typing import Dict, List, Iterable, Union, Any, Type
 
 import numpy as np
 import numpy.typing as npt
@@ -298,15 +298,14 @@ class LeapLoader:
 
         return self._preprocess_result_cached
 
-    def get_preprocess_sample_ids(self) -> Dict[DataStateEnum, Union[List[int], List[str]]]:
-        preprocess_result = self._preprocess_result()
+    def get_preprocess_sample_ids(self, update_unlabeled_preprocess=False) -> Dict[DataStateEnum, Union[List[int], List[str]]]:
+        preprocess_result = self._preprocess_result(update_unlabeled_preprocess)
         sample_ids = {}
         for state, preprocess_response in preprocess_result.items():
             sample_ids[state] = preprocess_response.sample_ids
 
         return sample_ids
 
-
     def _get_dataset_handlers(self, handlers: Iterable[DatasetBaseHandler],
                               state: DataStateEnum, idx: int) -> Dict[str, npt.NDArray[np.float32]]:
         result_agg = {}
@@ -372,3 +371,14 @@ class LeapLoader:
                 result_agg[handler_name] = self._convert_metadata_to_correct_type(handler_name, handler_result)
 
         return result_agg
+
+    @lru_cache()
+    def get_sample_id_type(self) -> Type:
+        preprocess_results = list(self._preprocess_result().values())
+        id_type = preprocess_results[0].sample_id_type
+        for preprocess_result in preprocess_results:
+            if preprocess_result.sample_id_type != id_type:
+                raise Exception("Different id types in preprocess results")
+
+        return id_type
+

{code_loader-1.0.49.dev2.dist-info → code_loader-1.0.49.dev4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.49.dev2
+Version: 1.0.49.dev4
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.49.dev2.dist-info → code_loader-1.0.49.dev4.dist-info}/RECORD

@@ -2,7 +2,7 @@ LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
 code_loader/__init__.py,sha256=6MMWr0ObOU7hkqQKgOqp4Zp3I28L7joGC9iCbQYtAJg,241
 code_loader/code_inegration_processes_manager.py,sha256=XslWOPeNQk4RAFJ_f3tP5Oe3EgcIR7BE7Y8r9Ty73-o,3261
 code_loader/contract/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-code_loader/contract/datasetclasses.py,sha256=ooGKDBix0ZEmTqjgpYLedbu09NhiHOdhr3oJb-KRZG4,6237
+code_loader/contract/datasetclasses.py,sha256=CeOvI1R1CI5OQN1KVUj45p_VVGq0h6I2T888Smztp0Y,6382
 code_loader/contract/enums.py,sha256=6Lo7p5CUog68Fd31bCozIuOgIp_IhSiPqWWph2k3OGU,1602
 code_loader/contract/exceptions.py,sha256=jWqu5i7t-0IG0jGRsKF4DjJdrsdpJjIYpUkN1F4RiyQ,51
 code_loader/contract/responsedataclasses.py,sha256=w7xVOv2S8Hyb5lqyomMGiKAWXDTSOG-FX1YW39bXD3A,3969
@@ -19,11 +19,11 @@ code_loader/experiment_api/utils.py,sha256=XZHtxge12TS4H4-8PjV3sKuhp8Ud6ojAiIzTZ
 code_loader/experiment_api/workingspace_config_utils.py,sha256=DLzXQCg4dgTV_YgaSbeTVzq-2ja_SQw4zi7LXwKL9cY,990
 code_loader/inner_leap_binder/__init__.py,sha256=koOlJyMNYzGbEsoIbXathSmQ-L38N_pEXH_HvL7beXU,99
 code_loader/inner_leap_binder/leapbinder.py,sha256=m-9eNKYqK71irfEd4T1bNyM9t8mh_utdUDPYvbK34UY,24902
-code_loader/leaploader.py,sha256=33NcO2Rdc9UnAY3gBMaoEIBOL53PPaYyMUVjR1jvqjQ,18461
+code_loader/leaploader.py,sha256=z_lfyuWIsHXvO8aEFrtNqLRXcuLoxWZsZaSnonMyx98,18927
 code_loader/utils.py,sha256=TZAoUbA2pE8eK3Le3s5Xr4eRaYdeDMQtxotx6rh-5oE,2185
 code_loader/visualizers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 code_loader/visualizers/default_visualizers.py,sha256=VoqO9FN84yXyMjRjHjUTOt2GdTkJRMbHbXJ1cJkREkk,2230
-code_loader-1.0.49.dev2.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
-code_loader-1.0.49.dev2.dist-info/METADATA,sha256=EEwk68bEgmlwBEKXlkr9LugpanKMRttVXYw1nvsGiuo,893
-code_loader-1.0.49.dev2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-code_loader-1.0.49.dev2.dist-info/RECORD,,
+code_loader-1.0.49.dev4.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
+code_loader-1.0.49.dev4.dist-info/METADATA,sha256=bW2ocZTxKynjDtRp1uXW0aiPYcjQu3wb3sptVes61eg,893
+code_loader-1.0.49.dev4.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+code_loader-1.0.49.dev4.dist-info/RECORD,,