code-loader 1.0.184.dev0__py3-none-any.whl → 1.0.184.dev1__py3-none-any.whl

code_loader/leaploader.py

@@ -452,12 +452,14 @@ class LeapLoader(LeapLoaderBase):
                 data={},
                 state=DataStateType.additional,
                 sample_id_type=str,
+                tl_generated=True,
             )
-            placeholder.tl_generated = True
             self._preprocess_result_cached[DataStateEnum.additional] = placeholder
+            global_leap_binder.setup_container.preprocess.data_length[DataStateType.additional] = placeholder.length
         else:
             additional.sample_ids = list(additional.sample_ids) + list(new_sample_ids)
             additional.length = len(additional.sample_ids)
+            global_leap_binder.setup_container.preprocess.data_length[DataStateType.additional] = additional.length
 
     @staticmethod
     def _get_all_dataset_base_handlers() -> List[Union[DatasetBaseHandler, MetadataHandler]]:
@@ -805,17 +807,10 @@ class LeapLoader(LeapLoaderBase):
         return global_leap_binder.setup_container.custom_latent_space is not None
 
     def get_instances_data(self, state: DataStateEnum) -> Tuple[Dict[str, List[str]], Dict[str, str]]:
-        """
-        This Method get the data state and returns two dictionaries that holds the mapping of the sample ids to their
-         instances and the other way around and the sample ids array.
-        Args:
-            state: DataStateEnum state
-        Returns:
-            sample_ids_to_instance_mappings: sample id to instance mappings
-            instance_to_sample_ids_mappings: instance to sample ids mappings
-            sample_ids: sample ids array
-        """
         preprocess_result = self._preprocess_result()
-        preprocess_state = preprocess_result[state]
-        return preprocess_state.sample_ids_to_instance_mappings, preprocess_state.instance_to_sample_ids_mappings
+        preprocess_state = preprocess_result.get(state)
+        if preprocess_state is None:
+            return {}, {}
+        return (preprocess_state.sample_ids_to_instance_mappings or {},
+                preprocess_state.instance_to_sample_ids_mappings or {})
 

{code_loader-1.0.184.dev0.dist-info → code_loader-1.0.184.dev1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.184.dev0
+Version: 1.0.184.dev1
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.184.dev0.dist-info → code_loader-1.0.184.dev1.dist-info}/RECORD

@@ -23,7 +23,7 @@ code_loader/experiment_api/workingspace_config_utils.py,sha256=DLzXQCg4dgTV_YgaS
 code_loader/inner_leap_binder/__init__.py,sha256=koOlJyMNYzGbEsoIbXathSmQ-L38N_pEXH_HvL7beXU,99
 code_loader/inner_leap_binder/leapbinder.py,sha256=XLYYcV50qjMvoC1S6WW0tLBch_0g5gl1UyHiVSWYbvg,40491
 code_loader/inner_leap_binder/leapbinder_decorators.py,sha256=YlK51b5Ryo396f7tOA7Ole3vYCLs3f5ZLm2qDQ9K1NE,105781
-code_loader/leaploader.py,sha256=mFeCbDeyJmk3F1mR-CDJ3BBgJ_GTdTjnR7xR7j66Ru0,41781
+code_loader/leaploader.py,sha256=9QAG3eJHdV8HleBybIwUKqfkhIjnoGIPL9aLb4nNSEc,41626
 code_loader/leaploaderbase.py,sha256=l36qDA00GhZEG5NLKpEtAXgWJA-UQQIhNFGxywK7mUA,6530
 code_loader/mixpanel_tracker.py,sha256=rNwRmFifNbdUoqLQvvhhgpKczWpWiEmd8MfyJe27sxw,9131
 code_loader/plot_functions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -32,7 +32,7 @@ code_loader/plot_functions/visualize.py,sha256=gsBAYYkwMh7jIpJeDMPS8G4CW-pxwx6Lz
 code_loader/utils.py,sha256=YecipkdTA-VcE9F0RQcY9cFnY8P3AksPnHM2Db7xUSk,3972
 code_loader/visualizers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 code_loader/visualizers/default_visualizers.py,sha256=onRnLE_TXfgLN4o52hQIOOhUcFexGlqJ3xSpQDVLuZM,2604
-code_loader-1.0.184.dev0.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
-code_loader-1.0.184.dev0.dist-info/METADATA,sha256=dFaZKWGS-beIlKCmQI3RON7Iq_EalcHluBC-j9FVL3k,1095
-code_loader-1.0.184.dev0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-code_loader-1.0.184.dev0.dist-info/RECORD,,
+code_loader-1.0.184.dev1.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
+code_loader-1.0.184.dev1.dist-info/METADATA,sha256=I5WOCfghR7fcWie_Bhrjrbu420bwjKBKLjaEFFpPOm0,1095
+code_loader-1.0.184.dev1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+code_loader-1.0.184.dev1.dist-info/RECORD,,