code-loader 1.0.215.dev1__py3-none-any.whl → 1.0.216.dev0__py3-none-any.whl

code_loader/contract/datasetclasses.py

@@ -84,13 +84,14 @@ class PreprocessResponse:
                 (f"PreprocessResponse.sample_ids should be a list. Got: {type(self.sample_ids).__name__}. "
                  f"Supported: {SUPPORTED_SAMPLE_IDS}. Convert it with .tolist() or list(...), "
                  f"e.g. sample_ids=df.index.tolist().")
-            self._grouped = len(self.sample_ids) > 0 and isinstance(self.sample_ids[0], list)
+            self._grouped = len(self.sample_ids) > 0 and isinstance(self.sample_ids[0], (list, tuple))
             if self._grouped:
                 groups = cast(List[List[SampleId]], self.sample_ids)
                 assert len(groups) >= 1, "Grouped PreprocessResponse must have at least one group."
                 for group in groups:
                     assert type(group) is list and len(group) > 0, \
-                        f"Each group in a grouped PreprocessResponse must be a non-empty list. Got: {type(group).__name__}"
+                        (f"Each group in a grouped PreprocessResponse must be a non-empty list. Got: {type(group).__name__}. "
+                         f"Convert each group with list(...).")
                 first_type = type(groups[0][0])
                 assert first_type in (str, np.str_, int), \
                     f"Sample id should be of type str or int. Got: {first_type.__name__}"

code_loader/contract/responsedataclasses.py

@@ -168,6 +168,7 @@ class LeapAnalysisConfiguration:
     feature_flags: Optional[List[str]] = None
     deterministic_results: Optional[bool] = None  # if true, results will be deterministic but will increase memory usage and runtime
     ignore_latent_spaces: Optional[List[str]] = None  # names of latent spaces to skip during extraction; see LeapBinder.check for validation rules
+    use_additional_set_as_unlabeled_candidate: Optional[bool] = None  # None = engine default (ON); False keeps additional samples out of Label Next / Unlabelled Data / aggressor fixing
 
 
 @dataclass

code_loader/inner_leap_binder/leapbinder.py

@@ -1133,6 +1133,7 @@ class LeapBinder:
         self.check_false_positive_custom_latent_spaces(preprocess_result)
         self.check_simulations()
         self.validate_ignore_latent_spaces()
+        self.validate_use_additional_set_as_unlabeled_candidate()
         print("Successful!")
 
     def validate_autoregressive_setup(self) -> None:
@@ -1232,5 +1233,15 @@ class LeapBinder:
                     f"tokens=['foreground']."
                 )
 
+    def validate_use_additional_set_as_unlabeled_candidate(self) -> None:
+        if not self.leap_analysis_configuration:
+            return
+        value = self.leap_analysis_configuration.use_additional_set_as_unlabeled_candidate
+        if value is not None and not isinstance(value, bool):
+            raise Exception(
+                f"leap_analysis_configuration.use_additional_set_as_unlabeled_candidate must be "
+                f"True, False or None, got {value!r} ({type(value).__name__})."
+            )
+
     def set_batch_size_to_validate(self, batch_size: int) -> None:
         self.batch_size_to_validate = batch_size

code_loader/leaploader.py

@@ -447,6 +447,7 @@ class LeapLoader(LeapLoaderBase):
                             if metadata_name not in m_names:
                                 raise Exception(f"Domain gap metadata '{metadata_name}' is not found in dataset metadata list.")
                     global_leap_binder.validate_ignore_latent_spaces()
+                    global_leap_binder.validate_use_additional_set_as_unlabeled_candidate()
             except DatasetScriptException as e:
                 line_number, file_name, stacktrace = get_root_exception_file_and_line_number()
                 general_error = f"Something went wrong. {repr(e.__cause__)} in file {file_name}, line_number:  {line_number}\nStacktrace:\n{stacktrace}"

{code_loader-1.0.215.dev1.dist-info → code_loader-1.0.216.dev0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.215.dev1
+Version: 1.0.216.dev0
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.215.dev1.dist-info → code_loader-1.0.216.dev0.dist-info}/RECORD

@@ -1,11 +1,11 @@
 LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
 code_loader/__init__.py,sha256=outxRQ0M-zMfV0QGVJmAed5qWfRmyD0TV6-goEGAzBw,406
 code_loader/contract/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-code_loader/contract/datasetclasses.py,sha256=cGRcEbLMeipp1q2vyn9hsI3-GjtCrZ70PlfOvBP4Rmw,20096
+code_loader/contract/datasetclasses.py,sha256=k8JcMNAJYlAzby1Dl6gzVkQe9SouQoLE0sUT36BhkKA,20172
 code_loader/contract/enums.py,sha256=wXxYS5aigaiPRgl8-MToX6MaHCbFge9gAUAwh2g6K8k,1916
 code_loader/contract/exceptions.py,sha256=jWqu5i7t-0IG0jGRsKF4DjJdrsdpJjIYpUkN1F4RiyQ,51
 code_loader/contract/mapping.py,sha256=i-yVyFuGUITL5lchPNfYlu7bhwk-yuoHPacAeFhcYr8,1490
-code_loader/contract/responsedataclasses.py,sha256=AbzPUgvxutb3v1jUziLKi_l2xvFlbQhiHsMlL1jhIk0,6253
+code_loader/contract/responsedataclasses.py,sha256=BPkDTDpHfk0NNoIF8kwYwS7uWdq03E0dZN4iwoWo2qs,6439
 code_loader/contract/sim_config.py,sha256=le8KMALZiP0WU4UcuKnTOSWBW2rNjpnWYfII502NqDM,3493
 code_loader/contract/visualizer_classes.py,sha256=4DWC3e4VI9vgMBwyWxX73YsRTZLjj_2hCDTo_AaQnF8,21608
 code_loader/default_losses.py,sha256=NoOQym1106bDN5dcIk56Elr7ZG5quUHArqfP5-Nyxyo,1139
@@ -21,9 +21,9 @@ code_loader/experiment_api/types.py,sha256=MY8xFARHwdVA7p4dxyhD60ShmttgTvb4qdp1o
 code_loader/experiment_api/utils.py,sha256=XZHtxge12TS4H4-8PjV3sKuhp8Ud6ojAiIzTZJEqBqc,3304
 code_loader/experiment_api/workingspace_config_utils.py,sha256=DLzXQCg4dgTV_YgaSbeTVzq-2ja_SQw4zi7LXwKL9cY,990
 code_loader/inner_leap_binder/__init__.py,sha256=koOlJyMNYzGbEsoIbXathSmQ-L38N_pEXH_HvL7beXU,99
-code_loader/inner_leap_binder/leapbinder.py,sha256=k-3dizMEaL7KGUFvdo-Ea1p_NMQyHgE-m_10DsXRdcw,70955
+code_loader/inner_leap_binder/leapbinder.py,sha256=GsJEjcGpgKS87nd-iUOk-1Acw2osCPrZdZKvrAAtMzk,71538
 code_loader/inner_leap_binder/leapbinder_decorators.py,sha256=86GT_C8XMo4M9XJKGXKVLxYVvxweZAToQmVyh1KlkxE,221300
-code_loader/leaploader.py,sha256=QFaQWIcYFRaucbwscDDdrwOOLhFkn2KNdgG6GpnHAtA,109249
+code_loader/leaploader.py,sha256=_CmzdyhNWXOcF0Sryec8bb0uw-mZlpB0CdlqoRAuBok,109341
 code_loader/leaploaderbase.py,sha256=mymMOE9wo0qOUnQKQApEpvsZ5M_yhIeG62T5LKvt14A,13600
 code_loader/mixpanel_tracker.py,sha256=rNwRmFifNbdUoqLQvvhhgpKczWpWiEmd8MfyJe27sxw,9131
 code_loader/plot_functions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -32,7 +32,7 @@ code_loader/plot_functions/visualize.py,sha256=gsBAYYkwMh7jIpJeDMPS8G4CW-pxwx6Lz
 code_loader/utils.py,sha256=Jrmf9byeGwamj5XYxrLkVowb1IqsFKJ1FLy3slLApCw,13301
 code_loader/visualizers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 code_loader/visualizers/default_visualizers.py,sha256=grTPin_lCE9aci8i8CqA7DqQwAyXRB7_EamA3na_pls,5438
-code_loader-1.0.215.dev1.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
-code_loader-1.0.215.dev1.dist-info/METADATA,sha256=Cy7VKlQBBimAovAyB5kBtGMZAaHU4nJfdFwWM0vtQPQ,1095
-code_loader-1.0.215.dev1.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-code_loader-1.0.215.dev1.dist-info/RECORD,,
+code_loader-1.0.216.dev0.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
+code_loader-1.0.216.dev0.dist-info/METADATA,sha256=fcVMlTez5tFG5ufWB1eh2-Okn7CTZlnv15TRRwpXOlg,1095
+code_loader-1.0.216.dev0.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+code_loader-1.0.216.dev0.dist-info/RECORD,,