code-loader 1.0.208.dev2__py3-none-any.whl → 1.0.208.dev4__py3-none-any.whl

code_loader/inner_leap_binder/leapbinder.py

@@ -586,8 +586,7 @@ class LeapBinder:
             space for the Out-Of-Distribution and Domain-Gap insights instead of the
             built-in defaults. At most one registered custom latent space may set this;
             registering a second one with the flag raises. Not currently supported when
-            instance_aware=True, or for a model-computed latent space (computed_at='model')
-            — it is ignored (with a warning) and forced to False.
+            instance_aware=True — it is ignored (with a warning) and forced to False.
         instance_aware (bool): When True, `function` takes a third `instance_id` argument
             and is called once per element-instance row instead of once per sample.
         """
@@ -616,16 +615,6 @@ class LeapBinder:
                 f"latent space ('{name}'). Ignoring it; the flag will be set to False."
             )
             use_ls_for_analysis = False
-        # Model-computed latent spaces are fetched via run_model_latent_space, a separate path
-        # that get_sample's per-sample custom_latent_spaces dict never populates — the engine has
-        # no consumer for a model-computed analysis latent space yet, so force it off rather than
-        # silently accepting a flag that has no effect.
-        if computed_at == 'model' and use_ls_for_analysis:
-            warnings.warn(
-                f"use_ls_for_analysis=True is not currently supported for a model-computed custom "
-                f"latent space ('{name}'). Ignoring it; the flag will be set to False."
-            )
-            use_ls_for_analysis = False
         if use_ls_for_analysis:
             already_flagged = [
                 existing_name

code_loader/inner_leap_binder/leapbinder_decorators.py

@@ -1937,6 +1937,9 @@ def _decorate_model_latent_space(user_function, ls_name, use_ls_for_analysis, re
     arg_names = _model_latent_space_arg_names(user_function)
 
     def _validate_input_args(*args, **kwargs):
+        # Every bound argument must be an array: a ground truth is never passed as None, so a
+        # model-computed LS cannot fall back from ground truth to predictions on unlabeled rows.
+        # The engine skips the LS for those rows instead (see leaploader._check_model_latent_spaces).
         assert len(args) + len(kwargs) > 0, (
             f"tensorleap_custom_latent_space validation failed: '{user_function.__name__}' is "
             f"model-computed and expects at least one np.ndarray argument, but received none.")

code_loader/leaploader.py

@@ -18,6 +18,7 @@ from code_loader.contract.datasetclasses import DatasetSample, DatasetBaseHandle
     MetricCallableReturnType, CustomLossHandlerData, CustomLossHandler, RawInputsForHeatmap, SamplePreprocessResponse, \
     ElementInstance, custom_latent_space_attribute, DatasetIntegrationSetup, InstanceMetricHandler, _simulation_context
 from code_loader.contract.enums import DataStateEnum, TestingSectionEnum, DataStateType, DatasetMetadataType
+from code_loader.contract.mapping import NodeMappingType
 from code_loader.contract.exceptions import DatasetScriptException
 from code_loader.contract.responsedataclasses import DatasetIntegParseResult, DatasetTestResultPayload, \
     DatasetPreprocess, DatasetSetup, DatasetInputInstance, DatasetOutputInstance, DatasetMetadataInstance, \
@@ -450,6 +451,19 @@ class LeapLoader(LeapLoaderBase):
                 f"grouped preprocess response (grouped: {grouped_states}). Use the "
                 f"(sample_id, preprocess: PreprocessResponse) form instead."
             )
+        if global_leap_binder.setup_container.unlabeled_data_preprocess is not None:
+            gt_bound_names = [
+                connection.node.name for connection in global_leap_binder.latent_space_connections
+                if any(node_input.type == NodeMappingType.GroundTruth
+                       for node_input in (connection.node_inputs or {}).values())
+            ]
+            if gt_bound_names:
+                test_result.display[TestingSectionEnum.Warnings.name] = (
+                    f"Model-computed custom latent space(s) {gt_bound_names} read a ground truth, so "
+                    f"they are skipped for unlabeled samples, which will have no vector in them. A "
+                    f"latent space cannot fall back from ground truth to predictions; to cover "
+                    f"unlabeled samples, add one bound only to model predictions."
+                )
         return test_result
 
     def _check_instance_custom_latent_spaces(self) -> Optional[DatasetTestResultPayload]:

{code_loader-1.0.208.dev2.dist-info → code_loader-1.0.208.dev4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.208.dev2
+Version: 1.0.208.dev4
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.208.dev2.dist-info → code_loader-1.0.208.dev4.dist-info}/RECORD

@@ -21,9 +21,9 @@ code_loader/experiment_api/types.py,sha256=MY8xFARHwdVA7p4dxyhD60ShmttgTvb4qdp1o
 code_loader/experiment_api/utils.py,sha256=XZHtxge12TS4H4-8PjV3sKuhp8Ud6ojAiIzTZJEqBqc,3304
 code_loader/experiment_api/workingspace_config_utils.py,sha256=DLzXQCg4dgTV_YgaSbeTVzq-2ja_SQw4zi7LXwKL9cY,990
 code_loader/inner_leap_binder/__init__.py,sha256=koOlJyMNYzGbEsoIbXathSmQ-L38N_pEXH_HvL7beXU,99
-code_loader/inner_leap_binder/leapbinder.py,sha256=J5rWu8caFNkH3I4J9jkIoWimV188jhI1XBV6-b1thmc,63883
-code_loader/inner_leap_binder/leapbinder_decorators.py,sha256=fAoXt1N9zUI6wqCk5NyuPQJBhO0ZtOFIyM36OiA5XJ8,206593
-code_loader/leaploader.py,sha256=xC7oT_2VV2VhhCzBb1J27nQrRAGcJwq04eypatENOz8,96115
+code_loader/inner_leap_binder/leapbinder.py,sha256=j6oa6oyM04scUCmyFKB80E0MTYDBDUcF9cwiyJTj5oQ,63134
+code_loader/inner_leap_binder/leapbinder_decorators.py,sha256=F3O6OhbMQmoa_xqNq1kjhDgKiztMr7qoclbS0jzCWp8,206886
+code_loader/leaploader.py,sha256=TiO5SrRtO6SevydmYlEZFHnU-88GDSG9m7TJyeIIXjI,97060
 code_loader/leaploaderbase.py,sha256=cQwlJdx_tLJXMxTq8AURsFpyF0s3jpqkWaF5i1r8hSE,12601
 code_loader/mixpanel_tracker.py,sha256=rNwRmFifNbdUoqLQvvhhgpKczWpWiEmd8MfyJe27sxw,9131
 code_loader/plot_functions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -32,7 +32,7 @@ code_loader/plot_functions/visualize.py,sha256=gsBAYYkwMh7jIpJeDMPS8G4CW-pxwx6Lz
 code_loader/utils.py,sha256=Auw39lKpEQ7Ld2q1nj6S18GIDKWcjCxU0TDrur2UEko,11968
 code_loader/visualizers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 code_loader/visualizers/default_visualizers.py,sha256=grTPin_lCE9aci8i8CqA7DqQwAyXRB7_EamA3na_pls,5438
-code_loader-1.0.208.dev2.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
-code_loader-1.0.208.dev2.dist-info/METADATA,sha256=ulblLxbtI_9XysKt7SoceD1jVjbigogLaz6bwsOXE88,1095
-code_loader-1.0.208.dev2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-code_loader-1.0.208.dev2.dist-info/RECORD,,
+code_loader-1.0.208.dev4.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
+code_loader-1.0.208.dev4.dist-info/METADATA,sha256=_-4N2MXSRMXO72SbEk1kwM9UvIgKurn6cnweyPrKmCU,1095
+code_loader-1.0.208.dev4.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+code_loader-1.0.208.dev4.dist-info/RECORD,,