code-loader 1.0.193.dev5__py3-none-any.whl → 1.0.195__py3-none-any.whl

code_loader/leaploader.py

@@ -568,8 +568,8 @@ class LeapLoader(LeapLoaderBase):
         return handler.input_shapes
 
     def run_simulation(self, sim_name, params=None, n_samples=1, seed=0,
-                       sample_ids=None, extend_preprocess=True):
-        # type: (str, Optional[Dict[str, Any]], int, int, Optional[List[str]], bool) -> Dict[str, Any]
+                       sample_ids=None, extend_preprocess=True, allow_partial=False):
+        # type: (str, Optional[Dict[str, Any]], int, int, Optional[List[str]], bool, bool) -> Dict[str, Any]
         # extend_preprocess=True (default): also extend preprocess_result[additional] with the
         # new synthetic sample_ids (producer-side behavior — synthetic worker needs this for
         # enumeration / data_length tracking). Pass False from consumer-side populators that
@@ -596,19 +596,30 @@ class LeapLoader(LeapLoaderBase):
         for sample_id in original_sample_ids:
             for handler in global_leap_binder.setup_container.inputs:
                 per_encoder[handler.name].append(handler.function(sample_id, sim_preprocess))
-        encoded = {name: np.stack(arrays) for name, arrays in per_encoder.items()}
+        encoded = {
+            name: np.stack(arrays) if arrays else np.empty((0,), dtype=np.float32)
+            for name, arrays in per_encoder.items()
+        }
         if sample_ids is not None:
-            if len(sample_ids) != len(original_sample_ids):
-                raise ValueError(
-                    "sample_ids length ({}) does not match simulation output length ({})".format(
-                        len(sample_ids), len(original_sample_ids)
-                    )
-                )
             for sid in sample_ids:
                 if not isinstance(sid, str):
                     raise TypeError(
                         "All sample_ids must be of type str. Got: {}".format(type(sid))
                     )
+            if len(sample_ids) != len(original_sample_ids):
+                if not allow_partial:
+                    raise ValueError(
+                        "sample_ids length ({}) does not match simulation output length ({})".format(
+                            len(sample_ids), len(original_sample_ids)
+                        )
+                    )
+                n_bound = min(len(sample_ids), len(original_sample_ids))
+                sample_ids = list(sample_ids)[:n_bound]
+                original_sample_ids = original_sample_ids[:n_bound]
+                # Over-generation trims sample_ids/original_sample_ids above but encoded was
+                # stacked from the full simulation output; slice it too so the encoded batch dim
+                # stays 1:1 with the returned sample_ids.
+                encoded = {name: arr[:n_bound] for name, arr in encoded.items()}
             for synth_id, original_local_id in zip(sample_ids, original_sample_ids):
                 self._synthetic_lookup[synth_id] = (sim_preprocess, original_local_id)
             if extend_preprocess:
@@ -618,6 +629,19 @@ class LeapLoader(LeapLoaderBase):
             returned_sample_ids = original_sample_ids
         return {"encoded": encoded, "sample_ids": returned_sample_ids}
 
+    def prune_synthetic_lookup(self, keep_ids):
+        # type: (List[str]) -> None
+        # Keep only the given synthetic sample_ids in the in-memory lookup and
+        # drop the rest, so preprocess responses don't accumulate across many
+        # run_simulation calls (e.g. a synthetic calibration loop keeps only its
+        # running top-K trials). Keep-set semantics (rather than evict-list) so
+        # the caller can bound the lookup to a known-good set each iteration
+        # without tracking everything it ever generated.
+        keep = set(keep_ids)
+        self._synthetic_lookup = {
+            sid: entry for sid, entry in self._synthetic_lookup.items() if sid in keep
+        }
+
     def _extend_additional_preprocess(self, new_sample_ids: List[str]) -> None:
         if self._preprocess_result_cached is None:
             self._preprocess_result()

code_loader/leaploaderbase.py

@@ -159,8 +159,13 @@ class LeapLoaderBase:
         pass
 
     @abstractmethod
-    def run_simulation(self, sim_name, params=None, n_samples=1, seed=0, sample_ids=None):
-        # type: (str, Optional[Dict[str, Any]], int, int, Optional[List[str]]) -> Dict[str, Any]
+    def run_simulation(self, sim_name, params=None, n_samples=1, seed=0, sample_ids=None,
+                       extend_preprocess=True, allow_partial=False):
+        # type: (str, Optional[Dict[str, Any]], int, int, Optional[List[str]], bool, bool) -> Dict[str, Any]
+        pass
+
+    def prune_synthetic_lookup(self, keep_ids):
+        # type: (List[str]) -> None
         pass
 
     def is_custom_latent_space(self) -> bool:

{code_loader-1.0.193.dev5.dist-info → code_loader-1.0.195.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.193.dev5
+Version: 1.0.195
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.193.dev5.dist-info → code_loader-1.0.195.dist-info}/RECORD

@@ -23,8 +23,8 @@ code_loader/experiment_api/workingspace_config_utils.py,sha256=DLzXQCg4dgTV_YgaS
 code_loader/inner_leap_binder/__init__.py,sha256=koOlJyMNYzGbEsoIbXathSmQ-L38N_pEXH_HvL7beXU,99
 code_loader/inner_leap_binder/leapbinder.py,sha256=D-ahDW-1ZiB9wqPkiIMz8eOD6p_Z3spm5b_Mi8y0af0,48340
 code_loader/inner_leap_binder/leapbinder_decorators.py,sha256=7hUDsG2YrRh_HgLmVidTvwi8xr4eH70r2MWmSWfY6aY,143870
-code_loader/leaploader.py,sha256=Q2f_NE81tjdY97DlxiMEiXDQ3rY1PgqVLKb_Liuk5g0,69634
-code_loader/leaploaderbase.py,sha256=2UPunTcEZRs99cbFXkNDWdFrs5nQ7EG_T2qwZBepEXY,6788
+code_loader/leaploader.py,sha256=kYD2jousMGb0wEG9HdhzFYjRAekVYXMfZxX1S28tdns,71025
+code_loader/leaploaderbase.py,sha256=f6LsJeCAktTFU9U_c3NXddwOZjjchLtvbxl4eKMdwGc,6966
 code_loader/mixpanel_tracker.py,sha256=rNwRmFifNbdUoqLQvvhhgpKczWpWiEmd8MfyJe27sxw,9131
 code_loader/plot_functions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 code_loader/plot_functions/plot_functions.py,sha256=2DC-zlVaN13P4VNx5d8csgs80C6SisaeP1-Kq2LW7iM,16075
@@ -32,7 +32,7 @@ code_loader/plot_functions/visualize.py,sha256=gsBAYYkwMh7jIpJeDMPS8G4CW-pxwx6Lz
 code_loader/utils.py,sha256=SPDQ4_f67hOIOgTfaTGlwBfbnusPrzH1OBYDLEndyr8,4413
 code_loader/visualizers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 code_loader/visualizers/default_visualizers.py,sha256=onRnLE_TXfgLN4o52hQIOOhUcFexGlqJ3xSpQDVLuZM,2604
-code_loader-1.0.193.dev5.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
-code_loader-1.0.193.dev5.dist-info/METADATA,sha256=E1TUgiZTHN72FSPmsNeAW0oEMaq6kejhO4mIUO_YOmU,1095
-code_loader-1.0.193.dev5.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-code_loader-1.0.193.dev5.dist-info/RECORD,,
+code_loader-1.0.195.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
+code_loader-1.0.195.dist-info/METADATA,sha256=O8O5OzK_eoALrJ7NsN8PALLoW8fyZQ5lK7SUnf5Vgw4,1090
+code_loader-1.0.195.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+code_loader-1.0.195.dist-info/RECORD,,