code-loader 1.0.186.dev3__tar.gz → 1.0.186.dev4__tar.gz

{code_loader-1.0.186.dev3 → code_loader-1.0.186.dev4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.186.dev3
+Version: 1.0.186.dev4
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.186.dev3 → code_loader-1.0.186.dev4}/code_loader/leaploader.py

@@ -503,15 +503,18 @@ class LeapLoader(LeapLoaderBase):
             returned_sample_ids = original_sample_ids
         return {"encoded": encoded, "sample_ids": returned_sample_ids}
 
-    def evict_synthetic_samples(self, sample_ids):
+    def prune_synthetic_lookup(self, keep_ids):
         # type: (List[str]) -> None
-        # Drop already-consumed synthetic samples from the in-memory lookup so
-        # preprocess responses don't accumulate across many run_simulation calls
-        # (e.g. a synthetic calibration loop). Safe to call for ids that were
-        # persisted as recipes — a later get_sample replays the recipe and
-        # repopulates _synthetic_lookup on demand.
-        for sample_id in sample_ids:
-            self._synthetic_lookup.pop(sample_id, None)
+        # Keep only the given synthetic sample_ids in the in-memory lookup and
+        # drop the rest, so preprocess responses don't accumulate across many
+        # run_simulation calls (e.g. a synthetic calibration loop keeps only its
+        # running top-K trials). Keep-set semantics (rather than evict-list) so
+        # the caller can bound the lookup to a known-good set each iteration
+        # without tracking everything it ever generated.
+        keep = set(keep_ids)
+        self._synthetic_lookup = {
+            sid: entry for sid, entry in self._synthetic_lookup.items() if sid in keep
+        }
 
     def _extend_additional_preprocess(self, new_sample_ids: List[str]) -> None:
         if self._preprocess_result_cached is None:

{code_loader-1.0.186.dev3 → code_loader-1.0.186.dev4}/code_loader/leaploaderbase.py

@@ -159,7 +159,7 @@ class LeapLoaderBase:
         # type: (str, Optional[Dict[str, Any]], int, int, Optional[List[str]], bool, bool) -> Dict[str, Any]
         pass
 
-    def evict_synthetic_samples(self, sample_ids):
+    def prune_synthetic_lookup(self, keep_ids):
         # type: (List[str]) -> None
         pass
 

{code_loader-1.0.186.dev3 → code_loader-1.0.186.dev4}/pyproject.toml

@@ -1,7 +1,7 @@
 [tool.poetry]
 name = "code-loader"
 
-version = "1.0.186.dev3"
+version = "1.0.186.dev4"
 description = ""
 authors = ["dorhar <doron.harnoy@tensorleap.ai>"]
 license = "MIT"