code-loader 1.0.181.dev4__tar.gz → 1.0.182__tar.gz

{code_loader-1.0.181.dev4 → code_loader-1.0.182}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.181.dev4
+Version: 1.0.182
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.181.dev4 → code_loader-1.0.182}/code_loader/inner_leap_binder/leapbinder.py

@@ -690,10 +690,11 @@ class LeapBinder:
             preprocess_response.tl_generated = True
             if not preprocess_response.length or preprocess_response.length < 1:
                 raise Exception("Simulation '{}' returned PreprocessResponse with length < 1".format(sim.name))
+            preprocess_response.sample_ids = [0]
             for handler in self.setup_container.inputs:
-                out1 = handler.function(0, preprocess_response)
-                out2 = handler.function(0, preprocess_response)
-                if not np.array_equal(out1, out2):
+                out1 = handler.function(preprocess_response.sample_ids[0], preprocess_response)
+                out2 = handler.function(preprocess_response.sample_ids[0], preprocess_response)
+                if not np.allclose(out1, out2):
                     raise Exception(
                         "Simulation '{}': encoder '{}' is non-deterministic — consecutive calls with seed=0 returned different outputs".format(
                             sim.name, handler.name

{code_loader-1.0.181.dev4 → code_loader-1.0.182}/code_loader/leaploader.py

@@ -324,10 +324,11 @@ class LeapLoader(LeapLoaderBase):
                 preprocess_response.tl_generated = True
                 if preprocess_response.length < 1:
                     raise ValueError("Simulation returned PreprocessResponse with length < 1")
+                preprocess_response.sample_ids = [0]
                 for handler in global_leap_binder.setup_container.inputs:
-                    out1 = handler.function(0, preprocess_response)
-                    out2 = handler.function(0, preprocess_response)
-                    if not np.array_equal(out1, out2):
+                    out1 = handler.function(preprocess_response.sample_ids[0], preprocess_response)
+                    out2 = handler.function(preprocess_response.sample_ids[0], preprocess_response)
+                    if not np.allclose(out1, out2):
                         raise ValueError(
                             "Encoder '{}' is non-deterministic: consecutive calls with seed=0 returned different outputs".format(
                                 handler.name
@@ -344,8 +345,8 @@ class LeapLoader(LeapLoaderBase):
             result_payloads.append(test_result)
         return result_payloads
 
-    def run_simulation_check(self, sim_name):
-        # type: (str) -> Dict[str, npt.NDArray[np.float32]]
+    def run_simulation(self, sim_name, params=None, n_samples=1, seed=0):
+        # type: (str, Optional[Dict[str, Any]], int, int) -> Dict[str, npt.NDArray[np.float32]]
         self.exec_script()
         sim = next(
             (s for s in global_leap_binder.setup_container.simulations if s.name == sim_name),
@@ -353,9 +354,9 @@ class LeapLoader(LeapLoaderBase):
         )
         if sim is None:
             raise ValueError("No simulation registered with name '{}'".format(sim_name))
-        kwargs = sample_sim_params(sim.sim_config)
-        kwargs["N"] = 1
-        kwargs["seed"] = 0
+        kwargs = dict(params) if params is not None else sample_sim_params(sim.sim_config)
+        kwargs["N"] = n_samples
+        kwargs["seed"] = seed
         _simulation_context["active"] = True
         try:
             sim_preprocess = sim.function(**kwargs)
@@ -363,10 +364,11 @@ class LeapLoader(LeapLoaderBase):
             _simulation_context["active"] = False
         sim_preprocess.state = DataStateType.additional
         sim_preprocess.tl_generated = True
-        result = {}
-        for handler in global_leap_binder.setup_container.inputs:
-            result[handler.name] = handler.function(0, sim_preprocess)
-        return result
+        per_encoder = {handler.name: [] for handler in global_leap_binder.setup_container.inputs}
+        for sample_id in sim_preprocess.sample_ids:
+            for handler in global_leap_binder.setup_container.inputs:
+                per_encoder[handler.name].append(handler.function(sample_id, sim_preprocess))
+        return {name: np.stack(arrays) for name, arrays in per_encoder.items()}
 
     @staticmethod
     def _get_all_dataset_base_handlers() -> List[Union[DatasetBaseHandler, MetadataHandler]]:

{code_loader-1.0.181.dev4 → code_loader-1.0.182}/code_loader/leaploaderbase.py

@@ -154,8 +154,8 @@ class LeapLoaderBase:
         pass
 
     @abstractmethod
-    def run_simulation_check(self, sim_name):
-        # type: (str) -> Dict[str, Any]
+    def run_simulation(self, sim_name, params=None, n_samples=1, seed=0):
+        # type: (str, Optional[Dict[str, Any]], int, int) -> Dict[str, Any]
         pass
 
     def is_custom_latent_space(self) -> bool:

{code_loader-1.0.181.dev4 → code_loader-1.0.182}/pyproject.toml

@@ -1,7 +1,7 @@
 [tool.poetry]
 name = "code-loader"
 
-version = "1.0.181.dev4"
+version = "1.0.182"
 description = ""
 authors = ["dorhar <doron.harnoy@tensorleap.ai>"]
 license = "MIT"