code-loader 1.0.180.dev5__tar.gz → 1.0.181.dev0__tar.gz

{code_loader-1.0.180.dev5 → code_loader-1.0.181.dev0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.180.dev5
+Version: 1.0.181.dev0
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.180.dev5 → code_loader-1.0.181.dev0}/code_loader/contract/datasetclasses.py

@@ -13,7 +13,7 @@ from code_loader.contract.sim_config import SimConfig
 
 custom_latent_space_attribute = "custom_latent_space"
 
-_simulation_context: dict = {"active": False}
+_simulation_context: Dict[str, bool] = {"active": False}
 
 
 @dataclass

{code_loader-1.0.180.dev5 → code_loader-1.0.181.dev0}/code_loader/leaploader.py

@@ -16,7 +16,7 @@ from code_loader.contract.datasetclasses import DatasetSample, DatasetBaseHandle
     PreprocessResponse, VisualizerHandler, LeapData, \
     PredictionTypeHandler, MetadataHandler, CustomLayerHandler, MetricHandler, VisualizerHandlerData, MetricHandlerData, \
     MetricCallableReturnType, CustomLossHandlerData, CustomLossHandler, RawInputsForHeatmap, SamplePreprocessResponse, \
-    ElementInstance, custom_latent_space_attribute, DatasetIntegrationSetup, InstanceMetricHandler
+    ElementInstance, custom_latent_space_attribute, DatasetIntegrationSetup, InstanceMetricHandler, _simulation_context
 from code_loader.contract.enums import DataStateEnum, TestingSectionEnum, DataStateType, DatasetMetadataType
 from code_loader.contract.exceptions import DatasetScriptException
 from code_loader.contract.responsedataclasses import DatasetIntegParseResult, DatasetTestResultPayload, \
@@ -38,6 +38,20 @@ def _serialize_sim_bounds(bounds) -> dict:
     raise ValueError(f"Unknown bounds type: {type(bounds)}")
 
 
+def _sample_sim_params(sim_config):
+    # type: (Dict[str, Any]) -> Dict[str, Any]
+    params = {}
+    for name, param_config in sim_config.items():
+        bounds = param_config.bounds
+        if isinstance(bounds, FloatBounds):
+            params[name] = (bounds.min + bounds.max) / 2.0
+        elif isinstance(bounds, IntBounds):
+            params[name] = int((bounds.min + bounds.max) / 2)
+        else:  # CategoricalBounds
+            params[name] = bounds.values[0]
+    return params
+
+
 class LeapLoader(LeapLoaderBase):
     def __init__(self, code_path: str, code_entry_name: str):
         super().__init__(code_path, code_entry_name)
@@ -223,6 +237,8 @@ class LeapLoader(LeapLoaderBase):
                 test_payloads.append(preprocess_test_payload)
                 handlers_test_payloads = self._check_handlers()
                 test_payloads.extend(handlers_test_payloads)
+                simulation_test_payloads = self._check_simulations()
+                test_payloads.extend(simulation_test_payloads)
                 is_valid = all([payload.is_passed for payload in test_payloads])
                 setup_response = self.get_dataset_setup_response(handlers_test_payloads)
 
@@ -299,6 +315,63 @@ class LeapLoader(LeapLoaderBase):
             result_payloads.extend(test_result)
         return result_payloads
 
+    def _check_simulations(self):
+        # type: () -> List[DatasetTestResultPayload]
+        result_payloads = []
+        for sim in global_leap_binder.setup_container.simulations:
+            test_result = DatasetTestResultPayload(sim.name)
+            try:
+                kwargs = _sample_sim_params(sim.sim_config)
+                kwargs["N"] = 1
+                if "seed" in inspect.signature(sim.function).parameters:
+                    kwargs["seed"] = 0
+                _simulation_context["active"] = True
+                try:
+                    preprocess_response = sim.function(**kwargs)
+                finally:
+                    _simulation_context["active"] = False
+                preprocess_response.state = DataStateType.additional
+                if not isinstance(preprocess_response, PreprocessResponse):
+                    raise TypeError(
+                        "Expected PreprocessResponse, got {}".format(type(preprocess_response).__name__)
+                    )
+                if preprocess_response.length < 1:
+                    raise ValueError("Simulation returned PreprocessResponse with length < 1")
+            except Exception as e:
+                line_number, file_name, stacktrace = get_root_exception_file_and_line_number()
+                test_result.display[TestingSectionEnum.Errors.name] = (
+                    "{} in file {}, line_number: {}\nStacktrace:\n{}".format(
+                        repr(e), file_name, line_number, stacktrace
+                    )
+                )
+                test_result.is_passed = False
+            result_payloads.append(test_result)
+        return result_payloads
+
+    def run_simulation_check(self, sim_name):
+        # type: (str) -> Dict[str, npt.NDArray[np.float32]]
+        self.exec_script()
+        sim = next(
+            (s for s in global_leap_binder.setup_container.simulations if s.name == sim_name),
+            None,
+        )
+        if sim is None:
+            raise ValueError("No simulation registered with name '{}'".format(sim_name))
+        kwargs = _sample_sim_params(sim.sim_config)
+        kwargs["N"] = 1
+        if "seed" in inspect.signature(sim.function).parameters:
+            kwargs["seed"] = 0
+        _simulation_context["active"] = True
+        try:
+            sim_preprocess = sim.function(**kwargs)
+        finally:
+            _simulation_context["active"] = False
+        sim_preprocess.state = DataStateType.additional
+        result = {}
+        for handler in global_leap_binder.setup_container.inputs:
+            result[handler.name] = handler.function(0, sim_preprocess)
+        return result
+
     @staticmethod
     def _get_all_dataset_base_handlers() -> List[Union[DatasetBaseHandler, MetadataHandler]]:
         all_dataset_base_handlers: List[Union[DatasetBaseHandler, MetadataHandler]] = []

{code_loader-1.0.180.dev5 → code_loader-1.0.181.dev0}/code_loader/leaploaderbase.py

@@ -2,7 +2,7 @@
 
 from abc import abstractmethod
 
-from typing import Dict, List, Union, Type, Optional, Tuple
+from typing import Any, Dict, List, Union, Type, Optional, Tuple
 
 import numpy as np
 import numpy.typing as npt
@@ -153,6 +153,11 @@ class LeapLoaderBase:
     def get_heatmap_visualizer_raw_vis_input_arg_name(self, visualizer_name: str) -> Optional[str]:
         pass
 
+    @abstractmethod
+    def run_simulation_check(self, sim_name):
+        # type: (str) -> Dict[str, Any]
+        pass
+
     def is_custom_latent_space(self) -> bool:
         if not self.code_entry_name or not self.code_path:
             return False

{code_loader-1.0.180.dev5 → code_loader-1.0.181.dev0}/pyproject.toml

@@ -1,6 +1,7 @@
 [tool.poetry]
 name = "code-loader"
-version = "1.0.180.dev5"
+
+version = "1.0.181.dev0"
 description = ""
 authors = ["dorhar <doron.harnoy@tensorleap.ai>"]
 license = "MIT"