code-loader 1.0.180.dev1__py3-none-any.whl → 1.0.180.dev3__py3-none-any.whl

code_loader/contract/datasetclasses.py

@@ -42,6 +42,7 @@ class PreprocessResponse:
     sample_id_type: Optional[Union[Type[str], Type[int]]] = None
     sample_ids_to_instance_mappings: Optional[Dict[str, List[str]]] = None # in use only for element instance
     instance_to_sample_ids_mappings: Optional[Dict[str, str]] = None # in use only for element instance
+    tl_generated: bool = False
 
     def __post_init__(self) -> None:
         assert self.sample_ids_to_instance_mappings is None, f"Keep sample_ids_to_instance_mappings None when initializing PreprocessResponse"
@@ -254,9 +255,9 @@ class CustomLayerHandler:
 
 
 @dataclass
-class SimulationInstance:
+class SimulationHandler:
     name: str
-    function: Callable[..., Any]
+    function: Callable[..., PreprocessResponse]
     sim_config: SimConfig
 
 
@@ -275,7 +276,7 @@ class DatasetIntegrationSetup:
     instance_metrics: List[InstanceMetricHandler] = field(default_factory=list)
     custom_layers: Dict[str, CustomLayerHandler] = field(default_factory=dict)
     custom_latent_space: Optional[CustomLatentSpaceHandler] = None
-    simulations: List[SimulationInstance] = field(default_factory=list)
+    simulations: List[SimulationHandler] = field(default_factory=list)
 
 
 @dataclass

code_loader/contract/responsedataclasses.py

@@ -70,7 +70,7 @@ class PredictionTypeInstance:
 
 
 @dataclass
-class SimulationSetupInstance:
+class SimulationInstance:
     name: str
     sim_config: Dict[str, Any]
 
@@ -85,7 +85,7 @@ class DatasetSetup:
     prediction_types: List[PredictionTypeInstance]
     custom_losses: List[CustomLossInstance]
     metrics: List[MetricInstance] = field(default_factory=list)
-    simulations: List[SimulationSetupInstance] = field(default_factory=list)
+    simulations: List[SimulationInstance] = field(default_factory=list)
 
 
 @dataclass

code_loader/inner_leap_binder/leapbinder.py

@@ -13,7 +13,7 @@ from code_loader.contract.datasetclasses import SectionCallableInterface, InputH
     CustomMultipleReturnCallableInterfaceMultiArgs, DatasetBaseHandler, custom_latent_space_attribute, \
     RawInputsForHeatmap, VisualizerHandlerData, MetricHandlerData, CustomLossHandlerData, SamplePreprocessResponse, \
     ElementInstanceMasksHandler, InstanceCallableInterface, CustomLatentSpaceHandler, InstanceMetricHandler, \
-    SimulationInstance
+    SimulationHandler
 from code_loader.contract.enums import LeapDataType, DataStateEnum, DataStateType, MetricDirection, DatasetMetadataType
 from code_loader.contract.mapping import NodeConnection, NodeMapping, NodeMappingType
 from code_loader.contract.responsedataclasses import DatasetTestResultPayload, LeapAnalysisConfiguration
@@ -221,7 +221,7 @@ class LeapBinder:
         """
         self.setup_container.unlabeled_data_preprocess = UnlabeledDataPreprocessHandler(function)
 
-    def set_simulation(self, function: Callable[..., Any], name: str, sim_config_raw: Dict[str, Any]) -> None:
+    def set_simulation(self, function: Callable[..., PreprocessResponse], name: str, sim_config_raw: Dict[str, Any]) -> None:
         for sim in self.setup_container.simulations:
             if sim.name == name:
                 raise Exception(
@@ -229,7 +229,7 @@ class LeapBinder:
                 )
         sim_config = parse_sim_config(sim_config_raw)
         self.setup_container.simulations.append(
-            SimulationInstance(name=name, function=function, sim_config=sim_config)
+            SimulationHandler(name=name, function=function, sim_config=sim_config)
         )
 
     def set_input(self, function: SectionCallableInterface, name: str, channel_dim: int = -1) -> None:

code_loader/inner_leap_binder/leapbinder_decorators.py

@@ -1400,7 +1400,7 @@ def tensorleap_preprocess():
 
 
 def tensorleap_simulation(name: str, sim_params: dict):
-    def decorating_function(user_function: Callable):
+    def decorating_function(user_function: Callable[..., PreprocessResponse]):
         sig = inspect.signature(user_function)
         func_params = set(sig.parameters.keys())
         expected_params = set(sim_params.keys()) | {"N"}
@@ -1423,12 +1423,47 @@ def tensorleap_simulation(name: str, sim_params: dict):
 
         leap_binder.set_simulation(user_function, name, sim_params)
 
-        def inner(*args, **kwargs):
-            result = user_function(*args, **kwargs)
+        if not _call_from_tl_platform:
+            add_table_row(f"tensorleap_simulation:{name} (optional)")
+
+        def _validate_input_args(*args, **kwargs):
+            assert len(args) == 0, (
+                f"{user_function.__name__}() validation failed: "
+                f"Simulation functions must be called with keyword arguments only. Got positional args: {args}."
+            )
+            missing = expected_params - set(kwargs.keys())
+            assert not missing, (
+                f"{user_function.__name__}() validation failed: "
+                f"Missing required keyword arguments: {missing}."
+            )
+
+        def _validate_result(result):
             assert isinstance(result, PreprocessResponse), (
                 f"{user_function.__name__}() validation failed: "
                 f"Expected return type PreprocessResponse. Got {type(result).__name__}."
             )
+            assert result.state == DataStateType.additional, (
+                f"{user_function.__name__}() validation failed: "
+                f"Simulation must return a PreprocessResponse with state=DataStateType.additional. "
+                f"Got state={result.state!r}."
+            )
+
+        def inner(*args, **kwargs):
+            if not _call_from_tl_platform:
+                set_current('tensorleap_simulation')
+            _validate_input_args(*args, **kwargs)
+            result = user_function(*args, **kwargs)
+            _validate_result(result)
+            result.tl_generated = True
+            if not _call_from_tl_platform:
+                update_env_params_func(f"tensorleap_simulation:{name}", "v")
+            try:
+                emit_integration_event_once(AnalyticsEvent.SIMULATION_INTEGRATION_TEST, {
+                    'simulation_name': name,
+                    'sim_params_count': len(sim_params)
+                })
+            except Exception as e:
+                logger.debug(f"Failed to emit simulation integration test event: {e}")
             return result
 
         return inner
@@ -2129,14 +2164,17 @@ def tensorleap_status_table():
         traceback.print_exception(exc_type, exc_value, exc_traceback)
         run_on_exit()
 
+    def add_table_row(name: str):
+        table.append({"name": name, "Added to integration": UNKNOWN})
+
     atexit.register(run_on_exit)
     sys.excepthook = handle_exception
 
-    return set_current, update_env_params
+    return set_current, update_env_params, add_table_row
 
 
 if not _call_from_tl_platform:
-    set_current, update_env_params_func = tensorleap_status_table()
+    set_current, update_env_params_func, add_table_row = tensorleap_status_table()
 
 
 

code_loader/leaploader.py

@@ -22,7 +22,7 @@ from code_loader.contract.exceptions import DatasetScriptException
 from code_loader.contract.responsedataclasses import DatasetIntegParseResult, DatasetTestResultPayload, \
     DatasetPreprocess, DatasetSetup, DatasetInputInstance, DatasetOutputInstance, DatasetMetadataInstance, \
     VisualizerInstance, PredictionTypeInstance, ModelSetup, CustomLayerInstance, MetricInstance, CustomLossInstance, \
-    EngineFileContract, SimulationSetupInstance
+    EngineFileContract, SimulationInstance
 from code_loader.contract.sim_config import FloatBounds, IntBounds, CategoricalBounds
 from code_loader.inner_leap_binder import global_leap_binder
 from code_loader.inner_leap_binder.leapbinder import mapping_runtime_mode_env_var_mame
@@ -472,7 +472,7 @@ class LeapLoader(LeapLoaderBase):
                 }
                 for name, param in sim.sim_config.items()
             }
-            simulations.append(SimulationSetupInstance(name=sim.name, sim_config=sim_config_serialized))
+            simulations.append(SimulationInstance(name=sim.name, sim_config=sim_config_serialized))
 
         return DatasetSetup(preprocess=dataset_preprocess, inputs=inputs, outputs=ground_truths,
                             metadata=metadata_instances, visualizers=visualizers, prediction_types=prediction_types,

code_loader/mixpanel_tracker.py

@@ -23,6 +23,7 @@ class AnalyticsEvent(str, Enum):
     PREPROCESS_INTEGRATION_TEST = "preprocess_integration_test"
     INPUT_ENCODER_INTEGRATION_TEST = "input_encoder_integration_test"
     GT_ENCODER_INTEGRATION_TEST = "gt_encoder_integration_test"
+    SIMULATION_INTEGRATION_TEST = "simulation_integration_test"
 
 
 class CodeLoaderLoadedProps(TypedDict, total=False):

{code_loader-1.0.180.dev1.dist-info → code_loader-1.0.180.dev3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.180.dev1
+Version: 1.0.180.dev3
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.180.dev1.dist-info → code_loader-1.0.180.dev3.dist-info}/RECORD

@@ -1,11 +1,11 @@
 LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
 code_loader/__init__.py,sha256=outxRQ0M-zMfV0QGVJmAed5qWfRmyD0TV6-goEGAzBw,406
 code_loader/contract/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-code_loader/contract/datasetclasses.py,sha256=hMovDpEEl-07lPKV8fp52HYd0yK6trkta7oTZ8cKU6I,10277
+code_loader/contract/datasetclasses.py,sha256=KefWGK04SDGQe4KjwBCnP14LO7sO7esS5vYmevFZW_A,10321
 code_loader/contract/enums.py,sha256=2q-IV_5g9lLE306DIbWA1c0tn5IhDtxsKxyV1x_Lreg,1671
 code_loader/contract/exceptions.py,sha256=jWqu5i7t-0IG0jGRsKF4DjJdrsdpJjIYpUkN1F4RiyQ,51
 code_loader/contract/mapping.py,sha256=sWJhpng-IkOzQnWQdMT5w2ZZ3X1Z_OOzSwCLXIS7oxE,1446
-code_loader/contract/responsedataclasses.py,sha256=G37OBHmb-b9-0gc5Hs69t8jjjRtEzmWP389Y9IWWlGQ,4935
+code_loader/contract/responsedataclasses.py,sha256=5VFgGjRubMW8ItMPils3rkBNejunCGLaa192AIi-xko,4925
 code_loader/contract/sim_config.py,sha256=tWgM3n2_UTP8HnWBUFYLY928ya1ezFWhMOOU9c3WsHU,3002
 code_loader/contract/visualizer_classes.py,sha256=Wz9eItmoRaKEHa3p0aW0Ypxx4_xUmaZyLBznnTuxwi0,15425
 code_loader/default_losses.py,sha256=NoOQym1106bDN5dcIk56Elr7ZG5quUHArqfP5-Nyxyo,1139
@@ -21,18 +21,18 @@ code_loader/experiment_api/types.py,sha256=MY8xFARHwdVA7p4dxyhD60ShmttgTvb4qdp1o
 code_loader/experiment_api/utils.py,sha256=XZHtxge12TS4H4-8PjV3sKuhp8Ud6ojAiIzTZJEqBqc,3304
 code_loader/experiment_api/workingspace_config_utils.py,sha256=DLzXQCg4dgTV_YgaSbeTVzq-2ja_SQw4zi7LXwKL9cY,990
 code_loader/inner_leap_binder/__init__.py,sha256=koOlJyMNYzGbEsoIbXathSmQ-L38N_pEXH_HvL7beXU,99
-code_loader/inner_leap_binder/leapbinder.py,sha256=07_ZIjRLKuERF12fo3IohMPNjfDUeZQxjk1vJMGtd1A,38484
-code_loader/inner_leap_binder/leapbinder_decorators.py,sha256=DTvxzqe-XI4oDS62ck7MNeBmt0-FaGbm6Rpva-idd1U,102299
-code_loader/leaploader.py,sha256=-AnZ_-_FexkW8VRyC2njK-aoE_x0Ud2RRxeZL4OHt5A,33032
+code_loader/inner_leap_binder/leapbinder.py,sha256=Avt4lQv4mehoEOlH7UyF7Wna_GGJWSAF6r55qUk1MYE,38497
+code_loader/inner_leap_binder/leapbinder_decorators.py,sha256=QoWaNdHdh3XQDYXRqvnSS0S3FzKWB-6jbsE6Mq6hl0U,104111
+code_loader/leaploader.py,sha256=vz812i2a0-9UTqsxNx9z0lqJlLt4BWGsPwl4E4lWjZ4,33022
 code_loader/leaploaderbase.py,sha256=NJGaas8S6JeHYSsKkMSutyfcSKdK9jXTic7BcjC5uNc,6303
-code_loader/mixpanel_tracker.py,sha256=U7eUGrPjc-2rgFG7isqosf65tKZkotQ0XKuAML_lIjA,9067
+code_loader/mixpanel_tracker.py,sha256=rNwRmFifNbdUoqLQvvhhgpKczWpWiEmd8MfyJe27sxw,9131
 code_loader/plot_functions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 code_loader/plot_functions/plot_functions.py,sha256=6Q7VWGxetL2W0EK2QeCdObVATvBuHs3YBA09H4uoIk0,14996
 code_loader/plot_functions/visualize.py,sha256=gsBAYYkwMh7jIpJeDMPS8G4CW-pxwx6LznoQIvi4vpo,657
 code_loader/utils.py,sha256=YecipkdTA-VcE9F0RQcY9cFnY8P3AksPnHM2Db7xUSk,3972
 code_loader/visualizers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 code_loader/visualizers/default_visualizers.py,sha256=onRnLE_TXfgLN4o52hQIOOhUcFexGlqJ3xSpQDVLuZM,2604
-code_loader-1.0.180.dev1.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
-code_loader-1.0.180.dev1.dist-info/METADATA,sha256=yCrmwdjI8kBVFXYWbtmaoc0zwyo1Xh8MDwc7Vp1a--c,1095
-code_loader-1.0.180.dev1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-code_loader-1.0.180.dev1.dist-info/RECORD,,
+code_loader-1.0.180.dev3.dist-info/LICENSE,sha256=qIwWjdspQeSMTtnFZBC8MuT-95L02FPvzRUdWFxrwJY,1067
+code_loader-1.0.180.dev3.dist-info/METADATA,sha256=e742DymYsZVynEaCgd7V8Fsx4hyNnJJO7aM0mfB55Ls,1095
+code_loader-1.0.180.dev3.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+code_loader-1.0.180.dev3.dist-info/RECORD,,