code-loader 1.0.193.dev1__tar.gz → 1.0.193.dev2__tar.gz

{code_loader-1.0.193.dev1 → code_loader-1.0.193.dev2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.193.dev1
+Version: 1.0.193.dev2
 Summary: 
 Home-page: https://github.com/tensorleap/code-loader
 License: MIT

{code_loader-1.0.193.dev1 → code_loader-1.0.193.dev2}/code_loader/inner_leap_binder/leapbinder_decorators.py

@@ -36,6 +36,10 @@ from code_loader.mixpanel_tracker import clear_integration_events, AnalyticsEven
 
 _called_from_inside_tl_decorator = 0
 _called_from_inside_tl_integration_test_decorator = False
+# Whether any integration test wrapper was entered in this process. The crash reporter uses it
+# to tell a raise in the test body (report as code-flow failure) from a module-level crash
+# before any test ran (report as a plain script crash).
+_integration_test_started = False
 _call_from_tl_platform = os.environ.get('IS_TENSORLEAP_PLATFORM') == 'true'
 
 # ---- warnings store (module-level) ----
@@ -299,7 +303,8 @@ def tensorleap_integration_test():
                                     func_name='integration_test', expected_names=["idx", "preprocess"], **kwargs)
             _validate_input_args(*args, **kwargs)
 
-            global _called_from_inside_tl_integration_test_decorator
+            global _called_from_inside_tl_integration_test_decorator, _integration_test_started
+            _integration_test_started = True
             # Clear integration test events for new test
             try:
                 clear_integration_events()
@@ -3402,7 +3407,11 @@ def tensorleap_status_table():
             return
 
         if _crashed["value"]:
-            print(f"\nScript crashed before completing all steps. crashed at function '{_current_func['name']}'.")
+            crashed_at = _current_func['name']
+            if crashed_at:
+                print(f"\nScript crashed before completing all steps. crashed at function '{crashed_at}'.")
+            else:
+                print("\nScript crashed before completing all steps.")
             return
 
         print(ready_mess) if ready else print(
@@ -3477,9 +3486,11 @@ def tensorleap_status_table():
             row = _find_row(crashed_name)
             if row:
                 row["Added to integration"] = CROSS
-        elif not crashed_name:
-            # Crash with no decorator currently running = the integration-test body /
-            # code flow itself failed; report that rather than blaming a decorator.
+        elif not crashed_name and _integration_test_started:
+            # Crash with no decorator currently running while an integration test has been
+            # entered = the test body / code flow itself failed; report that rather than
+            # blaming a decorator. Without a started test (a module-level crash between
+            # decorator registrations) the plain script-crash message is the truthful one.
             code_mapping_failure[0] = 1
 
         traceback.print_exception(exc_type, exc_value, exc_traceback)

{code_loader-1.0.193.dev1 → code_loader-1.0.193.dev2}/code_loader/leaploader.py

@@ -545,21 +545,39 @@ class LeapLoader(LeapLoaderBase):
             test_result.is_passed = False
         return test_result
 
+    @staticmethod
+    def _validate_autoregressive_step_inputs(step_inputs: Dict[str, Any],
+                                             sample_id: Union[int, str]) -> None:
+        # The parse-time check only covers the first sample of each state; the engine runtime
+        # paths must enforce the same key/value contract for every sample they touch.
+        for key, value in step_inputs.items():
+            if key.startswith('_'):
+                raise Exception(f'The autoregressive step hook returned model input key "{key}" '
+                                f'for sample {sample_id} — underscore passthrough keys were '
+                                'replaced by the explicit state channel; move passthrough values '
+                                'into the returned state.')
+            if not isinstance(value, np.ndarray):
+                raise Exception('The autoregressive step hook returned a non-numpy value for '
+                                f'model input "{key}" ({type(value).__name__}) for sample '
+                                f'{sample_id}.')
+
     def _ensure_autoregressive_input_shapes(self) -> Dict[str, List[int]]:
         handler = global_leap_binder.setup_container.autoregressive_step
         assert handler is not None
         if handler.input_shapes is None:
             preprocess_result = self._preprocess_result()
             first_state_response = next(iter(preprocess_result.values()))
-            first_result = handler.function(first_state_response.sample_ids[0], None, None, None,
+            first_sample_id = first_state_response.sample_ids[0]
+            first_result = handler.function(first_sample_id, None, None, None,
                                             first_state_response)
             if not isinstance(first_result, tuple) or len(first_result) != 2 or \
                     not isinstance(first_result[0], dict):
                 raise Exception('The autoregressive step hook must return a (next_inputs, state) '
                                 'tuple with a dict of initial model inputs on its first call, '
                                 f'got {type(first_result)}.')
-            handler.input_shapes = {key: list(value.shape) for key, value in first_result[0].items()
-                                    if isinstance(value, np.ndarray)}
+            self._validate_autoregressive_step_inputs(first_result[0], first_sample_id)
+            handler.input_shapes = {key: list(value.shape)
+                                    for key, value in first_result[0].items()}
         return handler.input_shapes
 
     def run_simulation(self, sim_name, params=None, n_samples=1, seed=0,
@@ -897,6 +915,7 @@ class LeapLoader(LeapLoaderBase):
                     'The autoregressive step hook must return a (next_inputs, state) tuple with a '
                     f'dict of initial model inputs on its first call, got {type(step_zero_result)} '
                     f'for sample {sample_id}.')
+            self._validate_autoregressive_step_inputs(step_zero_result[0], sample_id)
             inputs.update(step_zero_result[0])
         return inputs
 

{code_loader-1.0.193.dev1 → code_loader-1.0.193.dev2}/pyproject.toml

@@ -1,7 +1,7 @@
 [tool.poetry]
 name = "code-loader"
 
-version = "1.0.193.dev1"
+version = "1.0.193.dev2"
 description = ""
 authors = ["dorhar <doron.harnoy@tensorleap.ai>"]
 license = "MIT"