code-loader 1.0.187.dev0__tar.gz → 1.0.188.dev0__tar.gz

{code_loader-1.0.187.dev0 → code_loader-1.0.188.dev0}/PKG-INFO

@@ -1,7 +1,8 @@
-Metadata-Version: 2.3
+Metadata-Version: 2.1
 Name: code-loader
-Version: 1.0.187.dev0
+Version: 1.0.188.dev0
 Summary: 
+Home-page: https://github.com/tensorleap/code-loader
 License: MIT
 Author: dorhar
 Author-email: doron.harnoy@tensorleap.ai
@@ -19,7 +20,6 @@ Requires-Dist: numpy (>=2.3.2,<3.0.0) ; python_version >= "3.11" and python_vers
 Requires-Dist: psutil (>=5.9.5,<6.0.0)
 Requires-Dist: pyyaml (>=6.0.2,<7.0.0)
 Requires-Dist: requests (>=2.32.3,<3.0.0)
-Project-URL: Homepage, https://github.com/tensorleap/code-loader
 Project-URL: Repository, https://github.com/tensorleap/code-loader
 Description-Content-Type: text/markdown
 

{code_loader-1.0.187.dev0 → code_loader-1.0.188.dev0}/code_loader/inner_leap_binder/leapbinder.py

@@ -31,31 +31,6 @@ from code_loader.visualizers.default_visualizers import DefaultVisualizer, \
 mapping_runtime_mode_env_var_mame = '__MAPPING_RUNTIME_MODE__'
 
 
-def _stringized_annotation_type_name(annotation: Any) -> Optional[str]:
-    """Return the bare type name when ``annotation`` is a *stringized* annotation
-    (e.g. produced by ``from __future__ import annotations`` or a quoted hint),
-    otherwise ``None``. code_loader inspects raw annotations expecting real classes,
-    so a stringized annotation silently breaks type detection."""
-    if isinstance(annotation, str):
-        return annotation.split("[")[0].strip().rsplit(".", 1)[-1]
-    return None
-
-
-def _reject_stringized_sample_preprocess_response(function: Callable, arg_name: str, annotation: Any) -> None:
-    """Fail fast when a ``SamplePreprocessResponse`` argument was stringized. Otherwise
-    ``arg_type == SamplePreprocessResponse`` silently evaluates to ``False`` and the
-    argument is mis-wired as a regular input — a bug that only surfaces on the platform.
-    Fires only on the actual damage (a stringized SamplePreprocessResponse), not merely
-    because the file uses future annotations."""
-    if _stringized_annotation_type_name(annotation) == SamplePreprocessResponse.__name__:
-        raise Exception(
-            f"Argument '{arg_name}' of function '{function.__name__}' is annotated with a string "
-            f"('{annotation}') instead of the SamplePreprocessResponse type. This usually means the "
-            f"file uses 'from __future__ import annotations' (or a quoted hint), which stringizes "
-            f"annotations and breaks Tensorleap type detection. Remove that import (or the quotes) so "
-            f"SamplePreprocessResponse is referenced as a real type.")
-
-
 
 
 class LeapBinder:
@@ -148,7 +123,6 @@ class LeapBinder:
         regular_arg_names = inspect.getfullargspec(function)[0]
         preprocess_response_arg_name = None
         for arg_name, arg_type in inspect.getfullargspec(function).annotations.items():
-            _reject_stringized_sample_preprocess_response(function, arg_name, arg_type)
             if arg_type == SamplePreprocessResponse:
                 if preprocess_response_arg_name is not None:
                     raise Exception("only one argument can be of type SamplePreprocessResponse")
@@ -181,13 +155,6 @@ class LeapBinder:
                   f"https://docs.python.org/3/library/typing.html")
         else:
             return_type = func_annotations["return"]
-            if isinstance(return_type, str):
-                raise Exception(
-                    f"The return type hint of function '{function.__name__}' is a string "
-                    f"('{return_type}') instead of a type. This usually means the file uses "
-                    f"'from __future__ import annotations' (or a quoted return hint), which stringizes "
-                    f"annotations and prevents Tensorleap from detecting the visualizer type. Remove "
-                    f"that import (or the quotes) so the return type is a real class.")
             if return_type not in LeapData.__args__:  # type: ignore[attr-defined]
                 raise Exception(
                     f'The return type of function {function.__name__} is invalid. current return type: {return_type}, '  # type: ignore[attr-defined]
@@ -329,7 +296,6 @@ class LeapBinder:
         regular_arg_names = inspect.getfullargspec(function)[0]
         preprocess_response_arg_name = None
         for arg_name, arg_type in inspect.getfullargspec(function).annotations.items():
-            _reject_stringized_sample_preprocess_response(function, arg_name, arg_type)
             if arg_type == SamplePreprocessResponse:
                 if preprocess_response_arg_name is not None:
                     raise Exception("only one argument can be of type SamplePreprocessResponse")
@@ -373,7 +339,6 @@ class LeapBinder:
         regular_arg_names = inspect.getfullargspec(function)[0]
         preprocess_response_arg_name = None
         for arg_name, arg_type in inspect.getfullargspec(function).annotations.items():
-            _reject_stringized_sample_preprocess_response(function, arg_name, arg_type)
             if arg_type == SamplePreprocessResponse:
                 if preprocess_response_arg_name is not None:
                     raise Exception("only one argument can be of type SamplePreprocessResponse")
@@ -415,7 +380,6 @@ class LeapBinder:
         regular_arg_names = inspect.getfullargspec(function)[0]
         preprocess_response_arg_name = None
         for arg_name, arg_type in inspect.getfullargspec(function).annotations.items():
-            _reject_stringized_sample_preprocess_response(function, arg_name, arg_type)
             if arg_type == SamplePreprocessResponse:
                 if preprocess_response_arg_name is not None:
                     raise Exception("only one argument can be of type SamplePreprocessResponse")

{code_loader-1.0.187.dev0 → code_loader-1.0.188.dev0}/code_loader/leaploader.py

@@ -64,6 +64,9 @@ class LeapLoader(LeapLoaderBase):
             self.evaluate_module()
             if global_leap_binder.integration_test_func is not None:
                 global_leap_binder.integration_test_func(None, PreprocessResponse(state=DataStateType.training, length=0))
+        except DatasetScriptException:
+            global_leap_binder.setup_container = DatasetIntegrationSetup()
+            raise
         except TypeError as e:
             import traceback
             global_leap_binder.setup_container = DatasetIntegrationSetup()
@@ -89,6 +92,11 @@ class LeapLoader(LeapLoaderBase):
             sys.path.append(parent_path)
 
         file_path = Path(self.code_path, self.code_entry_name)
+        if not file_path.is_file():
+            raise DatasetScriptException(
+                f"Entry file not found: '{self.code_entry_name}' does not exist under '{self.code_path}'. "
+                f"Check the 'entryFile' setting in your leap.yaml."
+            )
         append_path_recursively(str(file_path))
 
         importlib.invalidate_caches()
@@ -103,6 +111,13 @@ class LeapLoader(LeapLoaderBase):
 
         spec.loader.exec_module(file)
 
+        if global_leap_binder.setup_container.preprocess is None:
+            raise DatasetScriptException(
+                f"No Tensorleap integration found in '{self.code_entry_name}': the script never called "
+                f"leap_binder.set_preprocess(...). Check the 'entryFile' setting in your leap.yaml — "
+                f"it may be pointing to the wrong file."
+            )
+
     @lru_cache()
     def metric_by_name(self) -> Dict[str, MetricHandlerData]:
         self.exec_script()

{code_loader-1.0.187.dev0 → code_loader-1.0.188.dev0}/pyproject.toml

@@ -1,7 +1,7 @@
 [tool.poetry]
 name = "code-loader"
 
-version = "1.0.187.dev0"
+version = "1.0.188.dev0"
 description = ""
 authors = ["dorhar <doron.harnoy@tensorleap.ai>"]
 license = "MIT"