nshtrainer 0.4.0__tar.gz → 0.4.2__tar.gz

{nshtrainer-0.4.0 → nshtrainer-0.4.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: nshtrainer
-Version: 0.4.0
+Version: 0.4.2
 Summary: 
 Author: Nima Shoghi
 Author-email: nimashoghi@gmail.com
@@ -13,7 +13,7 @@ Requires-Dist: lightning
 Requires-Dist: lovely-numpy (>=0.2.13,<0.3.0)
 Requires-Dist: lovely-tensors (>=0.1.16,<0.2.0)
 Requires-Dist: nshconfig (>=0.2.0,<0.3.0)
-Requires-Dist: nshrunner (>=0.5.4,<0.6.0)
+Requires-Dist: nshrunner (>=0.5.5,<0.6.0)
 Requires-Dist: nshutils (>=0.3.0,<0.4.0)
 Requires-Dist: numpy
 Requires-Dist: pytorch-lightning

{nshtrainer-0.4.0 → nshtrainer-0.4.2}/pyproject.toml

@@ -1,13 +1,13 @@
 [tool.poetry]
 name = "nshtrainer"
-version = "0.4.0"
+version = "0.4.2"
 description = ""
 authors = ["Nima Shoghi <nimashoghi@gmail.com>"]
 readme = "README.md"
 
 [tool.poetry.dependencies]
 python = "^3.10"
-nshrunner = "^0.5.4"
+nshrunner = "^0.5.5"
 nshconfig = "^0.2.0"
 torch = "*"
 typing-extensions = "*"

nshtrainer-0.4.2/src/nshtrainer/ll/__init__.py

@@ -0,0 +1,42 @@
+import importlib
+import sys
+from types import ModuleType
+
+# The name of your new package
+NEW_PACKAGE = "nshtrainer"
+
+# Import the new package
+new_package = importlib.import_module(NEW_PACKAGE)
+
+
+# Create a custom module class that inherits from ModuleType
+class ProxyModule(ModuleType):
+    def __getattr__(self, name):
+        return getattr(new_package, name)
+
+    def __dir__(self):
+        return dir(new_package)
+
+
+# Create a new module instance
+old_module = ProxyModule(__name__)
+
+# Copy attributes from new_package to old_module
+for attr in dir(new_package):
+    if not attr.startswith("__"):
+        setattr(old_module, attr, getattr(new_package, attr))
+
+# Replace the module in sys.modules
+sys.modules[__name__] = old_module
+
+
+# Handle submodule imports
+class SubmoduleProxy:
+    def __getattr__(self, name):
+        return importlib.import_module(f"{NEW_PACKAGE}.{name}")
+
+
+# Add submodule handling to the proxy module
+old_module.__class__ = type(
+    "ProxyModuleWithSubmodules", (ProxyModule, SubmoduleProxy), {}
+)

nshtrainer-0.4.2/src/nshtrainer/runner.py

@@ -0,0 +1,97 @@
+import copy
+import functools
+from collections.abc import Callable, Mapping, Sequence
+from typing import Generic
+
+from nshrunner import RunInfo
+from nshrunner import Runner as _Runner
+from nshrunner._runner import SnapshotArgType
+from typing_extensions import TypeVar, TypeVarTuple, Unpack, override
+
+from .model.config import BaseConfig
+
+TConfig = TypeVar("TConfig", bound=BaseConfig, infer_variance=True)
+TArguments = TypeVarTuple("TArguments", default=Unpack[tuple[()]])
+TReturn = TypeVar("TReturn", infer_variance=True)
+
+
+class Runner(
+    _Runner[TReturn, TConfig, Unpack[TArguments]],
+    Generic[TReturn, TConfig, Unpack[TArguments]],
+):
+    @override
+    @classmethod
+    def default_validate_fn(cls, config: TConfig, *args: Unpack[TArguments]) -> None:
+        super().default_validate_fn(config, *args)
+
+    @override
+    @classmethod
+    def default_info_fn(cls, config: TConfig, *args: Unpack[TArguments]) -> RunInfo:
+        run_info = super().default_info_fn(config, *args)
+        return {
+            **run_info,
+            "id": config.id,
+            "base_dir": config.directory.project_root,
+        }
+
+    def _fast_dev_run_transform(
+        self,
+        config: TConfig,
+        *args: Unpack[TArguments],
+        n_batches: int,
+    ):
+        config = copy.deepcopy(config)
+        config.trainer.fast_dev_run = n_batches
+        return (config, *args)
+
+    def fast_dev_run(
+        self,
+        runs: Sequence[tuple[TConfig, Unpack[TArguments]]],
+        n_batches: int = 1,
+        *,
+        env: Mapping[str, str] | None = None,
+        transforms: list[
+            Callable[[TConfig, Unpack[TArguments]], tuple[TConfig, Unpack[TArguments]]]
+        ]
+        | None = None,
+    ):
+        transforms = transforms or []
+        transforms.append(
+            functools.partial(self._fast_dev_run_transform, n_batches=n_batches)
+        )
+        return self.local(runs, env=env, transforms=transforms)
+
+    def fast_dev_run_session(
+        self,
+        runs: Sequence[tuple[TConfig, Unpack[TArguments]]],
+        n_batches: int = 1,
+        *,
+        snapshot: SnapshotArgType,
+        setup_commands: Sequence[str] | None = None,
+        env: Mapping[str, str] | None = None,
+        transforms: list[
+            Callable[[TConfig, Unpack[TArguments]], tuple[TConfig, Unpack[TArguments]]]
+        ]
+        | None = None,
+        activate_venv: bool = True,
+        session_name: str = "nshrunner",
+        attach: bool = True,
+        print_command: bool = True,
+        pause_before_exit: bool = False,
+    ):
+        transforms = transforms or []
+        transforms.append(
+            functools.partial(self._fast_dev_run_transform, n_batches=n_batches)
+        )
+        return self.session(
+            runs,
+            snapshot=snapshot,
+            setup_commands=setup_commands,
+            env=env,
+            transforms=transforms,
+            activate_venv=activate_venv,
+            session_name=session_name,
+            attach=attach,
+            print_command=print_command,
+            pause_before_exit=pause_before_exit,
+        )

nshtrainer-0.4.0/src/nshtrainer/runner.py

@@ -1,31 +0,0 @@
-from typing import Generic
-
-from nshrunner import RunInfo
-from nshrunner import Runner as _Runner
-from typing_extensions import TypeVar, TypeVarTuple, Unpack, override
-
-from .model.config import BaseConfig
-
-TConfig = TypeVar("TConfig", bound=BaseConfig, infer_variance=True)
-TArguments = TypeVarTuple("TArguments", default=Unpack[tuple[()]])
-TReturn = TypeVar("TReturn", infer_variance=True)
-
-
-class Runner(
-    _Runner[TReturn, TConfig, Unpack[TArguments]],
-    Generic[TReturn, TConfig, Unpack[TArguments]],
-):
-    @override
-    @classmethod
-    def default_validate_fn(cls, config: TConfig, *args: Unpack[TArguments]) -> None:
-        super().default_validate_fn(config, *args)
-
-    @override
-    @classmethod
-    def default_info_fn(cls, config: TConfig, *args: Unpack[TArguments]) -> RunInfo:
-        run_info = super().default_info_fn(config, *args)
-        return {
-            **run_info,
-            "id": config.id,
-            "base_dir": config.directory.project_root,
-        }