nshtrainer 0.4.1__tar.gz → 0.5.0__tar.gz

{nshtrainer-0.4.1 → nshtrainer-0.5.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: nshtrainer
-Version: 0.4.1
+Version: 0.5.0
 Summary: 
 Author: Nima Shoghi
 Author-email: nimashoghi@gmail.com
@@ -13,7 +13,7 @@ Requires-Dist: lightning
 Requires-Dist: lovely-numpy (>=0.2.13,<0.3.0)
 Requires-Dist: lovely-tensors (>=0.1.16,<0.2.0)
 Requires-Dist: nshconfig (>=0.2.0,<0.3.0)
-Requires-Dist: nshrunner (>=0.5.5,<0.6.0)
+Requires-Dist: nshrunner (>=0.6.0,<0.7.0)
 Requires-Dist: nshutils (>=0.3.0,<0.4.0)
 Requires-Dist: numpy
 Requires-Dist: pytorch-lightning

{nshtrainer-0.4.1 → nshtrainer-0.5.0}/pyproject.toml

@@ -1,13 +1,13 @@
 [tool.poetry]
 name = "nshtrainer"
-version = "0.4.1"
+version = "0.5.0"
 description = ""
 authors = ["Nima Shoghi <nimashoghi@gmail.com>"]
 readme = "README.md"
 
 [tool.poetry.dependencies]
 python = "^3.10"
-nshrunner = "^0.5.5"
+nshrunner = "^0.6.0"
 nshconfig = "^0.2.0"
 torch = "*"
 typing-extensions = "*"

nshtrainer-0.5.0/src/nshtrainer/ll/__init__.py

@@ -0,0 +1,42 @@
+import importlib
+import sys
+from types import ModuleType
+
+# The name of your new package
+NEW_PACKAGE = "nshtrainer"
+
+# Import the new package
+new_package = importlib.import_module(NEW_PACKAGE)
+
+
+# Create a custom module class that inherits from ModuleType
+class ProxyModule(ModuleType):
+    def __getattr__(self, name):
+        return getattr(new_package, name)
+
+    def __dir__(self):
+        return dir(new_package)
+
+
+# Create a new module instance
+old_module = ProxyModule(__name__)
+
+# Copy attributes from new_package to old_module
+for attr in dir(new_package):
+    if not attr.startswith("__"):
+        setattr(old_module, attr, getattr(new_package, attr))
+
+# Replace the module in sys.modules
+sys.modules[__name__] = old_module
+
+
+# Handle submodule imports
+class SubmoduleProxy:
+    def __getattr__(self, name):
+        return importlib.import_module(f"{NEW_PACKAGE}.{name}")
+
+
+# Add submodule handling to the proxy module
+old_module.__class__ = type(
+    "ProxyModuleWithSubmodules", (ProxyModule, SubmoduleProxy), {}
+)

{nshtrainer-0.4.1 → nshtrainer-0.5.0}/src/nshtrainer/runner.py

@@ -59,7 +59,32 @@ class Runner(
         transforms.append(
             functools.partial(self._fast_dev_run_transform, n_batches=n_batches)
         )
-        return self.local(runs, env=env, transforms=transforms)
+        return self.local(
+            runs,
+            env=env,
+            transforms=transforms,
+        )
+
+    def fast_dev_run_generator(
+        self,
+        runs: Sequence[tuple[TConfig, Unpack[TArguments]]],
+        n_batches: int = 1,
+        *,
+        env: Mapping[str, str] | None = None,
+        transforms: list[
+            Callable[[TConfig, Unpack[TArguments]], tuple[TConfig, Unpack[TArguments]]]
+        ]
+        | None = None,
+    ):
+        transforms = transforms or []
+        transforms.append(
+            functools.partial(self._fast_dev_run_transform, n_batches=n_batches)
+        )
+        return self.local_generator(
+            runs,
+            env=env,
+            transforms=transforms,
+        )
 
     def fast_dev_run_session(
         self,