nshtrainer 1.0.0b14__py3-none-any.whl → 1.0.0b16__py3-none-any.whl

nshtrainer/configs/util/__init__.py

@@ -2,108 +2,39 @@ from __future__ import annotations
 
 __codegen__ = True
 
-from typing import TYPE_CHECKING
+from nshtrainer.util._environment_info import (
+    EnvironmentClassInformationConfig as EnvironmentClassInformationConfig,
+)
+from nshtrainer.util._environment_info import EnvironmentConfig as EnvironmentConfig
+from nshtrainer.util._environment_info import (
+    EnvironmentCUDAConfig as EnvironmentCUDAConfig,
+)
+from nshtrainer.util._environment_info import (
+    EnvironmentGPUConfig as EnvironmentGPUConfig,
+)
+from nshtrainer.util._environment_info import (
+    EnvironmentHardwareConfig as EnvironmentHardwareConfig,
+)
+from nshtrainer.util._environment_info import (
+    EnvironmentLinuxEnvironmentConfig as EnvironmentLinuxEnvironmentConfig,
+)
+from nshtrainer.util._environment_info import (
+    EnvironmentLSFInformationConfig as EnvironmentLSFInformationConfig,
+)
+from nshtrainer.util._environment_info import (
+    EnvironmentPackageConfig as EnvironmentPackageConfig,
+)
+from nshtrainer.util._environment_info import (
+    EnvironmentSLURMInformationConfig as EnvironmentSLURMInformationConfig,
+)
+from nshtrainer.util._environment_info import (
+    EnvironmentSnapshotConfig as EnvironmentSnapshotConfig,
+)
+from nshtrainer.util._environment_info import GitRepositoryConfig as GitRepositoryConfig
+from nshtrainer.util.config import DTypeConfig as DTypeConfig
+from nshtrainer.util.config import DurationConfig as DurationConfig
+from nshtrainer.util.config import EpochsConfig as EpochsConfig
+from nshtrainer.util.config import StepsConfig as StepsConfig
 
-# Config/alias imports
-
-if TYPE_CHECKING:
-    from nshtrainer.util._environment_info import (
-        EnvironmentClassInformationConfig as EnvironmentClassInformationConfig,
-    )
-    from nshtrainer.util._environment_info import EnvironmentConfig as EnvironmentConfig
-    from nshtrainer.util._environment_info import (
-        EnvironmentCUDAConfig as EnvironmentCUDAConfig,
-    )
-    from nshtrainer.util._environment_info import (
-        EnvironmentGPUConfig as EnvironmentGPUConfig,
-    )
-    from nshtrainer.util._environment_info import (
-        EnvironmentHardwareConfig as EnvironmentHardwareConfig,
-    )
-    from nshtrainer.util._environment_info import (
-        EnvironmentLinuxEnvironmentConfig as EnvironmentLinuxEnvironmentConfig,
-    )
-    from nshtrainer.util._environment_info import (
-        EnvironmentLSFInformationConfig as EnvironmentLSFInformationConfig,
-    )
-    from nshtrainer.util._environment_info import (
-        EnvironmentPackageConfig as EnvironmentPackageConfig,
-    )
-    from nshtrainer.util._environment_info import (
-        EnvironmentSLURMInformationConfig as EnvironmentSLURMInformationConfig,
-    )
-    from nshtrainer.util._environment_info import (
-        EnvironmentSnapshotConfig as EnvironmentSnapshotConfig,
-    )
-    from nshtrainer.util._environment_info import (
-        GitRepositoryConfig as GitRepositoryConfig,
-    )
-    from nshtrainer.util.config import DTypeConfig as DTypeConfig
-    from nshtrainer.util.config import DurationConfig as DurationConfig
-    from nshtrainer.util.config import EpochsConfig as EpochsConfig
-    from nshtrainer.util.config import StepsConfig as StepsConfig
-else:
-
-    def __getattr__(name):
-        import importlib
-
-        if name in globals():
-            return globals()[name]
-        if name == "DTypeConfig":
-            return importlib.import_module("nshtrainer.util.config").DTypeConfig
-        if name == "EnvironmentCUDAConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentCUDAConfig
-        if name == "EnvironmentClassInformationConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentClassInformationConfig
-        if name == "EnvironmentConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentConfig
-        if name == "EnvironmentGPUConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentGPUConfig
-        if name == "EnvironmentHardwareConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentHardwareConfig
-        if name == "EnvironmentLSFInformationConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentLSFInformationConfig
-        if name == "EnvironmentLinuxEnvironmentConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentLinuxEnvironmentConfig
-        if name == "EnvironmentPackageConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentPackageConfig
-        if name == "EnvironmentSLURMInformationConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentSLURMInformationConfig
-        if name == "EnvironmentSnapshotConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentSnapshotConfig
-        if name == "EpochsConfig":
-            return importlib.import_module("nshtrainer.util.config").EpochsConfig
-        if name == "GitRepositoryConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).GitRepositoryConfig
-        if name == "StepsConfig":
-            return importlib.import_module("nshtrainer.util.config").StepsConfig
-        if name == "DurationConfig":
-            return importlib.import_module("nshtrainer.util.config").DurationConfig
-        raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
-
-
-# Submodule exports
 from . import _environment_info as _environment_info
 from . import config as config

nshtrainer/configs/util/_environment_info/__init__.py

@@ -2,93 +2,32 @@ from __future__ import annotations
 
 __codegen__ = True
 
-from typing import TYPE_CHECKING
-
-# Config/alias imports
-
-if TYPE_CHECKING:
-    from nshtrainer.util._environment_info import (
-        EnvironmentClassInformationConfig as EnvironmentClassInformationConfig,
-    )
-    from nshtrainer.util._environment_info import EnvironmentConfig as EnvironmentConfig
-    from nshtrainer.util._environment_info import (
-        EnvironmentCUDAConfig as EnvironmentCUDAConfig,
-    )
-    from nshtrainer.util._environment_info import (
-        EnvironmentGPUConfig as EnvironmentGPUConfig,
-    )
-    from nshtrainer.util._environment_info import (
-        EnvironmentHardwareConfig as EnvironmentHardwareConfig,
-    )
-    from nshtrainer.util._environment_info import (
-        EnvironmentLinuxEnvironmentConfig as EnvironmentLinuxEnvironmentConfig,
-    )
-    from nshtrainer.util._environment_info import (
-        EnvironmentLSFInformationConfig as EnvironmentLSFInformationConfig,
-    )
-    from nshtrainer.util._environment_info import (
-        EnvironmentPackageConfig as EnvironmentPackageConfig,
-    )
-    from nshtrainer.util._environment_info import (
-        EnvironmentSLURMInformationConfig as EnvironmentSLURMInformationConfig,
-    )
-    from nshtrainer.util._environment_info import (
-        EnvironmentSnapshotConfig as EnvironmentSnapshotConfig,
-    )
-    from nshtrainer.util._environment_info import (
-        GitRepositoryConfig as GitRepositoryConfig,
-    )
-else:
-
-    def __getattr__(name):
-        import importlib
-
-        if name in globals():
-            return globals()[name]
-        if name == "EnvironmentCUDAConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentCUDAConfig
-        if name == "EnvironmentClassInformationConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentClassInformationConfig
-        if name == "EnvironmentConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentConfig
-        if name == "EnvironmentGPUConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentGPUConfig
-        if name == "EnvironmentHardwareConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentHardwareConfig
-        if name == "EnvironmentLSFInformationConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentLSFInformationConfig
-        if name == "EnvironmentLinuxEnvironmentConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentLinuxEnvironmentConfig
-        if name == "EnvironmentPackageConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentPackageConfig
-        if name == "EnvironmentSLURMInformationConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentSLURMInformationConfig
-        if name == "EnvironmentSnapshotConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).EnvironmentSnapshotConfig
-        if name == "GitRepositoryConfig":
-            return importlib.import_module(
-                "nshtrainer.util._environment_info"
-            ).GitRepositoryConfig
-        raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
-
-# Submodule exports
+from nshtrainer.util._environment_info import (
+    EnvironmentClassInformationConfig as EnvironmentClassInformationConfig,
+)
+from nshtrainer.util._environment_info import EnvironmentConfig as EnvironmentConfig
+from nshtrainer.util._environment_info import (
+    EnvironmentCUDAConfig as EnvironmentCUDAConfig,
+)
+from nshtrainer.util._environment_info import (
+    EnvironmentGPUConfig as EnvironmentGPUConfig,
+)
+from nshtrainer.util._environment_info import (
+    EnvironmentHardwareConfig as EnvironmentHardwareConfig,
+)
+from nshtrainer.util._environment_info import (
+    EnvironmentLinuxEnvironmentConfig as EnvironmentLinuxEnvironmentConfig,
+)
+from nshtrainer.util._environment_info import (
+    EnvironmentLSFInformationConfig as EnvironmentLSFInformationConfig,
+)
+from nshtrainer.util._environment_info import (
+    EnvironmentPackageConfig as EnvironmentPackageConfig,
+)
+from nshtrainer.util._environment_info import (
+    EnvironmentSLURMInformationConfig as EnvironmentSLURMInformationConfig,
+)
+from nshtrainer.util._environment_info import (
+    EnvironmentSnapshotConfig as EnvironmentSnapshotConfig,
+)
+from nshtrainer.util._environment_info import GitRepositoryConfig as GitRepositoryConfig

nshtrainer/configs/util/config/__init__.py

@@ -2,33 +2,10 @@ from __future__ import annotations
 
 __codegen__ = True
 
-from typing import TYPE_CHECKING
+from nshtrainer.util.config import DTypeConfig as DTypeConfig
+from nshtrainer.util.config import DurationConfig as DurationConfig
+from nshtrainer.util.config import EpochsConfig as EpochsConfig
+from nshtrainer.util.config import StepsConfig as StepsConfig
 
-# Config/alias imports
-
-if TYPE_CHECKING:
-    from nshtrainer.util.config import DTypeConfig as DTypeConfig
-    from nshtrainer.util.config import DurationConfig as DurationConfig
-    from nshtrainer.util.config import EpochsConfig as EpochsConfig
-    from nshtrainer.util.config import StepsConfig as StepsConfig
-else:
-
-    def __getattr__(name):
-        import importlib
-
-        if name in globals():
-            return globals()[name]
-        if name == "DTypeConfig":
-            return importlib.import_module("nshtrainer.util.config").DTypeConfig
-        if name == "EpochsConfig":
-            return importlib.import_module("nshtrainer.util.config").EpochsConfig
-        if name == "StepsConfig":
-            return importlib.import_module("nshtrainer.util.config").StepsConfig
-        if name == "DurationConfig":
-            return importlib.import_module("nshtrainer.util.config").DurationConfig
-        raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
-
-
-# Submodule exports
 from . import dtype as dtype
 from . import duration as duration

nshtrainer/configs/util/config/dtype/__init__.py

@@ -2,21 +2,4 @@ from __future__ import annotations
 
 __codegen__ = True
 
-from typing import TYPE_CHECKING
-
-# Config/alias imports
-
-if TYPE_CHECKING:
-    from nshtrainer.util.config.dtype import DTypeConfig as DTypeConfig
-else:
-
-    def __getattr__(name):
-        import importlib
-
-        if name in globals():
-            return globals()[name]
-        if name == "DTypeConfig":
-            return importlib.import_module("nshtrainer.util.config.dtype").DTypeConfig
-        raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
-
-# Submodule exports
+from nshtrainer.util.config.dtype import DTypeConfig as DTypeConfig

nshtrainer/configs/util/config/duration/__init__.py

@@ -2,33 +2,6 @@ from __future__ import annotations
 
 __codegen__ = True
 
-from typing import TYPE_CHECKING
-
-# Config/alias imports
-
-if TYPE_CHECKING:
-    from nshtrainer.util.config.duration import DurationConfig as DurationConfig
-    from nshtrainer.util.config.duration import EpochsConfig as EpochsConfig
-    from nshtrainer.util.config.duration import StepsConfig as StepsConfig
-else:
-
-    def __getattr__(name):
-        import importlib
-
-        if name in globals():
-            return globals()[name]
-        if name == "EpochsConfig":
-            return importlib.import_module(
-                "nshtrainer.util.config.duration"
-            ).EpochsConfig
-        if name == "StepsConfig":
-            return importlib.import_module(
-                "nshtrainer.util.config.duration"
-            ).StepsConfig
-        if name == "DurationConfig":
-            return importlib.import_module(
-                "nshtrainer.util.config.duration"
-            ).DurationConfig
-        raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
-
-# Submodule exports
+from nshtrainer.util.config.duration import DurationConfig as DurationConfig
+from nshtrainer.util.config.duration import EpochsConfig as EpochsConfig
+from nshtrainer.util.config.duration import StepsConfig as StepsConfig

nshtrainer/trainer/_config.py

@@ -498,13 +498,24 @@ class TrainerConfig(C.Config):
     hf_hub: HuggingFaceHubConfig = HuggingFaceHubConfig()
     """Hugging Face Hub configuration options."""
 
-    loggers: Sequence[LoggerConfig] = [
-        WandbLoggerConfig(),
-        CSVLoggerConfig(),
-        TensorboardLoggerConfig(),
-    ]
+    loggers: Sequence[LoggerConfig] | None = None
     """Loggers to use for experiment tracking."""
 
+    def enabled_loggers(self) -> Sequence[LoggerConfig]:
+        # Default loggers
+        if (loggers := self.loggers) is None:
+            loggers = [
+                WandbLoggerConfig(),
+                CSVLoggerConfig(),
+                TensorboardLoggerConfig(),
+            ]
+
+        # In barebones mode, disable all loggers
+        if self.barebones:
+            loggers = []
+
+        return loggers
+
     actsave_logger: ActSaveLoggerConfig | None = None
     """If enabled, will automatically save logged metrics using ActSave (if nshutils is installed)."""
 
@@ -574,6 +585,23 @@ class TrainerConfig(C.Config):
     Default: ``False``.
     """
 
+    barebones: bool
+    """Whether to run in "barebones mode", where all features that may impact raw speed are
+    disabled. This is meant for analyzing the Trainer overhead and is discouraged during regular training
+    runs. The following features are deactivated:
+    :paramref:`~lightning.pytorch.trainer.trainer.Trainer.enable_checkpointing`,
+    :paramref:`~lightning.pytorch.trainer.trainer.Trainer.logger`,
+    :paramref:`~lightning.pytorch.trainer.trainer.Trainer.enable_progress_bar`,
+    :paramref:`~lightning.pytorch.trainer.trainer.Trainer.log_every_n_steps`,
+    :paramref:`~lightning.pytorch.trainer.trainer.Trainer.enable_model_summary`,
+    :paramref:`~lightning.pytorch.trainer.trainer.Trainer.num_sanity_val_steps`,
+    :paramref:`~lightning.pytorch.trainer.trainer.Trainer.fast_dev_run`,
+    :paramref:`~lightning.pytorch.trainer.trainer.Trainer.detect_anomaly`,
+    :paramref:`~lightning.pytorch.trainer.trainer.Trainer.profiler`,
+    :meth:`~lightning.pytorch.core.LightningModule.log`,
+    :meth:`~lightning.pytorch.core.LightningModule.log_dict`.
+    """
+
     precision: (
         Literal[
             "64-true",
@@ -745,7 +773,7 @@ class TrainerConfig(C.Config):
         return next(
             (
                 logger
-                for logger in self.loggers
+                for logger in self.enabled_loggers()
                 if isinstance(logger, WandbLoggerConfig)
             ),
             None,
@@ -754,7 +782,11 @@ class TrainerConfig(C.Config):
     @property
     def csv_logger(self):
         return next(
-            (logger for logger in self.loggers if isinstance(logger, CSVLoggerConfig)),
+            (
+                logger
+                for logger in self.enabled_loggers()
+                if isinstance(logger, CSVLoggerConfig)
+            ),
             None,
         )
 
@@ -763,7 +795,7 @@ class TrainerConfig(C.Config):
         return next(
             (
                 logger
-                for logger in self.loggers
+                for logger in self.enabled_loggers()
                 if isinstance(logger, TensorboardLoggerConfig)
             ),
             None,
@@ -775,7 +807,7 @@ class TrainerConfig(C.Config):
         yield self.lr_monitor
         yield from (
             logger_config
-            for logger_config in self.loggers
+            for logger_config in self.enabled_loggers()
             if logger_config is not None
             and isinstance(logger_config, CallbackConfigBase)
         )
@@ -788,7 +820,7 @@ class TrainerConfig(C.Config):
         yield from self.callbacks
 
     def _nshtrainer_all_logger_configs(self) -> Iterable[BaseLoggerConfig | None]:
-        yield from self.loggers
+        yield from self.enabled_loggers()
         yield self.actsave_logger
 
     # region Helper Methods

{nshtrainer-1.0.0b14.dist-info → nshtrainer-1.0.0b16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: nshtrainer
-Version: 1.0.0b14
+Version: 1.0.0b16
 Summary: 
 Author: Nima Shoghi
 Author-email: nimashoghi@gmail.com

{nshtrainer-1.0.0b14.dist-info → nshtrainer-1.0.0b16.dist-info}/RECORD

@@ -29,63 +29,63 @@ nshtrainer/callbacks/shared_parameters.py,sha256=33eRzifNj6reKbvmGuam1hUofo3sD4J
 nshtrainer/callbacks/timer.py,sha256=BB-M7tV4QNYOwY_Su6j9P7IILxVRae_upmDq4qsxiao,4670
 nshtrainer/callbacks/wandb_upload_code.py,sha256=PTqNE1QB5U8NR5zhbiQZrmQuugX2UV7B12UdMpo9aV0,2353
 nshtrainer/callbacks/wandb_watch.py,sha256=tTTcFzxd2Ia9xu8tCogQ5CLJZBq1ne5JlpGVE75vKYs,2976
-nshtrainer/configs/__init__.py,sha256=6aSdzeYaY3Kf7NT-9_z_HqOrlJo4lsnaI9P8HJGLN8I,20713
-nshtrainer/configs/_checkpoint/__init__.py,sha256=gJ4VUKB0e7Z9imZTAsEsHzYbUycojcTAz7VdefUc4lg,903
-nshtrainer/configs/_checkpoint/metadata/__init__.py,sha256=X9KxpcoHQbJp6-MTGvp4pct-MYHaHcl82s9yqZ5KiSk,867
-nshtrainer/configs/_directory/__init__.py,sha256=mTUoSz-DSsvI2M98cqu2Z2x215oM0sLyljh_5rVexvQ,1029
-nshtrainer/configs/_hf_hub/__init__.py,sha256=3HGCGhRb7NhOuLeskGqbYNuS9c81oOUbX6ibyF3XiCY,1063
-nshtrainer/configs/callbacks/__init__.py,sha256=xgCa98EmqU8cHxlJa-64Cc4c_0fS0Cz2iVac4edL_yc,7657
-nshtrainer/configs/callbacks/actsave/__init__.py,sha256=AkVWS9vCcDJFpPUpyc7i9cjaFZU2kKxDyFDqakMZA-E,809
-nshtrainer/configs/callbacks/base/__init__.py,sha256=OdtHDMkYC_ioCEAkg7bSQi3o7e2t5WHPcFjavXdfdTA,602
-nshtrainer/configs/callbacks/checkpoint/__init__.py,sha256=DE-JTtY4NdaP3mgWduearFYMvy1tswWRBWMde06RzQc,2700
-nshtrainer/configs/callbacks/checkpoint/_base/__init__.py,sha256=PNCnWgzHzg5yHDLSoTUgcuyZbBDc8wHfug8hS7xdfFg,1255
-nshtrainer/configs/callbacks/checkpoint/best_checkpoint/__init__.py,sha256=ZEBXeXL7IFztb8O8GRjSe8R62jxxNxVT5pQ2AJdMvQA,1637
-nshtrainer/configs/callbacks/checkpoint/last_checkpoint/__init__.py,sha256=p3BY0jurlt5mnenZ07Pi0dBILtVQrucXw8lfIx0upUQ,1355
-nshtrainer/configs/callbacks/checkpoint/on_exception_checkpoint/__init__.py,sha256=WQ09bjj1E_iq_XDILa9Kwe9WrUxrUjz5sKy6IFb14p4,1069
-nshtrainer/configs/callbacks/debug_flag/__init__.py,sha256=z0hzh1q83XJ1o6p26QTfyCjpMcHERn--ovts1MzQVGI,908
-nshtrainer/configs/callbacks/directory_setup/__init__.py,sha256=L2fK_nQkEky9TrqFmZwW1XEqsftn_i8xw_4uDcDXp0k,965
-nshtrainer/configs/callbacks/early_stopping/__init__.py,sha256=UVj9fsaS6dDmKM2qIVJwtE8HrcxmTper-eU6FyAeFps,1198
-nshtrainer/configs/callbacks/ema/__init__.py,sha256=KlPGdJWjYTKLdpl-VnN4BYY2sA_LX3rsoZo-4Q9pbv4,809
-nshtrainer/configs/callbacks/finite_checks/__init__.py,sha256=V6Owp05XdIk3EO67AMVGdwbT4-D86QRuvqWM2gu5Xpw,949
-nshtrainer/configs/callbacks/gradient_skipping/__init__.py,sha256=RhIfJFq-x_sWYrWVGaVEBeT8uUFYjFgt0Ug8pPgpJSg,981
-nshtrainer/configs/callbacks/log_epoch/__init__.py,sha256=4jePzjE3bVxaI7hQrcWW5SrKT5MrFyplJZwK8bQHbGI,900
-nshtrainer/configs/callbacks/lr_monitor/__init__.py,sha256=iC8U0oWC75JzPUMRoGWkC8WkMuLbF9-zuN_yQlByycY,916
-nshtrainer/configs/callbacks/norm_logging/__init__.py,sha256=8M9hcGpEuQadfgTR4-YL4TWeyxZjg0s84x420B03-aE,941
-nshtrainer/configs/callbacks/print_table/__init__.py,sha256=Ni47iS2mIzwGu8XuHfUY5BJKawUO_2TyJMZ62QBpEW0,961
-nshtrainer/configs/callbacks/rlp_sanity_checks/__init__.py,sha256=OgPywk8Z9y_dnq_liH2PPWuQSpUlQ_Q2-q99HDN9Leg,977
-nshtrainer/configs/callbacks/shared_parameters/__init__.py,sha256=1wvcw4hu7q2CDT6zJi6nb2Ixnz0QSwKJ0a6w5dKxJ5M,981
-nshtrainer/configs/callbacks/timer/__init__.py,sha256=LE8JwBK9wxfdloYHfwMfg4yIGv4V-zd6gtFde6ngubs,892
-nshtrainer/configs/callbacks/wandb_upload_code/__init__.py,sha256=czWDuQtQR9eWyQEolEUvGxjMuCKkFlb1RSVrPP_bIdU,977
-nshtrainer/configs/callbacks/wandb_watch/__init__.py,sha256=y3t2NUFkXpfwfb3aKXqOWyzaWHhhaphMY-TkVyiipD0,933
-nshtrainer/configs/loggers/__init__.py,sha256=mESJtuNsxdS3HmijNSFPwoW3k6CDrlcXi4BYcCZopno,2528
-nshtrainer/configs/loggers/_base/__init__.py,sha256=CFo8APn-VRiUI19lcSV97icCJrKefQ1wAFuZTWFn_fQ,562
-nshtrainer/configs/loggers/actsave/__init__.py,sha256=TLDj9Lexs6P2K-yB43MQ0z2XN9jOCrOc34c0DEJ1I_4,847
-nshtrainer/configs/loggers/csv/__init__.py,sha256=yHEKSpdxU67jm-TVBdFlsJ6Gvugxl3QZkT5lbuKe3ek,755
-nshtrainer/configs/loggers/tensorboard/__init__.py,sha256=sw2lvaAJLxFQze5fxY-WJfJHHGZ2RX3VpZ-oqW9a_Ck,896
-nshtrainer/configs/loggers/wandb/__init__.py,sha256=siElybkmRptnhJkAZTAqzeYNrTV8Yj2YeGBfYMM7Vpc,1602
-nshtrainer/configs/lr_scheduler/__init__.py,sha256=f2Rkja13ciy7T2DWitjoVr-J9AuZ1oB6oohBUZ8Y25s,2149
-nshtrainer/configs/lr_scheduler/_base/__init__.py,sha256=u9bOJOs_BrZLTg-aUZpfsNDvtE6957KsCgfoV2IuvjA,639
-nshtrainer/configs/lr_scheduler/linear_warmup_cosine/__init__.py,sha256=6sqqrymsn9c_UEShRGvgLTie8maP8lX3UH5Ee2l7jZM,1341
-nshtrainer/configs/lr_scheduler/reduce_lr_on_plateau/__init__.py,sha256=CN_4VtFGk7QzhOpRAo-sQ8QqGLg_n4cPxkH6gE6dzDQ,1265
-nshtrainer/configs/metrics/__init__.py,sha256=W_nAvsNNCdwGKbYMer93GO2fei9LJacmlRiRkKbLjQI,568
-nshtrainer/configs/metrics/_config/__init__.py,sha256=SX9sHbKqloCw5jGv1zS-JmF3M5AaXpdpxJZNE0SPTes,550
-nshtrainer/configs/nn/__init__.py,sha256=XV_hbkQyEafbctOnPl-XU97KPQJTfQVLRSchEnzfRn4,3990
-nshtrainer/configs/nn/mlp/__init__.py,sha256=C6dft6w162_J3YggaC5JmpnEjPUcbiw4lSu9FFB0SPU,934
-nshtrainer/configs/nn/nonlinearity/__init__.py,sha256=_njAmDmI3AI7lMJgUOFaD7KmmEHWQJICASWeiQkPghI,4797
-nshtrainer/configs/optimizer/__init__.py,sha256=UQ6ePMmJ9sdj9UA4LQRe84k95GtJhVl7lgKQfXCCEbc,936
-nshtrainer/configs/profiler/__init__.py,sha256=61p5X6lNjW3oPO6ay05eunYpHz-shY5yHCIG0fhaUD0,1521
-nshtrainer/configs/profiler/_base/__init__.py,sha256=smDYCplrI5B38XJcNZ462ZeTo9l1ieLXCxRxf-FJEUY,602
-nshtrainer/configs/profiler/advanced/__init__.py,sha256=VCCvbzhEeOcdZ0Unvk_anAcmbQuGogTQhK_bXs5RG9U,892
-nshtrainer/configs/profiler/pytorch/__init__.py,sha256=hJ90ym5ElI-BY_XS3VSLjcgQWfV0Pp1MdzTU6Qi8MFg,884
-nshtrainer/configs/profiler/simple/__init__.py,sha256=18V64kKYrJeSCrPmY3wYnshEISaf7xmrfw2Ny-6P3uE,859
-nshtrainer/configs/trainer/__init__.py,sha256=Myb4GGrdrhuE9kl7UAH1UvVBHWGZDcbJfxmLJsfJOfw,7676
-nshtrainer/configs/trainer/_config/__init__.py,sha256=NOgi9MjPkNQZMlF18dtwbBoXCLwGIcMZyhFv9aTj3qg,7625
-nshtrainer/configs/trainer/trainer/__init__.py,sha256=P-Y2DOZZcJtEdPjGEKCxq5R3JSzKhUUoidkSvO_cfKI,797
-nshtrainer/configs/util/__init__.py,sha256=ZcmEqg2OWKKcPBqzDG1SnuaAMgR4_c0jog-Xg6QTUzc,4555
-nshtrainer/configs/util/_environment_info/__init__.py,sha256=MQJnvrGBRotjN0wuo7ntyfHtu45mxZuo2i5kEtgqheI,3730
-nshtrainer/configs/util/config/__init__.py,sha256=1fssbW-Z5o0Ckn1L3g22bhT2kFg6OLwyqETq5gCJo4w,1162
-nshtrainer/configs/util/config/dtype/__init__.py,sha256=NCXMVO-EUz3JvPmlDci72O9ZeqpCANs0ieeoXAu9Ljw,550
-nshtrainer/configs/util/config/duration/__init__.py,sha256=8llT1MCKQpsdNldN5h5Wo0GjUuRn28Sxw2FTXTNKBpM,1060
+nshtrainer/configs/__init__.py,sha256=_6JQhtNpjjmIi7nb78Rt_x4JNJk19oMXD19-MsJRbc8,7473
+nshtrainer/configs/_checkpoint/__init__.py,sha256=T5RnSr-S-H6lUApXAqsG03Uk_F_hqfzW7IU7riBxlT0,260
+nshtrainer/configs/_checkpoint/metadata/__init__.py,sha256=amR5ph9N3qVa-aIIAvzfNbMvg_0RiDHM6EwrowiPUW8,224
+nshtrainer/configs/_directory/__init__.py,sha256=hkBrI-OHUARCooP1cF5iChqRXTH5Y1HehThX_9q3qqM,292
+nshtrainer/configs/_hf_hub/__init__.py,sha256=8IhyO2J3Y_0Z7L39nVPQuVgY4zXLGghBzsHpnFt4KxU,309
+nshtrainer/configs/callbacks/__init__.py,sha256=afoWd7ocxAuh_u91tjQ28N-NX9fVCPXQvVD5z88qXuU,3077
+nshtrainer/configs/callbacks/actsave/__init__.py,sha256=SCJXAoaLqfWSTPAVUMBfC9vPFM5DpeBzWIa4Pj_Krlg,210
+nshtrainer/configs/callbacks/base/__init__.py,sha256=SB-xlJlgjuPzZ0xfMWEXT-OLpJPXrq6rdY-f1roU9ug,135
+nshtrainer/configs/callbacks/checkpoint/__init__.py,sha256=w1CtoBHdW9pstp33LYnj4mDsl2R0s-S13WQIoRMl5y8,1014
+nshtrainer/configs/callbacks/checkpoint/_base/__init__.py,sha256=8YGa3n9-q1a9CYXjfJv-WJFl7J27av6UdI5taBtGh0c,376
+nshtrainer/configs/callbacks/checkpoint/best_checkpoint/__init__.py,sha256=bucvZk5bkOKe27aQ13kNYWflvOKxyhWVj8j0xvAzkF4,515
+nshtrainer/configs/callbacks/checkpoint/last_checkpoint/__init__.py,sha256=hx-QGl8_UGWlH01hWBEgT_PPd0kfphgdXZTb_SiwlMw,426
+nshtrainer/configs/callbacks/checkpoint/on_exception_checkpoint/__init__.py,sha256=4t2xQf29hDID-3jkVZfeyL2HVP1D7ZmJAKnM0ZllPAo,326
+nshtrainer/configs/callbacks/debug_flag/__init__.py,sha256=A4PP8xEL5m4v5YckB9I7LzhMqfGeyF5140-sXNOWNmE,245
+nshtrainer/configs/callbacks/directory_setup/__init__.py,sha256=URMIR6qUkRiXrIrqJ0kxyVVVq86cMNhz5Ps6DwIrrBo,274
+nshtrainer/configs/callbacks/early_stopping/__init__.py,sha256=8SzOG8aWdDap3E2EqmrfHtdCYpCD6Pnfbc_U0L7Fy9M,338
+nshtrainer/configs/callbacks/ema/__init__.py,sha256=t1lWbcO8zl_1e1vppQwsKP9nJMnTSv8kT2w1w41Lrrk,210
+nshtrainer/configs/callbacks/finite_checks/__init__.py,sha256=HMPfNK37liVhGadc35P8SxZ-cclMnIEqJtyQnxNC93o,257
+nshtrainer/configs/callbacks/gradient_skipping/__init__.py,sha256=GekHXgBSIhkkqB7MZp-ioFtJA7PEToWyOUh2a67jlck,282
+nshtrainer/configs/callbacks/log_epoch/__init__.py,sha256=Og2KAVYHeRqVPvOOVkBA7_lyhHM0RS2oJkoRdkzT-1U,241
+nshtrainer/configs/callbacks/lr_monitor/__init__.py,sha256=II7aV6NB0a_7TIqQnIrnTKcRmfktd_EXb-ffNvIPWi0,249
+nshtrainer/configs/callbacks/norm_logging/__init__.py,sha256=RktQ29_dP_JY3yHnCaZQkUTk91d4_lZBJBfo4osVlWM,253
+nshtrainer/configs/callbacks/print_table/__init__.py,sha256=Jad_35_z-m_vWXE0jhv4uBmDyqhATRRBin4FEJ93opQ,263
+nshtrainer/configs/callbacks/rlp_sanity_checks/__init__.py,sha256=IlTi2ZxFmrRAfSIttjtavt_ZdgRb-P-vYg9-vG6ryRY,280
+nshtrainer/configs/callbacks/shared_parameters/__init__.py,sha256=LCA9MqCeBEUW-RNB-mowXdsl2FGIzyIZ2SJHhbWHFWM,282
+nshtrainer/configs/callbacks/timer/__init__.py,sha256=ZBDcTPdxYJZV4au5zcWC96q2WshnCQQXw62A1TJQTCE,237
+nshtrainer/configs/callbacks/wandb_upload_code/__init__.py,sha256=NWJKDGpfSD84l-3gkqRVxzhL3MRpISAC50zhdeMMFE8,280
+nshtrainer/configs/callbacks/wandb_watch/__init__.py,sha256=3yKnI14haGJAY_BtjE-Yh2QX-N3axJZO5Ced6WKiaG4,249
+nshtrainer/configs/loggers/__init__.py,sha256=oRwUQ5_XHRzVplemoZaCY7LOmYZQx_1YxtNeKqDe7EA,920
+nshtrainer/configs/loggers/_base/__init__.py,sha256=Z3e-CD2fvLGZHFFoc0XDnHa6F40cpmbVN3MllAxckKE,130
+nshtrainer/configs/loggers/actsave/__init__.py,sha256=QqQOG1IXqQ1hG_dqptBNlYAkwi8qR5s3GOKJvTr8jhI,214
+nshtrainer/configs/loggers/csv/__init__.py,sha256=nqa2Y-fw-Nym7P_FwgWaZrhzuf0BfmA89-5Kp0M-ZME,198
+nshtrainer/configs/loggers/tensorboard/__init__.py,sha256=_TZjPfmkhGHhOzziWhcPbvtlaqg0A7NJ3J-PDdFsV2k,239
+nshtrainer/configs/loggers/wandb/__init__.py,sha256=rYpaPhqBqv4ARPJQchxffp2igY4pFzKkqtCTwssTHAs,492
+nshtrainer/configs/lr_scheduler/__init__.py,sha256=GYU4q2F7x8qTmv6J23WFbbNc9VDFICbSahTFwW0I4K4,764
+nshtrainer/configs/lr_scheduler/_base/__init__.py,sha256=K27qJ-bxJCxHjndzN3Uw1L65VSoo82CiTruMP7jYaFs,145
+nshtrainer/configs/lr_scheduler/linear_warmup_cosine/__init__.py,sha256=nIARlprx-UWCoDcSmUd7-9AeIX_Fb6GINv_jG6IUbMk,419
+nshtrainer/configs/lr_scheduler/reduce_lr_on_plateau/__init__.py,sha256=b0CEv2pOswUR48gEVjcYc4C2FB22L8PjbGnUeJVlr1A,372
+nshtrainer/configs/metrics/__init__.py,sha256=QGLalWruUhl4iSXaGtqDHHTZdGWsxe9wPYXpBos7z1g,150
+nshtrainer/configs/metrics/_config/__init__.py,sha256=NvYfuS5uGd-HIFBrmRMAEB6RmXV9l-E-v1E-OvOvE5s,124
+nshtrainer/configs/nn/__init__.py,sha256=tke0m-_SDwWvrLZWrqpM5WGZ2ps4Du8Zm8r9Shzg9GI,1408
+nshtrainer/configs/nn/mlp/__init__.py,sha256=bFzswckgbxl_1qaUGmqmA-X6hn1q7oejp6qfkhHnoMY,259
+nshtrainer/configs/nn/nonlinearity/__init__.py,sha256=ITHtH1llvF4h-S-nZJSDCNxfkXyM-R4yAT5fLQSVhjE,1539
+nshtrainer/configs/optimizer/__init__.py,sha256=9dT71tEmzgUE2IEpDCRUhEs9EDQBDfRj05GUw2GQqFg,260
+nshtrainer/configs/profiler/__init__.py,sha256=aMeIOC1ob1Oy0Ynx0_jmCT6socgb56UUGv_Do0hoBI4,560
+nshtrainer/configs/profiler/_base/__init__.py,sha256=IvvhrjjTHm7RI2pTES8U7BEhCL4tqsuA8mA6FM_mnME,135
+nshtrainer/configs/profiler/advanced/__init__.py,sha256=9d17b1tyDzjA4nVs1olzoMjIGxp8hisi9lCNFVaClP4,237
+nshtrainer/configs/profiler/pytorch/__init__.py,sha256=qD8UZl4NtWnqir-4ukNOIOXLNEAk2E8mcwfaKxyD_YY,224
+nshtrainer/configs/profiler/simple/__init__.py,sha256=KC0jvmnNahBZD9LskbtJ9_cGW8VFcsR5A8JsmGxdwFE,220
+nshtrainer/configs/trainer/__init__.py,sha256=CaJEac6XWaxVDT7U3c1BMzvTDMKzzkQgxunjHukEcw0,2616
+nshtrainer/configs/trainer/_config/__init__.py,sha256=_TVCPGhK-HeUphs6Zuk30xnQ4hyzi0oMQqtobnsxDwA,2557
+nshtrainer/configs/trainer/trainer/__init__.py,sha256=qXDdZou5etO4XCCk9z72ykYt9aylV2iV-g1uX7WFaGs,204
+nshtrainer/configs/util/__init__.py,sha256=50yw6zY9nh-IujctV8uaHyP4ch2KjBQMWHUpfur-NjM,1601
+nshtrainer/configs/util/_environment_info/__init__.py,sha256=mM7S-MAgHqtNsjMPaxwOKSzE_suoh_uSAofY4wWOqVQ,1260
+nshtrainer/configs/util/config/__init__.py,sha256=G0omcYIY3xNrh4M2_TNu6VpMSueftQimqhdrv0KzXf0,377
+nshtrainer/configs/util/config/dtype/__init__.py,sha256=uLsJigEWaw4lNol9a_gp16cT6CbVIf07Tdt3Xe3yr9s,124
+nshtrainer/configs/util/config/duration/__init__.py,sha256=LSl-MfNWwIItghHLo5j5WWlNSYlzDc-8EshVGAG7WoE,277
 nshtrainer/data/__init__.py,sha256=K4i3Tw4g9EOK2zlMMbidi99y0SyI4w8P7_XUf1n42Ts,260
 nshtrainer/data/balanced_batch_sampler.py,sha256=r1cBKRXKHD8E1Ax6tj-FUbE-z1qpbO58mQ9VrK9uLnc,5481
 nshtrainer/data/datamodule.py,sha256=lSOgH32nysJWa6Y7ba1QyOdUV0DVVdO98qokP8wigjk,4138
@@ -119,7 +119,7 @@ nshtrainer/profiler/advanced.py,sha256=XrM3FX0ThCv5UwUrrH0l4Ow4LGAtpiBww2N8QAU5N
 nshtrainer/profiler/pytorch.py,sha256=8K37XvPnCApUpIK8tA2zNMFIaIiTLSoxKQoiyCPBm1Q,2757
 nshtrainer/profiler/simple.py,sha256=PimjqcU-JuS-8C0ZGHAdwCxgNLij4x0FH6WXsjBQzZs,1005
 nshtrainer/trainer/__init__.py,sha256=MmoydVS6aYeav7zgDAUHxAQrV_PMQsbnZTCuPnLH9Wk,128
-nshtrainer/trainer/_config.py,sha256=8jSWox_1qU7ryJUPDKm4kbwRjW67rOF1Oa-nTD_sJg4,31963
+nshtrainer/trainer/_config.py,sha256=1xplxV7kpxXXa3qNDi-LdQ81XsrOFTMTh7IztO0hCdY,33478
 nshtrainer/trainer/_runtime_callback.py,sha256=T3epaj1YeIN0R8CS2cg5HNJIB21TyaD_PVNNOPJ6nJs,4200
 nshtrainer/trainer/signal_connector.py,sha256=YMJf6vTnW0JcnBkuYikm9x_9XscaokrCEzCn4THOGao,10776
 nshtrainer/trainer/trainer.py,sha256=vfQAr5H5HkDlIxjdEP8yhLDKplodxIws3sx3u_8qbkc,19381
@@ -135,6 +135,6 @@ nshtrainer/util/seed.py,sha256=diMV8iwBKN7Xxt5pELmui-gyqyT80_CZzomrWhNss0k,316
 nshtrainer/util/slurm.py,sha256=HflkP5iI_r4UHMyPjw9R4dD5AHsJUpcfJw5PLvGYBRM,1603
 nshtrainer/util/typed.py,sha256=Xt5fUU6zwLKSTLUdenovnKK0N8qUq89Kddz2_XeykVQ,164
 nshtrainer/util/typing_utils.py,sha256=MjY-CUX9R5Tzat-BlFnQjwl1PQ_W2yZQoXhkYHlJ_VA,442
-nshtrainer-1.0.0b14.dist-info/METADATA,sha256=Q-upgHuBDJmkRDhGNYWHr6EF1kNQ3a-msRZ3pCcfkMo,937
-nshtrainer-1.0.0b14.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-nshtrainer-1.0.0b14.dist-info/RECORD,,
+nshtrainer-1.0.0b16.dist-info/METADATA,sha256=M3QemEKsQNWrv6Edyu7rteM2rtYHufpREdTGz2_iV2g,937
+nshtrainer-1.0.0b16.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+nshtrainer-1.0.0b16.dist-info/RECORD,,