nshtrainer 1.0.0b15__tar.gz → 1.0.0b16__tar.gz

{nshtrainer-1.0.0b15 → nshtrainer-1.0.0b16}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: nshtrainer
-Version: 1.0.0b15
+Version: 1.0.0b16
 Summary: 
 Author: Nima Shoghi
 Author-email: nimashoghi@gmail.com

{nshtrainer-1.0.0b15 → nshtrainer-1.0.0b16}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "nshtrainer"
-version = "1.0.0-beta15"
+version = "1.0.0-beta16"
 description = ""
 authors = ["Nima Shoghi <nimashoghi@gmail.com>"]
 readme = "README.md"

{nshtrainer-1.0.0b15 → nshtrainer-1.0.0b16}/src/nshtrainer/trainer/_config.py

@@ -498,13 +498,24 @@ class TrainerConfig(C.Config):
     hf_hub: HuggingFaceHubConfig = HuggingFaceHubConfig()
     """Hugging Face Hub configuration options."""
 
-    loggers: Sequence[LoggerConfig] = [
-        WandbLoggerConfig(),
-        CSVLoggerConfig(),
-        TensorboardLoggerConfig(),
-    ]
+    loggers: Sequence[LoggerConfig] | None = None
     """Loggers to use for experiment tracking."""
 
+    def enabled_loggers(self) -> Sequence[LoggerConfig]:
+        # Default loggers
+        if (loggers := self.loggers) is None:
+            loggers = [
+                WandbLoggerConfig(),
+                CSVLoggerConfig(),
+                TensorboardLoggerConfig(),
+            ]
+
+        # In barebones mode, disable all loggers
+        if self.barebones:
+            loggers = []
+
+        return loggers
+
     actsave_logger: ActSaveLoggerConfig | None = None
     """If enabled, will automatically save logged metrics using ActSave (if nshutils is installed)."""
 
@@ -574,6 +585,23 @@ class TrainerConfig(C.Config):
     Default: ``False``.
     """
 
+    barebones: bool
+    """Whether to run in "barebones mode", where all features that may impact raw speed are
+    disabled. This is meant for analyzing the Trainer overhead and is discouraged during regular training
+    runs. The following features are deactivated:
+    :paramref:`~lightning.pytorch.trainer.trainer.Trainer.enable_checkpointing`,
+    :paramref:`~lightning.pytorch.trainer.trainer.Trainer.logger`,
+    :paramref:`~lightning.pytorch.trainer.trainer.Trainer.enable_progress_bar`,
+    :paramref:`~lightning.pytorch.trainer.trainer.Trainer.log_every_n_steps`,
+    :paramref:`~lightning.pytorch.trainer.trainer.Trainer.enable_model_summary`,
+    :paramref:`~lightning.pytorch.trainer.trainer.Trainer.num_sanity_val_steps`,
+    :paramref:`~lightning.pytorch.trainer.trainer.Trainer.fast_dev_run`,
+    :paramref:`~lightning.pytorch.trainer.trainer.Trainer.detect_anomaly`,
+    :paramref:`~lightning.pytorch.trainer.trainer.Trainer.profiler`,
+    :meth:`~lightning.pytorch.core.LightningModule.log`,
+    :meth:`~lightning.pytorch.core.LightningModule.log_dict`.
+    """
+
     precision: (
         Literal[
             "64-true",
@@ -745,7 +773,7 @@ class TrainerConfig(C.Config):
         return next(
             (
                 logger
-                for logger in self.loggers
+                for logger in self.enabled_loggers()
                 if isinstance(logger, WandbLoggerConfig)
             ),
             None,
@@ -754,7 +782,11 @@ class TrainerConfig(C.Config):
     @property
     def csv_logger(self):
         return next(
-            (logger for logger in self.loggers if isinstance(logger, CSVLoggerConfig)),
+            (
+                logger
+                for logger in self.enabled_loggers()
+                if isinstance(logger, CSVLoggerConfig)
+            ),
             None,
         )
 
@@ -763,7 +795,7 @@ class TrainerConfig(C.Config):
         return next(
             (
                 logger
-                for logger in self.loggers
+                for logger in self.enabled_loggers()
                 if isinstance(logger, TensorboardLoggerConfig)
             ),
             None,
@@ -775,7 +807,7 @@ class TrainerConfig(C.Config):
         yield self.lr_monitor
         yield from (
             logger_config
-            for logger_config in self.loggers
+            for logger_config in self.enabled_loggers()
             if logger_config is not None
             and isinstance(logger_config, CallbackConfigBase)
         )
@@ -788,7 +820,7 @@ class TrainerConfig(C.Config):
         yield from self.callbacks
 
     def _nshtrainer_all_logger_configs(self) -> Iterable[BaseLoggerConfig | None]:
-        yield from self.loggers
+        yield from self.enabled_loggers()
         yield self.actsave_logger
 
     # region Helper Methods