nshtrainer 0.11.0__tar.gz → 0.11.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/PKG-INFO +1 -1
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/pyproject.toml +1 -1
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/trainer/trainer.py +3 -5
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/README.md +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/__init__.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/_checkpoint/loader.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/_checkpoint/metadata.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/_checkpoint/saver.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/_experimental/__init__.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/_experimental/flops/__init__.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/_experimental/flops/flop_counter.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/_experimental/flops/module_tracker.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/callbacks/__init__.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/callbacks/_throughput_monitor_callback.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/callbacks/actsave.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/callbacks/base.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/callbacks/early_stopping.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/callbacks/ema.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/callbacks/finite_checks.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/callbacks/gradient_skipping.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/callbacks/interval.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/callbacks/latest_epoch_checkpoint.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/callbacks/log_epoch.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/callbacks/model_checkpoint.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/callbacks/norm_logging.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/callbacks/on_exception_checkpoint.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/callbacks/print_table.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/callbacks/throughput_monitor.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/callbacks/timer.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/callbacks/wandb_watch.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/data/__init__.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/data/balanced_batch_sampler.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/data/transform.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/ll/__init__.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/ll/_experimental.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/ll/actsave.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/ll/callbacks.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/ll/config.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/ll/data.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/ll/log.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/ll/lr_scheduler.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/ll/model.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/ll/nn.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/ll/optimizer.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/ll/runner.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/ll/snapshot.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/ll/snoop.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/ll/trainer.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/ll/typecheck.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/ll/util.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/lr_scheduler/__init__.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/lr_scheduler/_base.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/lr_scheduler/linear_warmup_cosine.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/lr_scheduler/reduce_lr_on_plateau.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/metrics/__init__.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/metrics/_config.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/model/__init__.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/model/base.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/model/config.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/model/modules/callback.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/model/modules/debug.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/model/modules/distributed.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/model/modules/logger.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/model/modules/profiler.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/model/modules/rlp_sanity_checks.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/model/modules/shared_parameters.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/nn/__init__.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/nn/mlp.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/nn/module_dict.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/nn/module_list.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/nn/nonlinearity.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/optimizer.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/runner.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/scripts/find_packages.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/trainer/__init__.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/trainer/_runtime_callback.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/trainer/checkpoint_connector.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/trainer/signal_connector.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/util/_environment_info.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/util/environment.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/util/seed.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/util/slurm.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/util/typed.py +0 -0
- {nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/util/typing_utils.py +0 -0
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
import contextlib
|
|
2
1
|
import logging
|
|
3
2
|
import os
|
|
4
3
|
from collections.abc import Sequence
|
|
@@ -58,13 +57,10 @@ def _is_bf16_supported_no_emulation():
|
|
|
58
57
|
|
|
59
58
|
class Trainer(LightningTrainer):
|
|
60
59
|
@classmethod
|
|
61
|
-
|
|
62
|
-
def context(cls, config: BaseConfig):
|
|
60
|
+
def _pre_init(cls, config: BaseConfig):
|
|
63
61
|
if (precision := config.trainer.set_float32_matmul_precision) is not None:
|
|
64
62
|
torch.set_float32_matmul_precision(precision)
|
|
65
63
|
|
|
66
|
-
yield
|
|
67
|
-
|
|
68
64
|
@classmethod
|
|
69
65
|
def _update_kwargs(
|
|
70
66
|
cls,
|
|
@@ -288,6 +284,8 @@ class Trainer(LightningTrainer):
|
|
|
288
284
|
/,
|
|
289
285
|
**kwargs: Unpack[LightningTrainerKwargs],
|
|
290
286
|
):
|
|
287
|
+
self._pre_init(config)
|
|
288
|
+
|
|
291
289
|
kwargs = self._update_kwargs(config, kwargs)
|
|
292
290
|
log.critical(f"LightningTrainer.__init__ with {kwargs=}.")
|
|
293
291
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/_experimental/flops/module_tracker.py
RENAMED
|
File without changes
|
|
File without changes
|
{nshtrainer-0.11.0 → nshtrainer-0.11.1}/src/nshtrainer/callbacks/_throughput_monitor_callback.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|