nshtrainer 0.25.0__tar.gz → 0.26.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/PKG-INFO +2 -2
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/pyproject.toml +3 -10
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/gradient_skipping.py +1 -8
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/README.md +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/__init__.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/_callback.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/_checkpoint/loader.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/_checkpoint/metadata.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/_checkpoint/saver.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/_experimental/__init__.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/_hf_hub.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/__init__.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/_throughput_monitor_callback.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/actsave.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/base.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/checkpoint/__init__.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/checkpoint/_base.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/checkpoint/best_checkpoint.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/checkpoint/last_checkpoint.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/checkpoint/on_exception_checkpoint.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/early_stopping.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/ema.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/finite_checks.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/interval.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/log_epoch.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/norm_logging.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/print_table.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/throughput_monitor.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/timer.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/wandb_watch.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/data/__init__.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/data/balanced_batch_sampler.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/data/transform.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/ll/__init__.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/ll/_experimental.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/ll/actsave.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/ll/callbacks.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/ll/config.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/ll/data.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/ll/log.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/ll/lr_scheduler.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/ll/model.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/ll/nn.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/ll/optimizer.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/ll/runner.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/ll/snapshot.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/ll/snoop.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/ll/trainer.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/ll/typecheck.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/ll/util.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/loggers/__init__.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/loggers/_base.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/loggers/csv.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/loggers/tensorboard.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/loggers/wandb.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/lr_scheduler/__init__.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/lr_scheduler/_base.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/lr_scheduler/linear_warmup_cosine.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/lr_scheduler/reduce_lr_on_plateau.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/metrics/__init__.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/metrics/_config.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/model/__init__.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/model/base.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/model/config.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/model/modules/callback.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/model/modules/debug.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/model/modules/distributed.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/model/modules/logger.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/model/modules/profiler.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/model/modules/rlp_sanity_checks.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/model/modules/shared_parameters.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/nn/__init__.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/nn/mlp.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/nn/module_dict.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/nn/module_list.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/nn/nonlinearity.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/optimizer.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/runner.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/scripts/find_packages.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/trainer/__init__.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/trainer/_runtime_callback.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/trainer/checkpoint_connector.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/trainer/signal_connector.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/trainer/trainer.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/util/_environment_info.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/util/_useful_types.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/util/environment.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/util/path.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/util/seed.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/util/slurm.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/util/typed.py +0 -0
- {nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/util/typing_utils.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: nshtrainer
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.26.0
|
|
4
4
|
Summary:
|
|
5
5
|
Author: Nima Shoghi
|
|
6
6
|
Author-email: nimashoghi@gmail.com
|
|
@@ -22,7 +22,7 @@ Requires-Dist: psutil
|
|
|
22
22
|
Requires-Dist: pytorch-lightning
|
|
23
23
|
Requires-Dist: tensorboard ; extra == "extra"
|
|
24
24
|
Requires-Dist: torch
|
|
25
|
-
Requires-Dist: torchmetrics
|
|
25
|
+
Requires-Dist: torchmetrics
|
|
26
26
|
Requires-Dist: typing-extensions
|
|
27
27
|
Requires-Dist: wandb ; extra == "extra"
|
|
28
28
|
Requires-Dist: wrapt ; extra == "extra"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[tool.poetry]
|
|
2
2
|
name = "nshtrainer"
|
|
3
|
-
version = "0.
|
|
3
|
+
version = "0.26.0"
|
|
4
4
|
description = ""
|
|
5
5
|
authors = ["Nima Shoghi <nimashoghi@gmail.com>"]
|
|
6
6
|
readme = "README.md"
|
|
@@ -17,7 +17,7 @@ typing-extensions = "*"
|
|
|
17
17
|
packaging = "*"
|
|
18
18
|
lightning = "*"
|
|
19
19
|
pytorch-lightning = "*"
|
|
20
|
-
torchmetrics =
|
|
20
|
+
torchmetrics = "*"
|
|
21
21
|
wrapt = { version = "*", optional = true }
|
|
22
22
|
GitPython = { version = "*", optional = true }
|
|
23
23
|
wandb = { version = "*", optional = true }
|
|
@@ -46,11 +46,4 @@ reportPrivateImportUsage = false
|
|
|
46
46
|
ignore = ["F722", "F821", "E731", "E741"]
|
|
47
47
|
|
|
48
48
|
[tool.poetry.extras]
|
|
49
|
-
extra = [
|
|
50
|
-
"torchmetrics",
|
|
51
|
-
"wrapt",
|
|
52
|
-
"GitPython",
|
|
53
|
-
"wandb",
|
|
54
|
-
"tensorboard",
|
|
55
|
-
"huggingface-hub",
|
|
56
|
-
]
|
|
49
|
+
extra = ["wrapt", "GitPython", "wandb", "tensorboard", "huggingface-hub"]
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import importlib.util
|
|
2
1
|
import logging
|
|
3
2
|
from typing import Any, Literal, Protocol, runtime_checkable
|
|
4
3
|
|
|
5
4
|
import torch
|
|
5
|
+
import torchmetrics
|
|
6
6
|
from lightning.pytorch import Callback, LightningModule, Trainer
|
|
7
7
|
from torch.optim import Optimizer
|
|
8
8
|
from typing_extensions import override
|
|
@@ -20,19 +20,12 @@ class HasGradSkippedSteps(Protocol):
|
|
|
20
20
|
|
|
21
21
|
class GradientSkipping(Callback):
|
|
22
22
|
def __init__(self, config: "GradientSkippingConfig"):
|
|
23
|
-
if importlib.util.find_spec("torchmetrics") is not None:
|
|
24
|
-
raise ImportError(
|
|
25
|
-
"To use the GradientSkipping callback, please install torchmetrics: pip install torchmetrics"
|
|
26
|
-
)
|
|
27
|
-
|
|
28
23
|
super().__init__()
|
|
29
24
|
self.config = config
|
|
30
25
|
|
|
31
26
|
@override
|
|
32
27
|
def setup(self, trainer: Trainer, pl_module: LightningModule, stage: str) -> None:
|
|
33
28
|
if not isinstance(pl_module, HasGradSkippedSteps):
|
|
34
|
-
import torchmetrics # type: ignore
|
|
35
|
-
|
|
36
29
|
pl_module.grad_skipped_steps = torchmetrics.SumMetric()
|
|
37
30
|
|
|
38
31
|
@override
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/_throughput_monitor_callback.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/checkpoint/best_checkpoint.py
RENAMED
|
File without changes
|
{nshtrainer-0.25.0 → nshtrainer-0.26.0}/src/nshtrainer/callbacks/checkpoint/last_checkpoint.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|