nshtrainer 1.0.0b24__py3-none-any.whl → 1.0.0b26__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- nshtrainer/.nshconfig.generated.json +6 -0
- nshtrainer/_checkpoint/metadata.py +1 -1
- nshtrainer/callbacks/__init__.py +3 -0
- nshtrainer/callbacks/checkpoint/__init__.py +4 -0
- nshtrainer/callbacks/checkpoint/best_checkpoint.py +1 -2
- nshtrainer/callbacks/checkpoint/last_checkpoint.py +1 -2
- nshtrainer/callbacks/checkpoint/time_checkpoint.py +114 -0
- nshtrainer/callbacks/print_table.py +2 -2
- nshtrainer/configs/__init__.py +95 -10
- nshtrainer/configs/_checkpoint/__init__.py +6 -0
- nshtrainer/configs/_checkpoint/metadata/__init__.py +5 -0
- nshtrainer/configs/_directory/__init__.py +5 -1
- nshtrainer/configs/_hf_hub/__init__.py +6 -0
- nshtrainer/configs/callbacks/__init__.py +44 -1
- nshtrainer/configs/callbacks/actsave/__init__.py +5 -0
- nshtrainer/configs/callbacks/base/__init__.py +4 -0
- nshtrainer/configs/callbacks/checkpoint/__init__.py +14 -0
- nshtrainer/configs/callbacks/checkpoint/_base/__init__.py +6 -0
- nshtrainer/configs/callbacks/checkpoint/best_checkpoint/__init__.py +7 -0
- nshtrainer/configs/callbacks/checkpoint/last_checkpoint/__init__.py +6 -0
- nshtrainer/configs/callbacks/checkpoint/on_exception_checkpoint/__init__.py +5 -0
- nshtrainer/configs/callbacks/debug_flag/__init__.py +5 -0
- nshtrainer/configs/callbacks/directory_setup/__init__.py +5 -0
- nshtrainer/configs/callbacks/early_stopping/__init__.py +6 -0
- nshtrainer/configs/callbacks/ema/__init__.py +5 -0
- nshtrainer/configs/callbacks/finite_checks/__init__.py +5 -0
- nshtrainer/configs/callbacks/gradient_skipping/__init__.py +5 -0
- nshtrainer/configs/callbacks/log_epoch/__init__.py +5 -0
- nshtrainer/configs/callbacks/lr_monitor/__init__.py +5 -0
- nshtrainer/configs/callbacks/norm_logging/__init__.py +5 -0
- nshtrainer/configs/callbacks/print_table/__init__.py +5 -0
- nshtrainer/configs/callbacks/rlp_sanity_checks/__init__.py +5 -0
- nshtrainer/configs/callbacks/shared_parameters/__init__.py +5 -0
- nshtrainer/configs/callbacks/timer/__init__.py +5 -0
- nshtrainer/configs/callbacks/wandb_upload_code/__init__.py +5 -0
- nshtrainer/configs/callbacks/wandb_watch/__init__.py +5 -0
- nshtrainer/configs/loggers/__init__.py +16 -1
- nshtrainer/configs/loggers/_base/__init__.py +4 -0
- nshtrainer/configs/loggers/actsave/__init__.py +5 -0
- nshtrainer/configs/loggers/csv/__init__.py +5 -0
- nshtrainer/configs/loggers/tensorboard/__init__.py +5 -0
- nshtrainer/configs/loggers/wandb/__init__.py +8 -0
- nshtrainer/configs/lr_scheduler/__init__.py +10 -4
- nshtrainer/configs/lr_scheduler/_base/__init__.py +4 -0
- nshtrainer/configs/lr_scheduler/linear_warmup_cosine/__init__.py +5 -3
- nshtrainer/configs/lr_scheduler/reduce_lr_on_plateau/__init__.py +6 -0
- nshtrainer/configs/metrics/__init__.py +5 -0
- nshtrainer/configs/metrics/_config/__init__.py +4 -0
- nshtrainer/configs/nn/__init__.py +21 -1
- nshtrainer/configs/nn/mlp/__init__.py +5 -1
- nshtrainer/configs/nn/nonlinearity/__init__.py +18 -1
- nshtrainer/configs/optimizer/__init__.py +5 -1
- nshtrainer/configs/profiler/__init__.py +11 -1
- nshtrainer/configs/profiler/_base/__init__.py +4 -0
- nshtrainer/configs/profiler/advanced/__init__.py +5 -0
- nshtrainer/configs/profiler/pytorch/__init__.py +5 -0
- nshtrainer/configs/profiler/simple/__init__.py +5 -0
- nshtrainer/configs/trainer/__init__.py +35 -6
- nshtrainer/configs/trainer/_config/__init__.py +33 -6
- nshtrainer/configs/trainer/trainer/__init__.py +9 -0
- nshtrainer/configs/util/__init__.py +19 -1
- nshtrainer/configs/util/_environment_info/__init__.py +14 -0
- nshtrainer/configs/util/config/__init__.py +8 -1
- nshtrainer/configs/util/config/dtype/__init__.py +4 -0
- nshtrainer/configs/util/config/duration/__init__.py +5 -1
- nshtrainer/model/mixins/logger.py +30 -12
- nshtrainer/trainer/_config.py +40 -21
- nshtrainer/trainer/trainer.py +4 -4
- {nshtrainer-1.0.0b24.dist-info → nshtrainer-1.0.0b26.dist-info}/METADATA +2 -1
- {nshtrainer-1.0.0b24.dist-info → nshtrainer-1.0.0b26.dist-info}/RECORD +71 -69
- {nshtrainer-1.0.0b24.dist-info → nshtrainer-1.0.0b26.dist-info}/WHEEL +1 -1
nshtrainer/trainer/_config.py
CHANGED
@@ -5,6 +5,7 @@ import logging
|
|
5
5
|
import os
|
6
6
|
import string
|
7
7
|
import time
|
8
|
+
from abc import ABC, abstractmethod
|
8
9
|
from collections.abc import Iterable, Sequence
|
9
10
|
from datetime import timedelta
|
10
11
|
from pathlib import Path
|
@@ -13,9 +14,7 @@ from typing import (
|
|
13
14
|
Any,
|
14
15
|
ClassVar,
|
15
16
|
Literal,
|
16
|
-
Protocol,
|
17
17
|
TypeAlias,
|
18
|
-
runtime_checkable,
|
19
18
|
)
|
20
19
|
|
21
20
|
import nshconfig as C
|
@@ -30,7 +29,7 @@ from lightning.pytorch.plugins.layer_sync import LayerSync
|
|
30
29
|
from lightning.pytorch.plugins.precision.precision import Precision
|
31
30
|
from lightning.pytorch.profilers import Profiler
|
32
31
|
from lightning.pytorch.strategies.strategy import Strategy
|
33
|
-
from typing_extensions import
|
32
|
+
from typing_extensions import TypeAliasType, TypedDict, override
|
34
33
|
|
35
34
|
from .._directory import DirectoryConfig
|
36
35
|
from .._hf_hub import HuggingFaceHubConfig
|
@@ -43,6 +42,7 @@ from ..callbacks import (
|
|
43
42
|
OnExceptionCheckpointCallbackConfig,
|
44
43
|
)
|
45
44
|
from ..callbacks.base import CallbackConfigBase
|
45
|
+
from ..callbacks.checkpoint.time_checkpoint import TimeCheckpointCallbackConfig
|
46
46
|
from ..callbacks.debug_flag import DebugFlagCallbackConfig
|
47
47
|
from ..callbacks.log_epoch import LogEpochCallbackConfig
|
48
48
|
from ..callbacks.lr_monitor import LearningRateMonitorConfig
|
@@ -72,31 +72,35 @@ class GradientClippingConfig(C.Config):
|
|
72
72
|
"""Norm type to use for gradient clipping."""
|
73
73
|
|
74
74
|
|
75
|
-
|
76
|
-
"
|
77
|
-
Precision,
|
78
|
-
ClusterEnvironment,
|
79
|
-
CheckpointIO,
|
80
|
-
LayerSync,
|
81
|
-
infer_variance=True,
|
75
|
+
Plugin = TypeAliasType(
|
76
|
+
"Plugin", Precision | ClusterEnvironment | CheckpointIO | LayerSync
|
82
77
|
)
|
83
78
|
|
84
79
|
|
85
|
-
|
86
|
-
|
87
|
-
def create_plugin(self) ->
|
80
|
+
class PluginConfigBase(C.Config, ABC):
|
81
|
+
@abstractmethod
|
82
|
+
def create_plugin(self) -> Plugin: ...
|
88
83
|
|
89
84
|
|
90
|
-
|
91
|
-
|
85
|
+
plugin_registry = C.Registry(PluginConfigBase, discriminator="name")
|
86
|
+
|
87
|
+
|
88
|
+
class AcceleratorConfigBase(C.Config, ABC):
|
89
|
+
@abstractmethod
|
92
90
|
def create_accelerator(self) -> Accelerator: ...
|
93
91
|
|
94
92
|
|
95
|
-
|
96
|
-
|
93
|
+
accelerator_registry = C.Registry(AcceleratorConfigBase, discriminator="name")
|
94
|
+
|
95
|
+
|
96
|
+
class StrategyConfigBase(C.Config, ABC):
|
97
|
+
@abstractmethod
|
97
98
|
def create_strategy(self) -> Strategy: ...
|
98
99
|
|
99
100
|
|
101
|
+
strategy_registry = C.Registry(StrategyConfigBase, discriminator="name")
|
102
|
+
|
103
|
+
|
100
104
|
AcceleratorLiteral: TypeAlias = Literal[
|
101
105
|
"cpu", "gpu", "tpu", "ipu", "hpu", "mps", "auto"
|
102
106
|
]
|
@@ -134,7 +138,8 @@ StrategyLiteral: TypeAlias = Literal[
|
|
134
138
|
CheckpointCallbackConfig: TypeAlias = Annotated[
|
135
139
|
BestCheckpointCallbackConfig
|
136
140
|
| LastCheckpointCallbackConfig
|
137
|
-
| OnExceptionCheckpointCallbackConfig
|
141
|
+
| OnExceptionCheckpointCallbackConfig
|
142
|
+
| TimeCheckpointCallbackConfig,
|
138
143
|
C.Field(discriminator="name"),
|
139
144
|
]
|
140
145
|
|
@@ -147,6 +152,7 @@ class CheckpointSavingConfig(CallbackConfigBase):
|
|
147
152
|
BestCheckpointCallbackConfig(throw_on_no_metric=False),
|
148
153
|
LastCheckpointCallbackConfig(),
|
149
154
|
OnExceptionCheckpointCallbackConfig(),
|
155
|
+
TimeCheckpointCallbackConfig(interval=timedelta(hours=12)),
|
150
156
|
]
|
151
157
|
"""Checkpoint callback configurations."""
|
152
158
|
|
@@ -420,6 +426,9 @@ class SanityCheckingConfig(C.Config):
|
|
420
426
|
"""
|
421
427
|
|
422
428
|
|
429
|
+
@plugin_registry.rebuild_on_registers
|
430
|
+
@strategy_registry.rebuild_on_registers
|
431
|
+
@accelerator_registry.rebuild_on_registers
|
423
432
|
class TrainerConfig(C.Config):
|
424
433
|
# region Active Run Configuration
|
425
434
|
id: str = C.Field(default_factory=lambda: TrainerConfig.generate_id())
|
@@ -564,7 +573,9 @@ class TrainerConfig(C.Config):
|
|
564
573
|
Default: ``False``.
|
565
574
|
"""
|
566
575
|
|
567
|
-
plugins:
|
576
|
+
plugins: (
|
577
|
+
list[Annotated[PluginConfigBase, plugin_registry.DynamicResolution()]] | None
|
578
|
+
) = None
|
568
579
|
"""
|
569
580
|
Plugins allow modification of core behavior like ddp and amp, and enable custom lightning plugins.
|
570
581
|
Default: ``None``.
|
@@ -724,13 +735,21 @@ class TrainerConfig(C.Config):
|
|
724
735
|
Default: ``True``.
|
725
736
|
"""
|
726
737
|
|
727
|
-
accelerator:
|
738
|
+
accelerator: (
|
739
|
+
Annotated[AcceleratorConfigBase, accelerator_registry.DynamicResolution()]
|
740
|
+
| AcceleratorLiteral
|
741
|
+
| None
|
742
|
+
) = None
|
728
743
|
"""Supports passing different accelerator types ("cpu", "gpu", "tpu", "ipu", "hpu", "mps", "auto")
|
729
744
|
as well as custom accelerator instances.
|
730
745
|
Default: ``"auto"``.
|
731
746
|
"""
|
732
747
|
|
733
|
-
strategy:
|
748
|
+
strategy: (
|
749
|
+
Annotated[StrategyConfigBase, strategy_registry.DynamicResolution()]
|
750
|
+
| StrategyLiteral
|
751
|
+
| None
|
752
|
+
) = None
|
734
753
|
"""Supports different training strategies with aliases as well custom strategies.
|
735
754
|
Default: ``"auto"``.
|
736
755
|
"""
|
nshtrainer/trainer/trainer.py
CHANGED
@@ -23,9 +23,9 @@ from ..callbacks.base import resolve_all_callbacks
|
|
23
23
|
from ..util._environment_info import EnvironmentConfig
|
24
24
|
from ..util.bf16 import is_bf16_supported_no_emulation
|
25
25
|
from ._config import (
|
26
|
-
|
26
|
+
AcceleratorConfigBase,
|
27
27
|
LightningTrainerKwargs,
|
28
|
-
|
28
|
+
StrategyConfigBase,
|
29
29
|
TrainerConfig,
|
30
30
|
)
|
31
31
|
from ._runtime_callback import RuntimeTrackerCallback, Stage
|
@@ -171,12 +171,12 @@ class Trainer(LightningTrainer):
|
|
171
171
|
_update_kwargs(use_distributed_sampler=use_distributed_sampler)
|
172
172
|
|
173
173
|
if (accelerator := hparams.accelerator) is not None:
|
174
|
-
if isinstance(accelerator,
|
174
|
+
if isinstance(accelerator, AcceleratorConfigBase):
|
175
175
|
accelerator = accelerator.create_accelerator()
|
176
176
|
_update_kwargs(accelerator=accelerator)
|
177
177
|
|
178
178
|
if (strategy := hparams.strategy) is not None:
|
179
|
-
if isinstance(strategy,
|
179
|
+
if isinstance(strategy, StrategyConfigBase):
|
180
180
|
strategy = strategy.create_strategy()
|
181
181
|
_update_kwargs(strategy=strategy)
|
182
182
|
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: nshtrainer
|
3
|
-
Version: 1.0.
|
3
|
+
Version: 1.0.0b26
|
4
4
|
Summary:
|
5
5
|
Author: Nima Shoghi
|
6
6
|
Author-email: nimashoghi@gmail.com
|
@@ -9,6 +9,7 @@ Classifier: Programming Language :: Python :: 3
|
|
9
9
|
Classifier: Programming Language :: Python :: 3.10
|
10
10
|
Classifier: Programming Language :: Python :: 3.11
|
11
11
|
Classifier: Programming Language :: Python :: 3.12
|
12
|
+
Classifier: Programming Language :: Python :: 3.13
|
12
13
|
Provides-Extra: extra
|
13
14
|
Requires-Dist: GitPython ; extra == "extra"
|
14
15
|
Requires-Dist: huggingface-hub ; extra == "extra"
|
@@ -1,18 +1,20 @@
|
|
1
|
+
nshtrainer/.nshconfig.generated.json,sha256=yZd6cn1RhvNNJUgiUTRYut8ofZYvbulnpPG-rZIRhi4,106
|
1
2
|
nshtrainer/__init__.py,sha256=VcqBfL8RgCcZDaY645nxeDmOspqerx4x46wggCMnS0E,692
|
2
3
|
nshtrainer/_callback.py,sha256=tXQCDzS6CvMTuTY5lQSH5qZs1pXUi-gt9bQdpXMVdEs,12715
|
3
|
-
nshtrainer/_checkpoint/metadata.py,sha256=
|
4
|
+
nshtrainer/_checkpoint/metadata.py,sha256=PHy-54Cg-o3OtCffAqrVv6ZVMU7zhRo_-sZiSEEno1Y,5019
|
4
5
|
nshtrainer/_checkpoint/saver.py,sha256=LOP8jjKF0Dw9x9H-BKrLMWlEp1XTan2DUK0zQUCWw5U,1360
|
5
6
|
nshtrainer/_directory.py,sha256=p2uk1FnISFEpMqlDevKhoWhQsCEtvHUPg459K-86QA8,3053
|
6
7
|
nshtrainer/_experimental/__init__.py,sha256=U4S_2y3zgLZVfMenHRaJFBW8yqh2mUBuI291LGQVOJ8,35
|
7
8
|
nshtrainer/_hf_hub.py,sha256=xj91CEKcuvpaiipZbVZovZiU_fdsTkPXOkQ-3Xb-FhU,14183
|
8
|
-
nshtrainer/callbacks/__init__.py,sha256=
|
9
|
+
nshtrainer/callbacks/__init__.py,sha256=z2uDaUVzNXG79UOAYGpwC0hxk__LTbEBVhXJ3W-Srws,3911
|
9
10
|
nshtrainer/callbacks/actsave.py,sha256=framZaRes5G-QjWgeDAJ72k3T3tFkj6Z7qmnlIUzLBQ,3759
|
10
11
|
nshtrainer/callbacks/base.py,sha256=JZ-WyIKeUYe8g2pLzs648WkxNfkTke7237n1LU_Ujto,3571
|
11
|
-
nshtrainer/callbacks/checkpoint/__init__.py,sha256=
|
12
|
+
nshtrainer/callbacks/checkpoint/__init__.py,sha256=09cwgAJawTFLdzZwYhg_jVgbW-1d09hwjHdI-PQRck0,797
|
12
13
|
nshtrainer/callbacks/checkpoint/_base.py,sha256=ZVEUVl5kjCSSe69Q0rMUbKBNNUog0pxBwWkeyuxG2w0,6304
|
13
|
-
nshtrainer/callbacks/checkpoint/best_checkpoint.py,sha256=
|
14
|
-
nshtrainer/callbacks/checkpoint/last_checkpoint.py,sha256=
|
14
|
+
nshtrainer/callbacks/checkpoint/best_checkpoint.py,sha256=hcvtpNvuyWxxP36XiGyFYwVsSwmHphKD-1IA95DinME,2602
|
15
|
+
nshtrainer/callbacks/checkpoint/last_checkpoint.py,sha256=RKuFxFtaxUIM7xb0tOBoNSvkNjne2XBmJUEm_JE9lw4,1148
|
15
16
|
nshtrainer/callbacks/checkpoint/on_exception_checkpoint.py,sha256=5cCvLybQNSJy6Qm60oV2zxWQvGscM-0APXs-cApVwao,3464
|
17
|
+
nshtrainer/callbacks/checkpoint/time_checkpoint.py,sha256=oom2e6-m_tKo0BKtjNDUanwvDQVOD9ZRu6cJ20APrqE,3561
|
16
18
|
nshtrainer/callbacks/debug_flag.py,sha256=85IG9bFn2-bUUiEAgvfeteUhYTEuSyPRv9BYgRqe8mc,1687
|
17
19
|
nshtrainer/callbacks/directory_setup.py,sha256=4Er9nOyNCMY9X27RzeW5z0Ky_OgnOBvxCF6xVsonMfg,2504
|
18
20
|
nshtrainer/callbacks/early_stopping.py,sha256=8Ai5aZLQrM9zMRUSFxfJ2Jdb8OoBE8ZWAcGSyw8nM-k,4715
|
@@ -23,69 +25,69 @@ nshtrainer/callbacks/interval.py,sha256=UCzUzt3XCFVyQyCWL9lOrStkkxesvduNOYk8yMrG
|
|
23
25
|
nshtrainer/callbacks/log_epoch.py,sha256=Wr-Ksxsynsqu_zyB_zoiPLjnWv-ksC3xPekY6iyN-P8,1396
|
24
26
|
nshtrainer/callbacks/lr_monitor.py,sha256=IyFZoXaxJoTBSkdLu1iEZ1qI8_UFNJwafR_xTVPZXXU,1050
|
25
27
|
nshtrainer/callbacks/norm_logging.py,sha256=C44Mvt73gqQEpCFd0j3qYg6NY7sL2jm3X1qJVY_XLfI,6329
|
26
|
-
nshtrainer/callbacks/print_table.py,sha256=
|
28
|
+
nshtrainer/callbacks/print_table.py,sha256=lS49Hz0OLcv3VPxEfLBguwe57y2nmKg0pMF6HJxuJio,2974
|
27
29
|
nshtrainer/callbacks/rlp_sanity_checks.py,sha256=kWl2dYOXn2L8k6ub_012jNkqOxtyea1yr1qWRNG6UW4,9990
|
28
30
|
nshtrainer/callbacks/shared_parameters.py,sha256=33eRzifNj6reKbvmGuam1hUofo3sD4J6Zz8gtoHK93I,2977
|
29
31
|
nshtrainer/callbacks/timer.py,sha256=BB-M7tV4QNYOwY_Su6j9P7IILxVRae_upmDq4qsxiao,4670
|
30
32
|
nshtrainer/callbacks/wandb_upload_code.py,sha256=PTqNE1QB5U8NR5zhbiQZrmQuugX2UV7B12UdMpo9aV0,2353
|
31
33
|
nshtrainer/callbacks/wandb_watch.py,sha256=tTTcFzxd2Ia9xu8tCogQ5CLJZBq1ne5JlpGVE75vKYs,2976
|
32
|
-
nshtrainer/configs/__init__.py,sha256=
|
33
|
-
nshtrainer/configs/_checkpoint/__init__.py,sha256=
|
34
|
-
nshtrainer/configs/_checkpoint/metadata/__init__.py,sha256=
|
35
|
-
nshtrainer/configs/_directory/__init__.py,sha256=
|
36
|
-
nshtrainer/configs/_hf_hub/__init__.py,sha256=
|
37
|
-
nshtrainer/configs/callbacks/__init__.py,sha256=
|
38
|
-
nshtrainer/configs/callbacks/actsave/__init__.py,sha256=
|
39
|
-
nshtrainer/configs/callbacks/base/__init__.py,sha256=
|
40
|
-
nshtrainer/configs/callbacks/checkpoint/__init__.py,sha256=
|
41
|
-
nshtrainer/configs/callbacks/checkpoint/_base/__init__.py,sha256=
|
42
|
-
nshtrainer/configs/callbacks/checkpoint/best_checkpoint/__init__.py,sha256=
|
43
|
-
nshtrainer/configs/callbacks/checkpoint/last_checkpoint/__init__.py,sha256=
|
44
|
-
nshtrainer/configs/callbacks/checkpoint/on_exception_checkpoint/__init__.py,sha256=
|
45
|
-
nshtrainer/configs/callbacks/debug_flag/__init__.py,sha256=
|
46
|
-
nshtrainer/configs/callbacks/directory_setup/__init__.py,sha256=
|
47
|
-
nshtrainer/configs/callbacks/early_stopping/__init__.py,sha256=
|
48
|
-
nshtrainer/configs/callbacks/ema/__init__.py,sha256=
|
49
|
-
nshtrainer/configs/callbacks/finite_checks/__init__.py,sha256=
|
50
|
-
nshtrainer/configs/callbacks/gradient_skipping/__init__.py,sha256=
|
51
|
-
nshtrainer/configs/callbacks/log_epoch/__init__.py,sha256=
|
52
|
-
nshtrainer/configs/callbacks/lr_monitor/__init__.py,sha256=
|
53
|
-
nshtrainer/configs/callbacks/norm_logging/__init__.py,sha256=
|
54
|
-
nshtrainer/configs/callbacks/print_table/__init__.py,sha256=
|
55
|
-
nshtrainer/configs/callbacks/rlp_sanity_checks/__init__.py,sha256=
|
56
|
-
nshtrainer/configs/callbacks/shared_parameters/__init__.py,sha256=
|
57
|
-
nshtrainer/configs/callbacks/timer/__init__.py,sha256=
|
58
|
-
nshtrainer/configs/callbacks/wandb_upload_code/__init__.py,sha256=
|
59
|
-
nshtrainer/configs/callbacks/wandb_watch/__init__.py,sha256=
|
60
|
-
nshtrainer/configs/loggers/__init__.py,sha256=
|
61
|
-
nshtrainer/configs/loggers/_base/__init__.py,sha256=
|
62
|
-
nshtrainer/configs/loggers/actsave/__init__.py,sha256=
|
63
|
-
nshtrainer/configs/loggers/csv/__init__.py,sha256=
|
64
|
-
nshtrainer/configs/loggers/tensorboard/__init__.py,sha256=
|
65
|
-
nshtrainer/configs/loggers/wandb/__init__.py,sha256=
|
66
|
-
nshtrainer/configs/lr_scheduler/__init__.py,sha256=
|
67
|
-
nshtrainer/configs/lr_scheduler/_base/__init__.py,sha256=
|
68
|
-
nshtrainer/configs/lr_scheduler/linear_warmup_cosine/__init__.py,sha256=
|
69
|
-
nshtrainer/configs/lr_scheduler/reduce_lr_on_plateau/__init__.py,sha256=
|
70
|
-
nshtrainer/configs/metrics/__init__.py,sha256=
|
71
|
-
nshtrainer/configs/metrics/_config/__init__.py,sha256=
|
72
|
-
nshtrainer/configs/nn/__init__.py,sha256=
|
73
|
-
nshtrainer/configs/nn/mlp/__init__.py,sha256=
|
74
|
-
nshtrainer/configs/nn/nonlinearity/__init__.py,sha256=
|
75
|
-
nshtrainer/configs/optimizer/__init__.py,sha256=
|
76
|
-
nshtrainer/configs/profiler/__init__.py,sha256=
|
77
|
-
nshtrainer/configs/profiler/_base/__init__.py,sha256=
|
78
|
-
nshtrainer/configs/profiler/advanced/__init__.py,sha256
|
79
|
-
nshtrainer/configs/profiler/pytorch/__init__.py,sha256=
|
80
|
-
nshtrainer/configs/profiler/simple/__init__.py,sha256=
|
81
|
-
nshtrainer/configs/trainer/__init__.py,sha256=
|
82
|
-
nshtrainer/configs/trainer/_config/__init__.py,sha256=
|
83
|
-
nshtrainer/configs/trainer/trainer/__init__.py,sha256=
|
84
|
-
nshtrainer/configs/util/__init__.py,sha256=
|
85
|
-
nshtrainer/configs/util/_environment_info/__init__.py,sha256=
|
86
|
-
nshtrainer/configs/util/config/__init__.py,sha256=
|
87
|
-
nshtrainer/configs/util/config/dtype/__init__.py,sha256=
|
88
|
-
nshtrainer/configs/util/config/duration/__init__.py,sha256=
|
34
|
+
nshtrainer/configs/__init__.py,sha256=83LkGk9FuaIpIkxrJKylELAokX4p8u9ZmdeAdG__06E,9681
|
35
|
+
nshtrainer/configs/_checkpoint/__init__.py,sha256=6s7Y68StboqscY2G4P_QG443jz5aiym5SjOogIljWLg,342
|
36
|
+
nshtrainer/configs/_checkpoint/metadata/__init__.py,sha256=oOPfYkXTjKgm6pluGsG6V1TPyCEGjsQpHVL-LffSUFQ,290
|
37
|
+
nshtrainer/configs/_directory/__init__.py,sha256=7H3fIh9c31ce0r8JpuzEY8bZptI7tiVLNwVtj729HAY,303
|
38
|
+
nshtrainer/configs/_hf_hub/__init__.py,sha256=VUgQnyEI2ekBxBIV15L09tKdrfGt7eWxnf30DiCLaso,416
|
39
|
+
nshtrainer/configs/callbacks/__init__.py,sha256=muhbnqVN-KkcdmW5dRJwNMoDGwxURIMt9ggVO1qjea8,4126
|
40
|
+
nshtrainer/configs/callbacks/actsave/__init__.py,sha256=JJg9d8iNGpO-9M1LsK4h1cu3NYWniyIyLQ4SauFCzOs,272
|
41
|
+
nshtrainer/configs/callbacks/base/__init__.py,sha256=V694hzF_ubnA-hwTps30PeFbgDSm3I_UIMTnljM3_OI,176
|
42
|
+
nshtrainer/configs/callbacks/checkpoint/__init__.py,sha256=OOMwYG4zjvs54hrTyGe2a5MdOjCpTbtpk1wStraZLcA,1342
|
43
|
+
nshtrainer/configs/callbacks/checkpoint/_base/__init__.py,sha256=5jl6A5Gv6arZXmHV6lz5dQ8DL6PdJIfJqHLP4acClKQ,479
|
44
|
+
nshtrainer/configs/callbacks/checkpoint/best_checkpoint/__init__.py,sha256=_KTkF3_Yx0WiwOvRf2s1KRvod2dryeGJITVkx10YqBE,648
|
45
|
+
nshtrainer/configs/callbacks/checkpoint/last_checkpoint/__init__.py,sha256=sH4aJyovCeT6h4xz9r5WfVA0eviJur4zZt7R0hQsyAk,539
|
46
|
+
nshtrainer/configs/callbacks/checkpoint/on_exception_checkpoint/__init__.py,sha256=iUoCrTJpvDGEYCYfNCpkficH6D7yq119hyxy1qeFSGU,410
|
47
|
+
nshtrainer/configs/callbacks/debug_flag/__init__.py,sha256=gPC3EAqzuyP2hAcCf3s09sPDe7q_02S1eUCWvRTNKrI,317
|
48
|
+
nshtrainer/configs/callbacks/directory_setup/__init__.py,sha256=25551zMMctAkzcLEGBN7HSeQUIrBtbBq7whgPZjtepY,351
|
49
|
+
nshtrainer/configs/callbacks/early_stopping/__init__.py,sha256=Q-hAAIcucLNriw5PXIshgBv7Yr5sMDk4GwjTIDdWBxo,434
|
50
|
+
nshtrainer/configs/callbacks/ema/__init__.py,sha256=INIXgC7ZLmW0_ofa7vP51i2uaJKkmCiZtm75OaCrK7A,276
|
51
|
+
nshtrainer/configs/callbacks/finite_checks/__init__.py,sha256=XlMOUyaBm417jhFTQhayexNzHd0t2FZyCYwbJ91qDcg,332
|
52
|
+
nshtrainer/configs/callbacks/gradient_skipping/__init__.py,sha256=Jm5_pMk4qSo8bIJcxihEfOiGEBPPtbnJMA4ytYlryh4,361
|
53
|
+
nshtrainer/configs/callbacks/log_epoch/__init__.py,sha256=0FR3-AvrS1M77BHlXrqOFstY9eXSjSNM5Eeyt-2HAyo,312
|
54
|
+
nshtrainer/configs/callbacks/lr_monitor/__init__.py,sha256=a37cAuI8ZdG2e3RH4mBub_XIDWA9C8yTlYKciVFsdMA,323
|
55
|
+
nshtrainer/configs/callbacks/norm_logging/__init__.py,sha256=jgfTvhhgy2p7eS4qbznIu1ohR_RMFiYdLfJJoyYrI7s,327
|
56
|
+
nshtrainer/configs/callbacks/print_table/__init__.py,sha256=OD_Om09ZfyPLDLU-4MJURvrnrSe5kUaFhI1urEo8WYs,343
|
57
|
+
nshtrainer/configs/callbacks/rlp_sanity_checks/__init__.py,sha256=SFI8w1Ne51Z3j3Vm1Ux1lRIvCQk5swVkHdJjFG2qSIk,358
|
58
|
+
nshtrainer/configs/callbacks/shared_parameters/__init__.py,sha256=Ivef5jk3RMYQDeudEINxdzTnKfVZ_TsdtHlOTSl_EnQ,361
|
59
|
+
nshtrainer/configs/callbacks/timer/__init__.py,sha256=RHOQoREp4NxS_AvKNdc0UuUlS0PnqCxxsuOz5D8h7iM,310
|
60
|
+
nshtrainer/configs/callbacks/wandb_upload_code/__init__.py,sha256=WM9hCGFl2LXDUOgkIGaV3tkdnXnVBasrhIILjbIeFUo,358
|
61
|
+
nshtrainer/configs/callbacks/wandb_watch/__init__.py,sha256=MW-ANrF529DxBhopovPjYEQ7nANX9ttd1K4_bJnKXks,322
|
62
|
+
nshtrainer/configs/loggers/__init__.py,sha256=WcP-g5dgP_cgLHtv7G2gG72nwq_7KzExSiz9ioQ1SJw,1171
|
63
|
+
nshtrainer/configs/loggers/_base/__init__.py,sha256=HxPPPePsEjlNuhnjsMgYIl0rwj_iqNKKOBTEk_zIOsM,169
|
64
|
+
nshtrainer/configs/loggers/actsave/__init__.py,sha256=2lZQ4bpbjwd4MuUE_Z_PGbmQjjGtWCZUCtXqKO4dTSc,280
|
65
|
+
nshtrainer/configs/loggers/csv/__init__.py,sha256=M3QGF5GKiRGENy3re6LJKpa4A4RThy1FlmaFuR4cPyo,260
|
66
|
+
nshtrainer/configs/loggers/tensorboard/__init__.py,sha256=FbkYXnSohIX6JN5XyI-9y91IJv_T3VB3IwmpagXAnM4,309
|
67
|
+
nshtrainer/configs/loggers/wandb/__init__.py,sha256=76qb0HhWojf0Ub1x9OkMjtzeXxE67KysBGa-MBbJyC4,651
|
68
|
+
nshtrainer/configs/lr_scheduler/__init__.py,sha256=19rkQMI8j31SVp-LAmmV3w9J2Lpv0XdyEzoeQT2dPfE,802
|
69
|
+
nshtrainer/configs/lr_scheduler/_base/__init__.py,sha256=fvGjkUJ1K2RVXjXror22QOtEa-xWFJz2Cz3HrBC5XfA,189
|
70
|
+
nshtrainer/configs/lr_scheduler/linear_warmup_cosine/__init__.py,sha256=8-KVX8cBJspiELZAbEdJpp8zTkXVik6mn-LNo_Qv27I,412
|
71
|
+
nshtrainer/configs/lr_scheduler/reduce_lr_on_plateau/__init__.py,sha256=lpXEFZY4cM3znZqYG9IZ1xNNtzttt8VVspSuOz0fb-k,467
|
72
|
+
nshtrainer/configs/metrics/__init__.py,sha256=mK_xgXJDAyGY4K_x_Zo4aj36kjT45d850keuUe3U1rY,200
|
73
|
+
nshtrainer/configs/metrics/_config/__init__.py,sha256=XDDvDPWULd_vd3lrgF2KGAVR2LVDuhdQvy-fF2ImarI,159
|
74
|
+
nshtrainer/configs/nn/__init__.py,sha256=2nSgm07ym2D4yiMQ15pyyb26laM6WWt5KM44PnCDK5A,1864
|
75
|
+
nshtrainer/configs/nn/mlp/__init__.py,sha256=ZHQX44z6A_DCGYGYd0N_AzaHguiVBMwexMBJD6TjppQ,250
|
76
|
+
nshtrainer/configs/nn/nonlinearity/__init__.py,sha256=GnJmCX0CwH6GLbs1RgXYrtmxfcmbD0GlujrxYIRr4ms,1934
|
77
|
+
nshtrainer/configs/optimizer/__init__.py,sha256=2N9LK2Dm4w45Ff0tlSG4Z52Ne4OAujNT5s6_K-bE-qA,253
|
78
|
+
nshtrainer/configs/profiler/__init__.py,sha256=AGkoWizikpXOKE3YQ5wSBrHLHAV3ZNf5rSl8YuEb84s,681
|
79
|
+
nshtrainer/configs/profiler/_base/__init__.py,sha256=ekYfPg-VDhCAFM5nJka2TxUYdRDm1CKqjwUOQNbQjD4,176
|
80
|
+
nshtrainer/configs/profiler/advanced/__init__.py,sha256=-ThpUat16Ij_0avkMUVVA8wCWDG_q_tM7KQofnWQCtg,308
|
81
|
+
nshtrainer/configs/profiler/pytorch/__init__.py,sha256=soAU1s2_Pa1na4gW8CK-iysJBO5M_7YeZC2_x40iEdg,294
|
82
|
+
nshtrainer/configs/profiler/simple/__init__.py,sha256=3Wb11lPuFuyasq8xS1CZ4WLuBCLS_nVSQGVllvOOi0Y,289
|
83
|
+
nshtrainer/configs/trainer/__init__.py,sha256=3fFvvgTo6MVR7871d0AXTWd9YrabjpJ_aS3iZP-yu2M,3382
|
84
|
+
nshtrainer/configs/trainer/_config/__init__.py,sha256=uYB_e6Dg7GIlPjabh74k34N86DaFrYaM_rIjC12WJ_s,3293
|
85
|
+
nshtrainer/configs/trainer/trainer/__init__.py,sha256=DDuBRx0kVNMW0z_sqKTUt8-Ql7bOpargi4KcHHvDu_c,486
|
86
|
+
nshtrainer/configs/util/__init__.py,sha256=gtYtZ4VGwEvF9_hByZl8CWOSeDpEOIkkcLtUwvNbSEQ,2014
|
87
|
+
nshtrainer/configs/util/_environment_info/__init__.py,sha256=eB4E0Ck7XCeSC5gbUdA5thd7TXnjGCL0t8GZIFj7uCI,1644
|
88
|
+
nshtrainer/configs/util/config/__init__.py,sha256=GHQZR-M0LwL7Qow2oCgmaWwz9h16NkfiWpxIT9cF52Y,411
|
89
|
+
nshtrainer/configs/util/config/dtype/__init__.py,sha256=PmGF-O4r6SXqEaagVsQ5YxEqhdVdcU0dgJW1Ljzpp6k,158
|
90
|
+
nshtrainer/configs/util/config/duration/__init__.py,sha256=rja-dB-WC2criHrSBC7gkl5GnWeXQ3bHD48zy9kEPbo,254
|
89
91
|
nshtrainer/data/__init__.py,sha256=K4i3Tw4g9EOK2zlMMbidi99y0SyI4w8P7_XUf1n42Ts,260
|
90
92
|
nshtrainer/data/balanced_batch_sampler.py,sha256=r1cBKRXKHD8E1Ax6tj-FUbE-z1qpbO58mQ9VrK9uLnc,5481
|
91
93
|
nshtrainer/data/datamodule.py,sha256=lSOgH32nysJWa6Y7ba1QyOdUV0DVVdO98qokP8wigjk,4138
|
@@ -106,7 +108,7 @@ nshtrainer/model/__init__.py,sha256=3G-bwPPSRStWdsdwG9-rn0bXcRpEiP1BiQpF_qavtls,
|
|
106
108
|
nshtrainer/model/base.py,sha256=JL3AmH17GQjQIoMrZl3O0vUI7dj5ZsO5iEJgoLPyzHw,10356
|
107
109
|
nshtrainer/model/mixins/callback.py,sha256=Ea_legORzs0N078j0N9RJivDVeWH5KtXDpdJS75IwIo,3098
|
108
110
|
nshtrainer/model/mixins/debug.py,sha256=1LX9KzeFX9JDPs_a6YCdYDZXLhEk_5rBO2aCqlfBy7w,2087
|
109
|
-
nshtrainer/model/mixins/logger.py,sha256=
|
111
|
+
nshtrainer/model/mixins/logger.py,sha256=27H99FuLaxc6_dDLG2pid4E_5E0-eLGnc2Ifpt0HYIM,6066
|
110
112
|
nshtrainer/nn/__init__.py,sha256=sANhrZpeN5syLKOsmXMwhaFl2SBFPWcLaEe1EH22TWQ,1463
|
111
113
|
nshtrainer/nn/mlp.py,sha256=2W8bzE96DzCMzGm6WPiPhNFQfhqaoG3GXPn_oKBnlUM,5988
|
112
114
|
nshtrainer/nn/module_dict.py,sha256=9plb8aQUx5TUEPhX5jI9u8LrpTeKe7jZAHi8iIqcN8w,2365
|
@@ -119,10 +121,10 @@ nshtrainer/profiler/advanced.py,sha256=XrM3FX0ThCv5UwUrrH0l4Ow4LGAtpiBww2N8QAU5N
|
|
119
121
|
nshtrainer/profiler/pytorch.py,sha256=8K37XvPnCApUpIK8tA2zNMFIaIiTLSoxKQoiyCPBm1Q,2757
|
120
122
|
nshtrainer/profiler/simple.py,sha256=PimjqcU-JuS-8C0ZGHAdwCxgNLij4x0FH6WXsjBQzZs,1005
|
121
123
|
nshtrainer/trainer/__init__.py,sha256=MmoydVS6aYeav7zgDAUHxAQrV_PMQsbnZTCuPnLH9Wk,128
|
122
|
-
nshtrainer/trainer/_config.py,sha256=
|
124
|
+
nshtrainer/trainer/_config.py,sha256=ycuPsBP08X-fz8oHcm1UaGsovGuNnVcOHMxU_AH85_s,35036
|
123
125
|
nshtrainer/trainer/_runtime_callback.py,sha256=T3epaj1YeIN0R8CS2cg5HNJIB21TyaD_PVNNOPJ6nJs,4200
|
124
126
|
nshtrainer/trainer/signal_connector.py,sha256=YMJf6vTnW0JcnBkuYikm9x_9XscaokrCEzCn4THOGao,10776
|
125
|
-
nshtrainer/trainer/trainer.py,sha256=
|
127
|
+
nshtrainer/trainer/trainer.py,sha256=HHqT83zWtYY9g5yD6X9aWrVh5VSpILW8PhoE6fp4snE,20734
|
126
128
|
nshtrainer/util/_environment_info.py,sha256=MT8mBe6ZolRfKiwU-les1P-lPNPqXpHQcfADrh_A3uY,24629
|
127
129
|
nshtrainer/util/_useful_types.py,sha256=dwZokFkIe7M5i2GR3nQ9A1lhGw06DMAFfH5atyquqSA,8000
|
128
130
|
nshtrainer/util/bf16.py,sha256=9QhHZCkYSfYpIcxwAMoXyuh2yTSHBzT-EdLQB297jEs,762
|
@@ -135,6 +137,6 @@ nshtrainer/util/seed.py,sha256=diMV8iwBKN7Xxt5pELmui-gyqyT80_CZzomrWhNss0k,316
|
|
135
137
|
nshtrainer/util/slurm.py,sha256=HflkP5iI_r4UHMyPjw9R4dD5AHsJUpcfJw5PLvGYBRM,1603
|
136
138
|
nshtrainer/util/typed.py,sha256=Xt5fUU6zwLKSTLUdenovnKK0N8qUq89Kddz2_XeykVQ,164
|
137
139
|
nshtrainer/util/typing_utils.py,sha256=MjY-CUX9R5Tzat-BlFnQjwl1PQ_W2yZQoXhkYHlJ_VA,442
|
138
|
-
nshtrainer-1.0.
|
139
|
-
nshtrainer-1.0.
|
140
|
-
nshtrainer-1.0.
|
140
|
+
nshtrainer-1.0.0b26.dist-info/METADATA,sha256=9zqciwuzpDhIIKqlwo3IviLhHUDwkDbYJCwbzZX8VQw,988
|
141
|
+
nshtrainer-1.0.0b26.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
142
|
+
nshtrainer-1.0.0b26.dist-info/RECORD,,
|