nshtrainer 0.40.4__py3-none-any.whl → 0.41.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (63) hide show
  1. nshtrainer/__init__.py +2 -1
  2. nshtrainer/config/__init__.py +114 -0
  3. nshtrainer/config/_checkpoint/loader/__init__.py +18 -0
  4. nshtrainer/config/_checkpoint/metadata/__init__.py +13 -0
  5. nshtrainer/config/_directory/__init__.py +14 -0
  6. nshtrainer/config/_hf_hub/__init__.py +14 -0
  7. nshtrainer/config/callbacks/__init__.py +51 -0
  8. nshtrainer/config/callbacks/actsave/__init__.py +13 -0
  9. nshtrainer/config/callbacks/base/__init__.py +12 -0
  10. nshtrainer/config/callbacks/checkpoint/__init__.py +22 -0
  11. nshtrainer/config/callbacks/checkpoint/_base/__init__.py +14 -0
  12. nshtrainer/config/callbacks/checkpoint/best_checkpoint/__init__.py +15 -0
  13. nshtrainer/config/callbacks/checkpoint/last_checkpoint/__init__.py +14 -0
  14. nshtrainer/config/callbacks/checkpoint/on_exception_checkpoint/__init__.py +13 -0
  15. nshtrainer/config/callbacks/debug_flag/__init__.py +13 -0
  16. nshtrainer/config/callbacks/directory_setup/__init__.py +13 -0
  17. nshtrainer/config/callbacks/early_stopping/__init__.py +14 -0
  18. nshtrainer/config/callbacks/ema/__init__.py +13 -0
  19. nshtrainer/config/callbacks/finite_checks/__init__.py +13 -0
  20. nshtrainer/config/callbacks/gradient_skipping/__init__.py +13 -0
  21. nshtrainer/config/callbacks/norm_logging/__init__.py +13 -0
  22. nshtrainer/config/callbacks/print_table/__init__.py +13 -0
  23. nshtrainer/config/callbacks/rlp_sanity_checks/__init__.py +13 -0
  24. nshtrainer/config/callbacks/shared_parameters/__init__.py +13 -0
  25. nshtrainer/config/callbacks/throughput_monitor/__init__.py +13 -0
  26. nshtrainer/config/callbacks/timer/__init__.py +13 -0
  27. nshtrainer/config/callbacks/wandb_upload_code/__init__.py +13 -0
  28. nshtrainer/config/callbacks/wandb_watch/__init__.py +13 -0
  29. nshtrainer/config/loggers/__init__.py +23 -0
  30. nshtrainer/config/loggers/_base/__init__.py +12 -0
  31. nshtrainer/config/loggers/csv/__init__.py +13 -0
  32. nshtrainer/config/loggers/tensorboard/__init__.py +13 -0
  33. nshtrainer/config/loggers/wandb/__init__.py +16 -0
  34. nshtrainer/config/lr_scheduler/__init__.py +20 -0
  35. nshtrainer/config/lr_scheduler/_base/__init__.py +12 -0
  36. nshtrainer/config/lr_scheduler/linear_warmup_cosine/__init__.py +14 -0
  37. nshtrainer/config/lr_scheduler/reduce_lr_on_plateau/__init__.py +14 -0
  38. nshtrainer/config/metrics/__init__.py +13 -0
  39. nshtrainer/config/metrics/_config/__init__.py +12 -0
  40. nshtrainer/config/model/__init__.py +20 -0
  41. nshtrainer/config/model/base/__init__.py +13 -0
  42. nshtrainer/config/model/config/__init__.py +17 -0
  43. nshtrainer/config/model/mixins/logger/__init__.py +12 -0
  44. nshtrainer/config/nn/__init__.py +30 -0
  45. nshtrainer/config/nn/mlp/__init__.py +14 -0
  46. nshtrainer/config/nn/nonlinearity/__init__.py +27 -0
  47. nshtrainer/config/optimizer/__init__.py +14 -0
  48. nshtrainer/config/profiler/__init__.py +20 -0
  49. nshtrainer/config/profiler/_base/__init__.py +12 -0
  50. nshtrainer/config/profiler/advanced/__init__.py +13 -0
  51. nshtrainer/config/profiler/pytorch/__init__.py +13 -0
  52. nshtrainer/config/profiler/simple/__init__.py +13 -0
  53. nshtrainer/config/runner/__init__.py +12 -0
  54. nshtrainer/config/trainer/_config/__init__.py +35 -0
  55. nshtrainer/config/trainer/checkpoint_connector/__init__.py +12 -0
  56. nshtrainer/config/util/_environment_info/__init__.py +22 -0
  57. nshtrainer/config/util/config/__init__.py +17 -0
  58. nshtrainer/config/util/config/dtype/__init__.py +12 -0
  59. nshtrainer/config/util/config/duration/__init__.py +14 -0
  60. {nshtrainer-0.40.4.dist-info → nshtrainer-0.41.0.dist-info}/METADATA +1 -1
  61. {nshtrainer-0.40.4.dist-info → nshtrainer-0.41.0.dist-info}/RECORD +62 -5
  62. nshtrainer/config.py +0 -171
  63. {nshtrainer-0.40.4.dist-info → nshtrainer-0.41.0.dist-info}/WHEEL +0 -0
nshtrainer/config.py DELETED
@@ -1,171 +0,0 @@
1
- from nshtrainer._checkpoint.loader import (
2
- BestCheckpointStrategyConfig as BestCheckpointStrategyConfig,
3
- )
4
- from nshtrainer._checkpoint.loader import (
5
- CheckpointLoadingConfig as CheckpointLoadingConfig,
6
- )
7
- from nshtrainer._checkpoint.loader import (
8
- CheckpointLoadingStrategyConfig as CheckpointLoadingStrategyConfig,
9
- )
10
- from nshtrainer._checkpoint.loader import (
11
- LastCheckpointStrategyConfig as LastCheckpointStrategyConfig,
12
- )
13
- from nshtrainer._checkpoint.loader import (
14
- UserProvidedPathCheckpointStrategyConfig as UserProvidedPathCheckpointStrategyConfig,
15
- )
16
- from nshtrainer._checkpoint.metadata import CheckpointMetadata as CheckpointMetadata
17
- from nshtrainer._directory import DirectoryConfig as DirectoryConfig
18
- from nshtrainer._hf_hub import (
19
- HuggingFaceHubAutoCreateConfig as HuggingFaceHubAutoCreateConfig,
20
- )
21
- from nshtrainer._hf_hub import HuggingFaceHubConfig as HuggingFaceHubConfig
22
- from nshtrainer.callbacks.actsave import ActSaveConfig as ActSaveConfig
23
- from nshtrainer.callbacks.base import CallbackConfigBase as CallbackConfigBase
24
- from nshtrainer.callbacks.checkpoint._base import (
25
- BaseCheckpointCallbackConfig as BaseCheckpointCallbackConfig,
26
- )
27
- from nshtrainer.callbacks.checkpoint.best_checkpoint import (
28
- BestCheckpointCallbackConfig as BestCheckpointCallbackConfig,
29
- )
30
- from nshtrainer.callbacks.checkpoint.last_checkpoint import (
31
- LastCheckpointCallbackConfig as LastCheckpointCallbackConfig,
32
- )
33
- from nshtrainer.callbacks.checkpoint.on_exception_checkpoint import (
34
- OnExceptionCheckpointCallbackConfig as OnExceptionCheckpointCallbackConfig,
35
- )
36
- from nshtrainer.callbacks.debug_flag import (
37
- DebugFlagCallbackConfig as DebugFlagCallbackConfig,
38
- )
39
- from nshtrainer.callbacks.directory_setup import (
40
- DirectorySetupConfig as DirectorySetupConfig,
41
- )
42
- from nshtrainer.callbacks.early_stopping import (
43
- EarlyStoppingConfig as EarlyStoppingConfig,
44
- )
45
- from nshtrainer.callbacks.ema import EMAConfig as EMAConfig
46
- from nshtrainer.callbacks.finite_checks import FiniteChecksConfig as FiniteChecksConfig
47
- from nshtrainer.callbacks.gradient_skipping import (
48
- GradientSkippingConfig as GradientSkippingConfig,
49
- )
50
- from nshtrainer.callbacks.norm_logging import NormLoggingConfig as NormLoggingConfig
51
- from nshtrainer.callbacks.print_table import (
52
- PrintTableMetricsConfig as PrintTableMetricsConfig,
53
- )
54
- from nshtrainer.callbacks.rlp_sanity_checks import (
55
- RLPSanityChecksConfig as RLPSanityChecksConfig,
56
- )
57
- from nshtrainer.callbacks.shared_parameters import (
58
- SharedParametersConfig as SharedParametersConfig,
59
- )
60
- from nshtrainer.callbacks.throughput_monitor import (
61
- ThroughputMonitorConfig as ThroughputMonitorConfig,
62
- )
63
- from nshtrainer.callbacks.timer import EpochTimerConfig as EpochTimerConfig
64
- from nshtrainer.callbacks.wandb_upload_code import (
65
- WandbUploadCodeConfig as WandbUploadCodeConfig,
66
- )
67
- from nshtrainer.callbacks.wandb_watch import WandbWatchConfig as WandbWatchConfig
68
- from nshtrainer.loggers._base import BaseLoggerConfig as BaseLoggerConfig
69
- from nshtrainer.loggers.csv import CSVLoggerConfig as CSVLoggerConfig
70
- from nshtrainer.loggers.tensorboard import (
71
- TensorboardLoggerConfig as TensorboardLoggerConfig,
72
- )
73
- from nshtrainer.loggers.wandb import WandbLoggerConfig as WandbLoggerConfig
74
- from nshtrainer.lr_scheduler import LRSchedulerConfig as LRSchedulerConfig
75
- from nshtrainer.lr_scheduler._base import LRSchedulerConfigBase as LRSchedulerConfigBase
76
- from nshtrainer.lr_scheduler.linear_warmup_cosine import (
77
- DurationConfig as DurationConfig,
78
- )
79
- from nshtrainer.lr_scheduler.linear_warmup_cosine import (
80
- LinearWarmupCosineDecayLRSchedulerConfig as LinearWarmupCosineDecayLRSchedulerConfig,
81
- )
82
- from nshtrainer.lr_scheduler.reduce_lr_on_plateau import (
83
- ReduceLROnPlateauConfig as ReduceLROnPlateauConfig,
84
- )
85
- from nshtrainer.metrics._config import MetricConfig as MetricConfig
86
- from nshtrainer.model.config import BaseConfig as BaseConfig
87
- from nshtrainer.nn.mlp import MLPConfig as MLPConfig
88
- from nshtrainer.nn.nonlinearity import BaseNonlinearityConfig as BaseNonlinearityConfig
89
- from nshtrainer.nn.nonlinearity import ELUNonlinearityConfig as ELUNonlinearityConfig
90
- from nshtrainer.nn.nonlinearity import GELUNonlinearityConfig as GELUNonlinearityConfig
91
- from nshtrainer.nn.nonlinearity import (
92
- LeakyReLUNonlinearityConfig as LeakyReLUNonlinearityConfig,
93
- )
94
- from nshtrainer.nn.nonlinearity import MishNonlinearityConfig as MishNonlinearityConfig
95
- from nshtrainer.nn.nonlinearity import NonlinearityConfig as NonlinearityConfig
96
- from nshtrainer.nn.nonlinearity import PReLUConfig as PReLUConfig
97
- from nshtrainer.nn.nonlinearity import ReLUNonlinearityConfig as ReLUNonlinearityConfig
98
- from nshtrainer.nn.nonlinearity import (
99
- SigmoidNonlinearityConfig as SigmoidNonlinearityConfig,
100
- )
101
- from nshtrainer.nn.nonlinearity import SiLUNonlinearityConfig as SiLUNonlinearityConfig
102
- from nshtrainer.nn.nonlinearity import (
103
- SoftmaxNonlinearityConfig as SoftmaxNonlinearityConfig,
104
- )
105
- from nshtrainer.nn.nonlinearity import (
106
- SoftplusNonlinearityConfig as SoftplusNonlinearityConfig,
107
- )
108
- from nshtrainer.nn.nonlinearity import (
109
- SoftsignNonlinearityConfig as SoftsignNonlinearityConfig,
110
- )
111
- from nshtrainer.nn.nonlinearity import (
112
- SwiGLUNonlinearityConfig as SwiGLUNonlinearityConfig,
113
- )
114
- from nshtrainer.nn.nonlinearity import (
115
- SwishNonlinearityConfig as SwishNonlinearityConfig,
116
- )
117
- from nshtrainer.nn.nonlinearity import TanhNonlinearityConfig as TanhNonlinearityConfig
118
- from nshtrainer.optimizer import AdamWConfig as AdamWConfig
119
- from nshtrainer.optimizer import OptimizerConfig as OptimizerConfig
120
- from nshtrainer.optimizer import OptimizerConfigBase as OptimizerConfigBase
121
- from nshtrainer.profiler._base import BaseProfilerConfig as BaseProfilerConfig
122
- from nshtrainer.profiler.advanced import (
123
- AdvancedProfilerConfig as AdvancedProfilerConfig,
124
- )
125
- from nshtrainer.profiler.pytorch import PyTorchProfilerConfig as PyTorchProfilerConfig
126
- from nshtrainer.profiler.simple import SimpleProfilerConfig as SimpleProfilerConfig
127
- from nshtrainer.trainer._config import CallbackConfig as CallbackConfig
128
- from nshtrainer.trainer._config import (
129
- CheckpointCallbackConfig as CheckpointCallbackConfig,
130
- )
131
- from nshtrainer.trainer._config import CheckpointSavingConfig as CheckpointSavingConfig
132
- from nshtrainer.trainer._config import GradientClippingConfig as GradientClippingConfig
133
- from nshtrainer.trainer._config import LoggerConfig as LoggerConfig
134
- from nshtrainer.trainer._config import LoggingConfig as LoggingConfig
135
- from nshtrainer.trainer._config import OptimizationConfig as OptimizationConfig
136
- from nshtrainer.trainer._config import ProfilerConfig as ProfilerConfig
137
- from nshtrainer.trainer._config import ReproducibilityConfig as ReproducibilityConfig
138
- from nshtrainer.trainer._config import SanityCheckingConfig as SanityCheckingConfig
139
- from nshtrainer.trainer._config import TrainerConfig as TrainerConfig
140
- from nshtrainer.util._environment_info import (
141
- EnvironmentClassInformationConfig as EnvironmentClassInformationConfig,
142
- )
143
- from nshtrainer.util._environment_info import EnvironmentConfig as EnvironmentConfig
144
- from nshtrainer.util._environment_info import (
145
- EnvironmentCUDAConfig as EnvironmentCUDAConfig,
146
- )
147
- from nshtrainer.util._environment_info import (
148
- EnvironmentGPUConfig as EnvironmentGPUConfig,
149
- )
150
- from nshtrainer.util._environment_info import (
151
- EnvironmentHardwareConfig as EnvironmentHardwareConfig,
152
- )
153
- from nshtrainer.util._environment_info import (
154
- EnvironmentLinuxEnvironmentConfig as EnvironmentLinuxEnvironmentConfig,
155
- )
156
- from nshtrainer.util._environment_info import (
157
- EnvironmentLSFInformationConfig as EnvironmentLSFInformationConfig,
158
- )
159
- from nshtrainer.util._environment_info import (
160
- EnvironmentPackageConfig as EnvironmentPackageConfig,
161
- )
162
- from nshtrainer.util._environment_info import (
163
- EnvironmentSLURMInformationConfig as EnvironmentSLURMInformationConfig,
164
- )
165
- from nshtrainer.util._environment_info import (
166
- EnvironmentSnapshotConfig as EnvironmentSnapshotConfig,
167
- )
168
- from nshtrainer.util._environment_info import GitRepositoryConfig as GitRepositoryConfig
169
- from nshtrainer.util.config.dtype import DTypeConfig as DTypeConfig
170
- from nshtrainer.util.config.duration import EpochsConfig as EpochsConfig
171
- from nshtrainer.util.config.duration import StepsConfig as StepsConfig