nshtrainer 1.0.0b14__py3-none-any.whl → 1.0.0b15__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (60) hide show
  1. nshtrainer/configs/__init__.py +134 -405
  2. nshtrainer/configs/_checkpoint/__init__.py +2 -25
  3. nshtrainer/configs/_checkpoint/metadata/__init__.py +2 -25
  4. nshtrainer/configs/_directory/__init__.py +5 -28
  5. nshtrainer/configs/_hf_hub/__init__.py +5 -28
  6. nshtrainer/configs/callbacks/__init__.py +52 -161
  7. nshtrainer/configs/callbacks/actsave/__init__.py +2 -23
  8. nshtrainer/configs/callbacks/base/__init__.py +1 -20
  9. nshtrainer/configs/callbacks/checkpoint/__init__.py +19 -64
  10. nshtrainer/configs/callbacks/checkpoint/_base/__init__.py +9 -36
  11. nshtrainer/configs/callbacks/checkpoint/best_checkpoint/__init__.py +10 -43
  12. nshtrainer/configs/callbacks/checkpoint/last_checkpoint/__init__.py +9 -36
  13. nshtrainer/configs/callbacks/checkpoint/on_exception_checkpoint/__init__.py +6 -29
  14. nshtrainer/configs/callbacks/debug_flag/__init__.py +4 -27
  15. nshtrainer/configs/callbacks/directory_setup/__init__.py +6 -29
  16. nshtrainer/configs/callbacks/early_stopping/__init__.py +5 -34
  17. nshtrainer/configs/callbacks/ema/__init__.py +2 -23
  18. nshtrainer/configs/callbacks/finite_checks/__init__.py +4 -29
  19. nshtrainer/configs/callbacks/gradient_skipping/__init__.py +6 -29
  20. nshtrainer/configs/callbacks/log_epoch/__init__.py +4 -27
  21. nshtrainer/configs/callbacks/lr_monitor/__init__.py +4 -27
  22. nshtrainer/configs/callbacks/norm_logging/__init__.py +4 -29
  23. nshtrainer/configs/callbacks/print_table/__init__.py +4 -29
  24. nshtrainer/configs/callbacks/rlp_sanity_checks/__init__.py +6 -29
  25. nshtrainer/configs/callbacks/shared_parameters/__init__.py +6 -29
  26. nshtrainer/configs/callbacks/timer/__init__.py +4 -27
  27. nshtrainer/configs/callbacks/wandb_upload_code/__init__.py +6 -29
  28. nshtrainer/configs/callbacks/wandb_watch/__init__.py +4 -29
  29. nshtrainer/configs/loggers/__init__.py +13 -52
  30. nshtrainer/configs/loggers/_base/__init__.py +1 -18
  31. nshtrainer/configs/loggers/actsave/__init__.py +2 -25
  32. nshtrainer/configs/loggers/csv/__init__.py +2 -21
  33. nshtrainer/configs/loggers/tensorboard/__init__.py +4 -27
  34. nshtrainer/configs/loggers/wandb/__init__.py +9 -40
  35. nshtrainer/configs/lr_scheduler/__init__.py +10 -51
  36. nshtrainer/configs/lr_scheduler/_base/__init__.py +1 -22
  37. nshtrainer/configs/lr_scheduler/linear_warmup_cosine/__init__.py +9 -36
  38. nshtrainer/configs/lr_scheduler/reduce_lr_on_plateau/__init__.py +7 -36
  39. nshtrainer/configs/metrics/__init__.py +1 -18
  40. nshtrainer/configs/metrics/_config/__init__.py +1 -18
  41. nshtrainer/configs/nn/__init__.py +19 -70
  42. nshtrainer/configs/nn/mlp/__init__.py +3 -24
  43. nshtrainer/configs/nn/nonlinearity/__init__.py +30 -121
  44. nshtrainer/configs/optimizer/__init__.py +3 -24
  45. nshtrainer/configs/profiler/__init__.py +5 -30
  46. nshtrainer/configs/profiler/_base/__init__.py +1 -20
  47. nshtrainer/configs/profiler/advanced/__init__.py +4 -27
  48. nshtrainer/configs/profiler/pytorch/__init__.py +2 -27
  49. nshtrainer/configs/profiler/simple/__init__.py +2 -25
  50. nshtrainer/configs/trainer/__init__.py +50 -169
  51. nshtrainer/configs/trainer/_config/__init__.py +50 -169
  52. nshtrainer/configs/trainer/trainer/__init__.py +2 -23
  53. nshtrainer/configs/util/__init__.py +33 -102
  54. nshtrainer/configs/util/_environment_info/__init__.py +29 -90
  55. nshtrainer/configs/util/config/__init__.py +4 -27
  56. nshtrainer/configs/util/config/dtype/__init__.py +1 -18
  57. nshtrainer/configs/util/config/duration/__init__.py +3 -30
  58. {nshtrainer-1.0.0b14.dist-info → nshtrainer-1.0.0b15.dist-info}/METADATA +1 -1
  59. {nshtrainer-1.0.0b14.dist-info → nshtrainer-1.0.0b15.dist-info}/RECORD +60 -60
  60. {nshtrainer-1.0.0b14.dist-info → nshtrainer-1.0.0b15.dist-info}/WHEEL +0 -0
@@ -2,412 +2,141 @@ from __future__ import annotations
2
2
 
3
3
  __codegen__ = True
4
4
 
5
- from typing import TYPE_CHECKING
5
+ from nshtrainer import MetricConfig as MetricConfig
6
+ from nshtrainer import TrainerConfig as TrainerConfig
7
+ from nshtrainer._checkpoint.metadata import CheckpointMetadata as CheckpointMetadata
8
+ from nshtrainer._directory import DirectoryConfig as DirectoryConfig
9
+ from nshtrainer._hf_hub import CallbackConfigBase as CallbackConfigBase
10
+ from nshtrainer._hf_hub import (
11
+ HuggingFaceHubAutoCreateConfig as HuggingFaceHubAutoCreateConfig,
12
+ )
13
+ from nshtrainer._hf_hub import HuggingFaceHubConfig as HuggingFaceHubConfig
14
+ from nshtrainer.callbacks import (
15
+ BestCheckpointCallbackConfig as BestCheckpointCallbackConfig,
16
+ )
17
+ from nshtrainer.callbacks import CallbackConfig as CallbackConfig
18
+ from nshtrainer.callbacks import DebugFlagCallbackConfig as DebugFlagCallbackConfig
19
+ from nshtrainer.callbacks import (
20
+ DirectorySetupCallbackConfig as DirectorySetupCallbackConfig,
21
+ )
22
+ from nshtrainer.callbacks import (
23
+ EarlyStoppingCallbackConfig as EarlyStoppingCallbackConfig,
24
+ )
25
+ from nshtrainer.callbacks import EMACallbackConfig as EMACallbackConfig
26
+ from nshtrainer.callbacks import EpochTimerCallbackConfig as EpochTimerCallbackConfig
27
+ from nshtrainer.callbacks import (
28
+ FiniteChecksCallbackConfig as FiniteChecksCallbackConfig,
29
+ )
30
+ from nshtrainer.callbacks import (
31
+ GradientSkippingCallbackConfig as GradientSkippingCallbackConfig,
32
+ )
33
+ from nshtrainer.callbacks import (
34
+ LastCheckpointCallbackConfig as LastCheckpointCallbackConfig,
35
+ )
36
+ from nshtrainer.callbacks import LogEpochCallbackConfig as LogEpochCallbackConfig
37
+ from nshtrainer.callbacks import NormLoggingCallbackConfig as NormLoggingCallbackConfig
38
+ from nshtrainer.callbacks import (
39
+ OnExceptionCheckpointCallbackConfig as OnExceptionCheckpointCallbackConfig,
40
+ )
41
+ from nshtrainer.callbacks import (
42
+ PrintTableMetricsCallbackConfig as PrintTableMetricsCallbackConfig,
43
+ )
44
+ from nshtrainer.callbacks import (
45
+ RLPSanityChecksCallbackConfig as RLPSanityChecksCallbackConfig,
46
+ )
47
+ from nshtrainer.callbacks import (
48
+ SharedParametersCallbackConfig as SharedParametersCallbackConfig,
49
+ )
50
+ from nshtrainer.callbacks import (
51
+ WandbUploadCodeCallbackConfig as WandbUploadCodeCallbackConfig,
52
+ )
53
+ from nshtrainer.callbacks import WandbWatchCallbackConfig as WandbWatchCallbackConfig
54
+ from nshtrainer.callbacks.actsave import ActSaveConfig as ActSaveConfig
55
+ from nshtrainer.callbacks.checkpoint._base import (
56
+ BaseCheckpointCallbackConfig as BaseCheckpointCallbackConfig,
57
+ )
58
+ from nshtrainer.loggers import ActSaveLoggerConfig as ActSaveLoggerConfig
59
+ from nshtrainer.loggers import BaseLoggerConfig as BaseLoggerConfig
60
+ from nshtrainer.loggers import CSVLoggerConfig as CSVLoggerConfig
61
+ from nshtrainer.loggers import LoggerConfig as LoggerConfig
62
+ from nshtrainer.loggers import TensorboardLoggerConfig as TensorboardLoggerConfig
63
+ from nshtrainer.loggers import WandbLoggerConfig as WandbLoggerConfig
64
+ from nshtrainer.lr_scheduler import (
65
+ LinearWarmupCosineDecayLRSchedulerConfig as LinearWarmupCosineDecayLRSchedulerConfig,
66
+ )
67
+ from nshtrainer.lr_scheduler import LRSchedulerConfig as LRSchedulerConfig
68
+ from nshtrainer.lr_scheduler import LRSchedulerConfigBase as LRSchedulerConfigBase
69
+ from nshtrainer.lr_scheduler import ReduceLROnPlateauConfig as ReduceLROnPlateauConfig
70
+ from nshtrainer.nn import BaseNonlinearityConfig as BaseNonlinearityConfig
71
+ from nshtrainer.nn import ELUNonlinearityConfig as ELUNonlinearityConfig
72
+ from nshtrainer.nn import GELUNonlinearityConfig as GELUNonlinearityConfig
73
+ from nshtrainer.nn import LeakyReLUNonlinearityConfig as LeakyReLUNonlinearityConfig
74
+ from nshtrainer.nn import MishNonlinearityConfig as MishNonlinearityConfig
75
+ from nshtrainer.nn import MLPConfig as MLPConfig
76
+ from nshtrainer.nn import NonlinearityConfig as NonlinearityConfig
77
+ from nshtrainer.nn import PReLUConfig as PReLUConfig
78
+ from nshtrainer.nn import ReLUNonlinearityConfig as ReLUNonlinearityConfig
79
+ from nshtrainer.nn import SigmoidNonlinearityConfig as SigmoidNonlinearityConfig
80
+ from nshtrainer.nn import SiLUNonlinearityConfig as SiLUNonlinearityConfig
81
+ from nshtrainer.nn import SoftmaxNonlinearityConfig as SoftmaxNonlinearityConfig
82
+ from nshtrainer.nn import SoftplusNonlinearityConfig as SoftplusNonlinearityConfig
83
+ from nshtrainer.nn import SoftsignNonlinearityConfig as SoftsignNonlinearityConfig
84
+ from nshtrainer.nn import SwishNonlinearityConfig as SwishNonlinearityConfig
85
+ from nshtrainer.nn import TanhNonlinearityConfig as TanhNonlinearityConfig
86
+ from nshtrainer.nn.nonlinearity import (
87
+ SwiGLUNonlinearityConfig as SwiGLUNonlinearityConfig,
88
+ )
89
+ from nshtrainer.optimizer import AdamWConfig as AdamWConfig
90
+ from nshtrainer.optimizer import OptimizerConfig as OptimizerConfig
91
+ from nshtrainer.optimizer import OptimizerConfigBase as OptimizerConfigBase
92
+ from nshtrainer.profiler import AdvancedProfilerConfig as AdvancedProfilerConfig
93
+ from nshtrainer.profiler import BaseProfilerConfig as BaseProfilerConfig
94
+ from nshtrainer.profiler import ProfilerConfig as ProfilerConfig
95
+ from nshtrainer.profiler import PyTorchProfilerConfig as PyTorchProfilerConfig
96
+ from nshtrainer.profiler import SimpleProfilerConfig as SimpleProfilerConfig
97
+ from nshtrainer.trainer._config import (
98
+ CheckpointCallbackConfig as CheckpointCallbackConfig,
99
+ )
100
+ from nshtrainer.trainer._config import CheckpointSavingConfig as CheckpointSavingConfig
101
+ from nshtrainer.trainer._config import EnvironmentConfig as EnvironmentConfig
102
+ from nshtrainer.trainer._config import GradientClippingConfig as GradientClippingConfig
103
+ from nshtrainer.trainer._config import (
104
+ LearningRateMonitorConfig as LearningRateMonitorConfig,
105
+ )
106
+ from nshtrainer.trainer._config import SanityCheckingConfig as SanityCheckingConfig
107
+ from nshtrainer.util._environment_info import (
108
+ EnvironmentClassInformationConfig as EnvironmentClassInformationConfig,
109
+ )
110
+ from nshtrainer.util._environment_info import (
111
+ EnvironmentCUDAConfig as EnvironmentCUDAConfig,
112
+ )
113
+ from nshtrainer.util._environment_info import (
114
+ EnvironmentGPUConfig as EnvironmentGPUConfig,
115
+ )
116
+ from nshtrainer.util._environment_info import (
117
+ EnvironmentHardwareConfig as EnvironmentHardwareConfig,
118
+ )
119
+ from nshtrainer.util._environment_info import (
120
+ EnvironmentLinuxEnvironmentConfig as EnvironmentLinuxEnvironmentConfig,
121
+ )
122
+ from nshtrainer.util._environment_info import (
123
+ EnvironmentLSFInformationConfig as EnvironmentLSFInformationConfig,
124
+ )
125
+ from nshtrainer.util._environment_info import (
126
+ EnvironmentPackageConfig as EnvironmentPackageConfig,
127
+ )
128
+ from nshtrainer.util._environment_info import (
129
+ EnvironmentSLURMInformationConfig as EnvironmentSLURMInformationConfig,
130
+ )
131
+ from nshtrainer.util._environment_info import (
132
+ EnvironmentSnapshotConfig as EnvironmentSnapshotConfig,
133
+ )
134
+ from nshtrainer.util._environment_info import GitRepositoryConfig as GitRepositoryConfig
135
+ from nshtrainer.util.config import DTypeConfig as DTypeConfig
136
+ from nshtrainer.util.config import DurationConfig as DurationConfig
137
+ from nshtrainer.util.config import EpochsConfig as EpochsConfig
138
+ from nshtrainer.util.config import StepsConfig as StepsConfig
6
139
 
7
- # Config/alias imports
8
-
9
- if TYPE_CHECKING:
10
- from nshtrainer import MetricConfig as MetricConfig
11
- from nshtrainer import TrainerConfig as TrainerConfig
12
- from nshtrainer._checkpoint.metadata import CheckpointMetadata as CheckpointMetadata
13
- from nshtrainer._directory import DirectoryConfig as DirectoryConfig
14
- from nshtrainer._hf_hub import CallbackConfigBase as CallbackConfigBase
15
- from nshtrainer._hf_hub import (
16
- HuggingFaceHubAutoCreateConfig as HuggingFaceHubAutoCreateConfig,
17
- )
18
- from nshtrainer._hf_hub import HuggingFaceHubConfig as HuggingFaceHubConfig
19
- from nshtrainer.callbacks import (
20
- BestCheckpointCallbackConfig as BestCheckpointCallbackConfig,
21
- )
22
- from nshtrainer.callbacks import CallbackConfig as CallbackConfig
23
- from nshtrainer.callbacks import DebugFlagCallbackConfig as DebugFlagCallbackConfig
24
- from nshtrainer.callbacks import (
25
- DirectorySetupCallbackConfig as DirectorySetupCallbackConfig,
26
- )
27
- from nshtrainer.callbacks import (
28
- EarlyStoppingCallbackConfig as EarlyStoppingCallbackConfig,
29
- )
30
- from nshtrainer.callbacks import EMACallbackConfig as EMACallbackConfig
31
- from nshtrainer.callbacks import (
32
- EpochTimerCallbackConfig as EpochTimerCallbackConfig,
33
- )
34
- from nshtrainer.callbacks import (
35
- FiniteChecksCallbackConfig as FiniteChecksCallbackConfig,
36
- )
37
- from nshtrainer.callbacks import (
38
- GradientSkippingCallbackConfig as GradientSkippingCallbackConfig,
39
- )
40
- from nshtrainer.callbacks import (
41
- LastCheckpointCallbackConfig as LastCheckpointCallbackConfig,
42
- )
43
- from nshtrainer.callbacks import LogEpochCallbackConfig as LogEpochCallbackConfig
44
- from nshtrainer.callbacks import (
45
- NormLoggingCallbackConfig as NormLoggingCallbackConfig,
46
- )
47
- from nshtrainer.callbacks import (
48
- OnExceptionCheckpointCallbackConfig as OnExceptionCheckpointCallbackConfig,
49
- )
50
- from nshtrainer.callbacks import (
51
- PrintTableMetricsCallbackConfig as PrintTableMetricsCallbackConfig,
52
- )
53
- from nshtrainer.callbacks import (
54
- RLPSanityChecksCallbackConfig as RLPSanityChecksCallbackConfig,
55
- )
56
- from nshtrainer.callbacks import (
57
- SharedParametersCallbackConfig as SharedParametersCallbackConfig,
58
- )
59
- from nshtrainer.callbacks import (
60
- WandbUploadCodeCallbackConfig as WandbUploadCodeCallbackConfig,
61
- )
62
- from nshtrainer.callbacks import (
63
- WandbWatchCallbackConfig as WandbWatchCallbackConfig,
64
- )
65
- from nshtrainer.callbacks.actsave import ActSaveConfig as ActSaveConfig
66
- from nshtrainer.callbacks.checkpoint._base import (
67
- BaseCheckpointCallbackConfig as BaseCheckpointCallbackConfig,
68
- )
69
- from nshtrainer.loggers import ActSaveLoggerConfig as ActSaveLoggerConfig
70
- from nshtrainer.loggers import BaseLoggerConfig as BaseLoggerConfig
71
- from nshtrainer.loggers import CSVLoggerConfig as CSVLoggerConfig
72
- from nshtrainer.loggers import LoggerConfig as LoggerConfig
73
- from nshtrainer.loggers import TensorboardLoggerConfig as TensorboardLoggerConfig
74
- from nshtrainer.loggers import WandbLoggerConfig as WandbLoggerConfig
75
- from nshtrainer.lr_scheduler import (
76
- LinearWarmupCosineDecayLRSchedulerConfig as LinearWarmupCosineDecayLRSchedulerConfig,
77
- )
78
- from nshtrainer.lr_scheduler import LRSchedulerConfig as LRSchedulerConfig
79
- from nshtrainer.lr_scheduler import LRSchedulerConfigBase as LRSchedulerConfigBase
80
- from nshtrainer.lr_scheduler import (
81
- ReduceLROnPlateauConfig as ReduceLROnPlateauConfig,
82
- )
83
- from nshtrainer.nn import BaseNonlinearityConfig as BaseNonlinearityConfig
84
- from nshtrainer.nn import ELUNonlinearityConfig as ELUNonlinearityConfig
85
- from nshtrainer.nn import GELUNonlinearityConfig as GELUNonlinearityConfig
86
- from nshtrainer.nn import LeakyReLUNonlinearityConfig as LeakyReLUNonlinearityConfig
87
- from nshtrainer.nn import MishNonlinearityConfig as MishNonlinearityConfig
88
- from nshtrainer.nn import MLPConfig as MLPConfig
89
- from nshtrainer.nn import NonlinearityConfig as NonlinearityConfig
90
- from nshtrainer.nn import PReLUConfig as PReLUConfig
91
- from nshtrainer.nn import ReLUNonlinearityConfig as ReLUNonlinearityConfig
92
- from nshtrainer.nn import SigmoidNonlinearityConfig as SigmoidNonlinearityConfig
93
- from nshtrainer.nn import SiLUNonlinearityConfig as SiLUNonlinearityConfig
94
- from nshtrainer.nn import SoftmaxNonlinearityConfig as SoftmaxNonlinearityConfig
95
- from nshtrainer.nn import SoftplusNonlinearityConfig as SoftplusNonlinearityConfig
96
- from nshtrainer.nn import SoftsignNonlinearityConfig as SoftsignNonlinearityConfig
97
- from nshtrainer.nn import SwishNonlinearityConfig as SwishNonlinearityConfig
98
- from nshtrainer.nn import TanhNonlinearityConfig as TanhNonlinearityConfig
99
- from nshtrainer.nn.nonlinearity import (
100
- SwiGLUNonlinearityConfig as SwiGLUNonlinearityConfig,
101
- )
102
- from nshtrainer.optimizer import AdamWConfig as AdamWConfig
103
- from nshtrainer.optimizer import OptimizerConfig as OptimizerConfig
104
- from nshtrainer.optimizer import OptimizerConfigBase as OptimizerConfigBase
105
- from nshtrainer.profiler import AdvancedProfilerConfig as AdvancedProfilerConfig
106
- from nshtrainer.profiler import BaseProfilerConfig as BaseProfilerConfig
107
- from nshtrainer.profiler import ProfilerConfig as ProfilerConfig
108
- from nshtrainer.profiler import PyTorchProfilerConfig as PyTorchProfilerConfig
109
- from nshtrainer.profiler import SimpleProfilerConfig as SimpleProfilerConfig
110
- from nshtrainer.trainer._config import (
111
- CheckpointCallbackConfig as CheckpointCallbackConfig,
112
- )
113
- from nshtrainer.trainer._config import (
114
- CheckpointSavingConfig as CheckpointSavingConfig,
115
- )
116
- from nshtrainer.trainer._config import EnvironmentConfig as EnvironmentConfig
117
- from nshtrainer.trainer._config import (
118
- GradientClippingConfig as GradientClippingConfig,
119
- )
120
- from nshtrainer.trainer._config import (
121
- LearningRateMonitorConfig as LearningRateMonitorConfig,
122
- )
123
- from nshtrainer.trainer._config import SanityCheckingConfig as SanityCheckingConfig
124
- from nshtrainer.util._environment_info import (
125
- EnvironmentClassInformationConfig as EnvironmentClassInformationConfig,
126
- )
127
- from nshtrainer.util._environment_info import (
128
- EnvironmentCUDAConfig as EnvironmentCUDAConfig,
129
- )
130
- from nshtrainer.util._environment_info import (
131
- EnvironmentGPUConfig as EnvironmentGPUConfig,
132
- )
133
- from nshtrainer.util._environment_info import (
134
- EnvironmentHardwareConfig as EnvironmentHardwareConfig,
135
- )
136
- from nshtrainer.util._environment_info import (
137
- EnvironmentLinuxEnvironmentConfig as EnvironmentLinuxEnvironmentConfig,
138
- )
139
- from nshtrainer.util._environment_info import (
140
- EnvironmentLSFInformationConfig as EnvironmentLSFInformationConfig,
141
- )
142
- from nshtrainer.util._environment_info import (
143
- EnvironmentPackageConfig as EnvironmentPackageConfig,
144
- )
145
- from nshtrainer.util._environment_info import (
146
- EnvironmentSLURMInformationConfig as EnvironmentSLURMInformationConfig,
147
- )
148
- from nshtrainer.util._environment_info import (
149
- EnvironmentSnapshotConfig as EnvironmentSnapshotConfig,
150
- )
151
- from nshtrainer.util._environment_info import (
152
- GitRepositoryConfig as GitRepositoryConfig,
153
- )
154
- from nshtrainer.util.config import DTypeConfig as DTypeConfig
155
- from nshtrainer.util.config import DurationConfig as DurationConfig
156
- from nshtrainer.util.config import EpochsConfig as EpochsConfig
157
- from nshtrainer.util.config import StepsConfig as StepsConfig
158
- else:
159
-
160
- def __getattr__(name):
161
- import importlib
162
-
163
- if name in globals():
164
- return globals()[name]
165
- if name == "ActSaveConfig":
166
- return importlib.import_module("nshtrainer.callbacks.actsave").ActSaveConfig
167
- if name == "ActSaveLoggerConfig":
168
- return importlib.import_module("nshtrainer.loggers").ActSaveLoggerConfig
169
- if name == "AdamWConfig":
170
- return importlib.import_module("nshtrainer.optimizer").AdamWConfig
171
- if name == "AdvancedProfilerConfig":
172
- return importlib.import_module("nshtrainer.profiler").AdvancedProfilerConfig
173
- if name == "BaseCheckpointCallbackConfig":
174
- return importlib.import_module(
175
- "nshtrainer.callbacks.checkpoint._base"
176
- ).BaseCheckpointCallbackConfig
177
- if name == "BaseLoggerConfig":
178
- return importlib.import_module("nshtrainer.loggers").BaseLoggerConfig
179
- if name == "BaseNonlinearityConfig":
180
- return importlib.import_module("nshtrainer.nn").BaseNonlinearityConfig
181
- if name == "BaseProfilerConfig":
182
- return importlib.import_module("nshtrainer.profiler").BaseProfilerConfig
183
- if name == "BestCheckpointCallbackConfig":
184
- return importlib.import_module(
185
- "nshtrainer.callbacks"
186
- ).BestCheckpointCallbackConfig
187
- if name == "CSVLoggerConfig":
188
- return importlib.import_module("nshtrainer.loggers").CSVLoggerConfig
189
- if name == "CallbackConfigBase":
190
- return importlib.import_module("nshtrainer._hf_hub").CallbackConfigBase
191
- if name == "CheckpointMetadata":
192
- return importlib.import_module(
193
- "nshtrainer._checkpoint.metadata"
194
- ).CheckpointMetadata
195
- if name == "CheckpointSavingConfig":
196
- return importlib.import_module(
197
- "nshtrainer.trainer._config"
198
- ).CheckpointSavingConfig
199
- if name == "DTypeConfig":
200
- return importlib.import_module("nshtrainer.util.config").DTypeConfig
201
- if name == "DebugFlagCallbackConfig":
202
- return importlib.import_module(
203
- "nshtrainer.callbacks"
204
- ).DebugFlagCallbackConfig
205
- if name == "DirectoryConfig":
206
- return importlib.import_module("nshtrainer._directory").DirectoryConfig
207
- if name == "DirectorySetupCallbackConfig":
208
- return importlib.import_module(
209
- "nshtrainer.callbacks"
210
- ).DirectorySetupCallbackConfig
211
- if name == "ELUNonlinearityConfig":
212
- return importlib.import_module("nshtrainer.nn").ELUNonlinearityConfig
213
- if name == "EMACallbackConfig":
214
- return importlib.import_module("nshtrainer.callbacks").EMACallbackConfig
215
- if name == "EarlyStoppingCallbackConfig":
216
- return importlib.import_module(
217
- "nshtrainer.callbacks"
218
- ).EarlyStoppingCallbackConfig
219
- if name == "EnvironmentCUDAConfig":
220
- return importlib.import_module(
221
- "nshtrainer.util._environment_info"
222
- ).EnvironmentCUDAConfig
223
- if name == "EnvironmentClassInformationConfig":
224
- return importlib.import_module(
225
- "nshtrainer.util._environment_info"
226
- ).EnvironmentClassInformationConfig
227
- if name == "EnvironmentConfig":
228
- return importlib.import_module(
229
- "nshtrainer.trainer._config"
230
- ).EnvironmentConfig
231
- if name == "EnvironmentGPUConfig":
232
- return importlib.import_module(
233
- "nshtrainer.util._environment_info"
234
- ).EnvironmentGPUConfig
235
- if name == "EnvironmentHardwareConfig":
236
- return importlib.import_module(
237
- "nshtrainer.util._environment_info"
238
- ).EnvironmentHardwareConfig
239
- if name == "EnvironmentLSFInformationConfig":
240
- return importlib.import_module(
241
- "nshtrainer.util._environment_info"
242
- ).EnvironmentLSFInformationConfig
243
- if name == "EnvironmentLinuxEnvironmentConfig":
244
- return importlib.import_module(
245
- "nshtrainer.util._environment_info"
246
- ).EnvironmentLinuxEnvironmentConfig
247
- if name == "EnvironmentPackageConfig":
248
- return importlib.import_module(
249
- "nshtrainer.util._environment_info"
250
- ).EnvironmentPackageConfig
251
- if name == "EnvironmentSLURMInformationConfig":
252
- return importlib.import_module(
253
- "nshtrainer.util._environment_info"
254
- ).EnvironmentSLURMInformationConfig
255
- if name == "EnvironmentSnapshotConfig":
256
- return importlib.import_module(
257
- "nshtrainer.util._environment_info"
258
- ).EnvironmentSnapshotConfig
259
- if name == "EpochTimerCallbackConfig":
260
- return importlib.import_module(
261
- "nshtrainer.callbacks"
262
- ).EpochTimerCallbackConfig
263
- if name == "EpochsConfig":
264
- return importlib.import_module("nshtrainer.util.config").EpochsConfig
265
- if name == "FiniteChecksCallbackConfig":
266
- return importlib.import_module(
267
- "nshtrainer.callbacks"
268
- ).FiniteChecksCallbackConfig
269
- if name == "GELUNonlinearityConfig":
270
- return importlib.import_module("nshtrainer.nn").GELUNonlinearityConfig
271
- if name == "GitRepositoryConfig":
272
- return importlib.import_module(
273
- "nshtrainer.util._environment_info"
274
- ).GitRepositoryConfig
275
- if name == "GradientClippingConfig":
276
- return importlib.import_module(
277
- "nshtrainer.trainer._config"
278
- ).GradientClippingConfig
279
- if name == "GradientSkippingCallbackConfig":
280
- return importlib.import_module(
281
- "nshtrainer.callbacks"
282
- ).GradientSkippingCallbackConfig
283
- if name == "HuggingFaceHubAutoCreateConfig":
284
- return importlib.import_module(
285
- "nshtrainer._hf_hub"
286
- ).HuggingFaceHubAutoCreateConfig
287
- if name == "HuggingFaceHubConfig":
288
- return importlib.import_module("nshtrainer._hf_hub").HuggingFaceHubConfig
289
- if name == "LRSchedulerConfigBase":
290
- return importlib.import_module(
291
- "nshtrainer.lr_scheduler"
292
- ).LRSchedulerConfigBase
293
- if name == "LastCheckpointCallbackConfig":
294
- return importlib.import_module(
295
- "nshtrainer.callbacks"
296
- ).LastCheckpointCallbackConfig
297
- if name == "LeakyReLUNonlinearityConfig":
298
- return importlib.import_module("nshtrainer.nn").LeakyReLUNonlinearityConfig
299
- if name == "LearningRateMonitorConfig":
300
- return importlib.import_module(
301
- "nshtrainer.trainer._config"
302
- ).LearningRateMonitorConfig
303
- if name == "LinearWarmupCosineDecayLRSchedulerConfig":
304
- return importlib.import_module(
305
- "nshtrainer.lr_scheduler"
306
- ).LinearWarmupCosineDecayLRSchedulerConfig
307
- if name == "LogEpochCallbackConfig":
308
- return importlib.import_module(
309
- "nshtrainer.callbacks"
310
- ).LogEpochCallbackConfig
311
- if name == "MLPConfig":
312
- return importlib.import_module("nshtrainer.nn").MLPConfig
313
- if name == "MetricConfig":
314
- return importlib.import_module("nshtrainer").MetricConfig
315
- if name == "MishNonlinearityConfig":
316
- return importlib.import_module("nshtrainer.nn").MishNonlinearityConfig
317
- if name == "NormLoggingCallbackConfig":
318
- return importlib.import_module(
319
- "nshtrainer.callbacks"
320
- ).NormLoggingCallbackConfig
321
- if name == "OnExceptionCheckpointCallbackConfig":
322
- return importlib.import_module(
323
- "nshtrainer.callbacks"
324
- ).OnExceptionCheckpointCallbackConfig
325
- if name == "OptimizerConfigBase":
326
- return importlib.import_module("nshtrainer.optimizer").OptimizerConfigBase
327
- if name == "PReLUConfig":
328
- return importlib.import_module("nshtrainer.nn").PReLUConfig
329
- if name == "PrintTableMetricsCallbackConfig":
330
- return importlib.import_module(
331
- "nshtrainer.callbacks"
332
- ).PrintTableMetricsCallbackConfig
333
- if name == "PyTorchProfilerConfig":
334
- return importlib.import_module("nshtrainer.profiler").PyTorchProfilerConfig
335
- if name == "RLPSanityChecksCallbackConfig":
336
- return importlib.import_module(
337
- "nshtrainer.callbacks"
338
- ).RLPSanityChecksCallbackConfig
339
- if name == "ReLUNonlinearityConfig":
340
- return importlib.import_module("nshtrainer.nn").ReLUNonlinearityConfig
341
- if name == "ReduceLROnPlateauConfig":
342
- return importlib.import_module(
343
- "nshtrainer.lr_scheduler"
344
- ).ReduceLROnPlateauConfig
345
- if name == "SanityCheckingConfig":
346
- return importlib.import_module(
347
- "nshtrainer.trainer._config"
348
- ).SanityCheckingConfig
349
- if name == "SharedParametersCallbackConfig":
350
- return importlib.import_module(
351
- "nshtrainer.callbacks"
352
- ).SharedParametersCallbackConfig
353
- if name == "SiLUNonlinearityConfig":
354
- return importlib.import_module("nshtrainer.nn").SiLUNonlinearityConfig
355
- if name == "SigmoidNonlinearityConfig":
356
- return importlib.import_module("nshtrainer.nn").SigmoidNonlinearityConfig
357
- if name == "SimpleProfilerConfig":
358
- return importlib.import_module("nshtrainer.profiler").SimpleProfilerConfig
359
- if name == "SoftmaxNonlinearityConfig":
360
- return importlib.import_module("nshtrainer.nn").SoftmaxNonlinearityConfig
361
- if name == "SoftplusNonlinearityConfig":
362
- return importlib.import_module("nshtrainer.nn").SoftplusNonlinearityConfig
363
- if name == "SoftsignNonlinearityConfig":
364
- return importlib.import_module("nshtrainer.nn").SoftsignNonlinearityConfig
365
- if name == "StepsConfig":
366
- return importlib.import_module("nshtrainer.util.config").StepsConfig
367
- if name == "SwiGLUNonlinearityConfig":
368
- return importlib.import_module(
369
- "nshtrainer.nn.nonlinearity"
370
- ).SwiGLUNonlinearityConfig
371
- if name == "SwishNonlinearityConfig":
372
- return importlib.import_module("nshtrainer.nn").SwishNonlinearityConfig
373
- if name == "TanhNonlinearityConfig":
374
- return importlib.import_module("nshtrainer.nn").TanhNonlinearityConfig
375
- if name == "TensorboardLoggerConfig":
376
- return importlib.import_module("nshtrainer.loggers").TensorboardLoggerConfig
377
- if name == "TrainerConfig":
378
- return importlib.import_module("nshtrainer").TrainerConfig
379
- if name == "WandbLoggerConfig":
380
- return importlib.import_module("nshtrainer.loggers").WandbLoggerConfig
381
- if name == "WandbUploadCodeCallbackConfig":
382
- return importlib.import_module(
383
- "nshtrainer.callbacks"
384
- ).WandbUploadCodeCallbackConfig
385
- if name == "WandbWatchCallbackConfig":
386
- return importlib.import_module(
387
- "nshtrainer.callbacks"
388
- ).WandbWatchCallbackConfig
389
- if name == "CallbackConfig":
390
- return importlib.import_module("nshtrainer.callbacks").CallbackConfig
391
- if name == "CheckpointCallbackConfig":
392
- return importlib.import_module(
393
- "nshtrainer.trainer._config"
394
- ).CheckpointCallbackConfig
395
- if name == "DurationConfig":
396
- return importlib.import_module("nshtrainer.util.config").DurationConfig
397
- if name == "LRSchedulerConfig":
398
- return importlib.import_module("nshtrainer.lr_scheduler").LRSchedulerConfig
399
- if name == "LoggerConfig":
400
- return importlib.import_module("nshtrainer.loggers").LoggerConfig
401
- if name == "NonlinearityConfig":
402
- return importlib.import_module("nshtrainer.nn").NonlinearityConfig
403
- if name == "OptimizerConfig":
404
- return importlib.import_module("nshtrainer.optimizer").OptimizerConfig
405
- if name == "ProfilerConfig":
406
- return importlib.import_module("nshtrainer.profiler").ProfilerConfig
407
- raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
408
-
409
-
410
- # Submodule exports
411
140
  from . import _checkpoint as _checkpoint
412
141
  from . import _directory as _directory
413
142
  from . import _hf_hub as _hf_hub
@@ -2,30 +2,7 @@ from __future__ import annotations
2
2
 
3
3
  __codegen__ = True
4
4
 
5
- from typing import TYPE_CHECKING
5
+ from nshtrainer._checkpoint.metadata import CheckpointMetadata as CheckpointMetadata
6
+ from nshtrainer._checkpoint.metadata import EnvironmentConfig as EnvironmentConfig
6
7
 
7
- # Config/alias imports
8
-
9
- if TYPE_CHECKING:
10
- from nshtrainer._checkpoint.metadata import CheckpointMetadata as CheckpointMetadata
11
- from nshtrainer._checkpoint.metadata import EnvironmentConfig as EnvironmentConfig
12
- else:
13
-
14
- def __getattr__(name):
15
- import importlib
16
-
17
- if name in globals():
18
- return globals()[name]
19
- if name == "CheckpointMetadata":
20
- return importlib.import_module(
21
- "nshtrainer._checkpoint.metadata"
22
- ).CheckpointMetadata
23
- if name == "EnvironmentConfig":
24
- return importlib.import_module(
25
- "nshtrainer._checkpoint.metadata"
26
- ).EnvironmentConfig
27
- raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
28
-
29
-
30
- # Submodule exports
31
8
  from . import metadata as metadata
@@ -2,28 +2,5 @@ from __future__ import annotations
2
2
 
3
3
  __codegen__ = True
4
4
 
5
- from typing import TYPE_CHECKING
6
-
7
- # Config/alias imports
8
-
9
- if TYPE_CHECKING:
10
- from nshtrainer._checkpoint.metadata import CheckpointMetadata as CheckpointMetadata
11
- from nshtrainer._checkpoint.metadata import EnvironmentConfig as EnvironmentConfig
12
- else:
13
-
14
- def __getattr__(name):
15
- import importlib
16
-
17
- if name in globals():
18
- return globals()[name]
19
- if name == "CheckpointMetadata":
20
- return importlib.import_module(
21
- "nshtrainer._checkpoint.metadata"
22
- ).CheckpointMetadata
23
- if name == "EnvironmentConfig":
24
- return importlib.import_module(
25
- "nshtrainer._checkpoint.metadata"
26
- ).EnvironmentConfig
27
- raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
28
-
29
- # Submodule exports
5
+ from nshtrainer._checkpoint.metadata import CheckpointMetadata as CheckpointMetadata
6
+ from nshtrainer._checkpoint.metadata import EnvironmentConfig as EnvironmentConfig
@@ -2,31 +2,8 @@ from __future__ import annotations
2
2
 
3
3
  __codegen__ = True
4
4
 
5
- from typing import TYPE_CHECKING
6
-
7
- # Config/alias imports
8
-
9
- if TYPE_CHECKING:
10
- from nshtrainer._directory import DirectoryConfig as DirectoryConfig
11
- from nshtrainer._directory import (
12
- DirectorySetupCallbackConfig as DirectorySetupCallbackConfig,
13
- )
14
- from nshtrainer._directory import LoggerConfig as LoggerConfig
15
- else:
16
-
17
- def __getattr__(name):
18
- import importlib
19
-
20
- if name in globals():
21
- return globals()[name]
22
- if name == "DirectoryConfig":
23
- return importlib.import_module("nshtrainer._directory").DirectoryConfig
24
- if name == "DirectorySetupCallbackConfig":
25
- return importlib.import_module(
26
- "nshtrainer._directory"
27
- ).DirectorySetupCallbackConfig
28
- if name == "LoggerConfig":
29
- return importlib.import_module("nshtrainer._directory").LoggerConfig
30
- raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
31
-
32
- # Submodule exports
5
+ from nshtrainer._directory import DirectoryConfig as DirectoryConfig
6
+ from nshtrainer._directory import (
7
+ DirectorySetupCallbackConfig as DirectorySetupCallbackConfig,
8
+ )
9
+ from nshtrainer._directory import LoggerConfig as LoggerConfig