nshtrainer 0.41.1__py3-none-any.whl → 0.43.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (162) hide show
  1. nshtrainer/__init__.py +2 -0
  2. nshtrainer/_callback.py +2 -0
  3. nshtrainer/_checkpoint/loader.py +2 -0
  4. nshtrainer/_checkpoint/metadata.py +2 -0
  5. nshtrainer/_checkpoint/saver.py +2 -0
  6. nshtrainer/_directory.py +4 -2
  7. nshtrainer/_experimental/__init__.py +2 -0
  8. nshtrainer/_hf_hub.py +2 -0
  9. nshtrainer/callbacks/__init__.py +45 -29
  10. nshtrainer/callbacks/_throughput_monitor_callback.py +2 -0
  11. nshtrainer/callbacks/actsave.py +2 -0
  12. nshtrainer/callbacks/base.py +2 -0
  13. nshtrainer/callbacks/checkpoint/__init__.py +6 -2
  14. nshtrainer/callbacks/checkpoint/_base.py +2 -0
  15. nshtrainer/callbacks/checkpoint/best_checkpoint.py +2 -0
  16. nshtrainer/callbacks/checkpoint/last_checkpoint.py +4 -2
  17. nshtrainer/callbacks/checkpoint/on_exception_checkpoint.py +6 -2
  18. nshtrainer/callbacks/debug_flag.py +2 -0
  19. nshtrainer/callbacks/directory_setup.py +4 -2
  20. nshtrainer/callbacks/early_stopping.py +6 -4
  21. nshtrainer/callbacks/ema.py +5 -3
  22. nshtrainer/callbacks/finite_checks.py +3 -1
  23. nshtrainer/callbacks/gradient_skipping.py +6 -4
  24. nshtrainer/callbacks/interval.py +2 -0
  25. nshtrainer/callbacks/log_epoch.py +13 -1
  26. nshtrainer/callbacks/norm_logging.py +4 -2
  27. nshtrainer/callbacks/print_table.py +3 -1
  28. nshtrainer/callbacks/rlp_sanity_checks.py +4 -2
  29. nshtrainer/callbacks/shared_parameters.py +4 -2
  30. nshtrainer/callbacks/throughput_monitor.py +2 -0
  31. nshtrainer/callbacks/timer.py +5 -3
  32. nshtrainer/callbacks/wandb_upload_code.py +4 -2
  33. nshtrainer/callbacks/wandb_watch.py +4 -2
  34. nshtrainer/config/__init__.py +445 -94
  35. nshtrainer/config/_checkpoint/loader/__init__.py +56 -12
  36. nshtrainer/config/_checkpoint/metadata/__init__.py +23 -7
  37. nshtrainer/config/_directory/__init__.py +26 -8
  38. nshtrainer/config/_hf_hub/__init__.py +26 -8
  39. nshtrainer/config/callbacks/__init__.py +154 -29
  40. nshtrainer/config/callbacks/actsave/__init__.py +21 -7
  41. nshtrainer/config/callbacks/base/__init__.py +18 -6
  42. nshtrainer/config/callbacks/checkpoint/__init__.py +63 -12
  43. nshtrainer/config/callbacks/checkpoint/_base/__init__.py +34 -8
  44. nshtrainer/config/callbacks/checkpoint/best_checkpoint/__init__.py +41 -9
  45. nshtrainer/config/callbacks/checkpoint/last_checkpoint/__init__.py +34 -8
  46. nshtrainer/config/callbacks/checkpoint/on_exception_checkpoint/__init__.py +27 -7
  47. nshtrainer/config/callbacks/debug_flag/__init__.py +25 -7
  48. nshtrainer/config/callbacks/directory_setup/__init__.py +27 -7
  49. nshtrainer/config/callbacks/early_stopping/__init__.py +32 -8
  50. nshtrainer/config/callbacks/ema/__init__.py +21 -7
  51. nshtrainer/config/callbacks/finite_checks/__init__.py +27 -7
  52. nshtrainer/config/callbacks/gradient_skipping/__init__.py +27 -7
  53. nshtrainer/config/callbacks/norm_logging/__init__.py +27 -7
  54. nshtrainer/config/callbacks/print_table/__init__.py +27 -7
  55. nshtrainer/config/callbacks/rlp_sanity_checks/__init__.py +27 -7
  56. nshtrainer/config/callbacks/shared_parameters/__init__.py +27 -7
  57. nshtrainer/config/callbacks/throughput_monitor/__init__.py +27 -7
  58. nshtrainer/config/callbacks/timer/__init__.py +25 -7
  59. nshtrainer/config/callbacks/wandb_upload_code/__init__.py +27 -7
  60. nshtrainer/config/callbacks/wandb_watch/__init__.py +27 -7
  61. nshtrainer/config/loggers/__init__.py +49 -14
  62. nshtrainer/config/loggers/_base/__init__.py +16 -6
  63. nshtrainer/config/loggers/csv/__init__.py +19 -7
  64. nshtrainer/config/loggers/tensorboard/__init__.py +25 -7
  65. nshtrainer/config/loggers/wandb/__init__.py +38 -10
  66. nshtrainer/config/lr_scheduler/__init__.py +50 -11
  67. nshtrainer/config/lr_scheduler/_base/__init__.py +20 -6
  68. nshtrainer/config/lr_scheduler/linear_warmup_cosine/__init__.py +34 -8
  69. nshtrainer/config/lr_scheduler/reduce_lr_on_plateau/__init__.py +34 -8
  70. nshtrainer/config/metrics/__init__.py +17 -6
  71. nshtrainer/config/metrics/_config/__init__.py +16 -6
  72. nshtrainer/config/model/__init__.py +32 -11
  73. nshtrainer/config/model/base/__init__.py +19 -7
  74. nshtrainer/config/model/config/__init__.py +31 -11
  75. nshtrainer/config/model/mixins/logger/__init__.py +16 -6
  76. nshtrainer/config/nn/__init__.py +70 -23
  77. nshtrainer/config/nn/mlp/__init__.py +22 -8
  78. nshtrainer/config/nn/nonlinearity/__init__.py +119 -21
  79. nshtrainer/config/optimizer/__init__.py +22 -8
  80. nshtrainer/config/profiler/__init__.py +29 -10
  81. nshtrainer/config/profiler/_base/__init__.py +18 -6
  82. nshtrainer/config/profiler/advanced/__init__.py +25 -7
  83. nshtrainer/config/profiler/pytorch/__init__.py +25 -7
  84. nshtrainer/config/profiler/simple/__init__.py +23 -7
  85. nshtrainer/config/runner/__init__.py +16 -6
  86. nshtrainer/config/trainer/_config/__init__.py +147 -29
  87. nshtrainer/config/trainer/checkpoint_connector/__init__.py +20 -6
  88. nshtrainer/config/util/_environment_info/__init__.py +88 -16
  89. nshtrainer/config/util/config/__init__.py +26 -9
  90. nshtrainer/config/util/config/dtype/__init__.py +16 -6
  91. nshtrainer/config/util/config/duration/__init__.py +28 -8
  92. nshtrainer/data/__init__.py +2 -0
  93. nshtrainer/data/balanced_batch_sampler.py +2 -0
  94. nshtrainer/data/datamodule.py +2 -0
  95. nshtrainer/data/transform.py +2 -0
  96. nshtrainer/ll/__init__.py +2 -0
  97. nshtrainer/ll/_experimental.py +2 -0
  98. nshtrainer/ll/actsave.py +2 -0
  99. nshtrainer/ll/callbacks.py +2 -0
  100. nshtrainer/ll/config.py +2 -0
  101. nshtrainer/ll/data.py +2 -0
  102. nshtrainer/ll/log.py +2 -0
  103. nshtrainer/ll/lr_scheduler.py +2 -0
  104. nshtrainer/ll/model.py +2 -0
  105. nshtrainer/ll/nn.py +2 -0
  106. nshtrainer/ll/optimizer.py +2 -0
  107. nshtrainer/ll/runner.py +2 -0
  108. nshtrainer/ll/snapshot.py +2 -0
  109. nshtrainer/ll/snoop.py +2 -0
  110. nshtrainer/ll/trainer.py +2 -0
  111. nshtrainer/ll/typecheck.py +2 -0
  112. nshtrainer/ll/util.py +2 -0
  113. nshtrainer/loggers/__init__.py +2 -0
  114. nshtrainer/loggers/_base.py +2 -0
  115. nshtrainer/loggers/csv.py +2 -0
  116. nshtrainer/loggers/tensorboard.py +2 -0
  117. nshtrainer/loggers/wandb.py +6 -4
  118. nshtrainer/lr_scheduler/__init__.py +2 -0
  119. nshtrainer/lr_scheduler/_base.py +2 -0
  120. nshtrainer/lr_scheduler/linear_warmup_cosine.py +2 -0
  121. nshtrainer/lr_scheduler/reduce_lr_on_plateau.py +2 -0
  122. nshtrainer/metrics/__init__.py +2 -0
  123. nshtrainer/metrics/_config.py +2 -0
  124. nshtrainer/model/__init__.py +2 -0
  125. nshtrainer/model/base.py +2 -0
  126. nshtrainer/model/config.py +2 -0
  127. nshtrainer/model/mixins/callback.py +2 -0
  128. nshtrainer/model/mixins/logger.py +2 -0
  129. nshtrainer/nn/__init__.py +2 -0
  130. nshtrainer/nn/mlp.py +2 -0
  131. nshtrainer/nn/module_dict.py +2 -0
  132. nshtrainer/nn/module_list.py +2 -0
  133. nshtrainer/nn/nonlinearity.py +2 -0
  134. nshtrainer/optimizer.py +2 -0
  135. nshtrainer/profiler/__init__.py +2 -0
  136. nshtrainer/profiler/_base.py +2 -0
  137. nshtrainer/profiler/advanced.py +2 -0
  138. nshtrainer/profiler/pytorch.py +2 -0
  139. nshtrainer/profiler/simple.py +2 -0
  140. nshtrainer/runner.py +2 -0
  141. nshtrainer/scripts/find_packages.py +2 -0
  142. nshtrainer/trainer/__init__.py +2 -0
  143. nshtrainer/trainer/_config.py +16 -13
  144. nshtrainer/trainer/_runtime_callback.py +2 -0
  145. nshtrainer/trainer/checkpoint_connector.py +2 -0
  146. nshtrainer/trainer/signal_connector.py +2 -0
  147. nshtrainer/trainer/trainer.py +2 -0
  148. nshtrainer/util/_environment_info.py +2 -0
  149. nshtrainer/util/bf16.py +2 -0
  150. nshtrainer/util/config/__init__.py +2 -0
  151. nshtrainer/util/config/dtype.py +2 -0
  152. nshtrainer/util/config/duration.py +2 -0
  153. nshtrainer/util/environment.py +2 -0
  154. nshtrainer/util/path.py +2 -0
  155. nshtrainer/util/seed.py +2 -0
  156. nshtrainer/util/slurm.py +3 -0
  157. nshtrainer/util/typed.py +2 -0
  158. nshtrainer/util/typing_utils.py +2 -0
  159. {nshtrainer-0.41.1.dist-info → nshtrainer-0.43.0.dist-info}/METADATA +1 -1
  160. nshtrainer-0.43.0.dist-info/RECORD +162 -0
  161. nshtrainer-0.41.1.dist-info/RECORD +0 -162
  162. {nshtrainer-0.41.1.dist-info → nshtrainer-0.43.0.dist-info}/WHEEL +0 -0
@@ -1,27 +1,125 @@
1
- # fmt: off
2
- # ruff: noqa
3
- # type: ignore
1
+ from __future__ import annotations
4
2
 
5
3
  __codegen__ = True
6
4
 
7
- # Config classes
8
- from nshtrainer.nn.nonlinearity import TanhNonlinearityConfig as TanhNonlinearityConfig
9
- from nshtrainer.nn.nonlinearity import ReLUNonlinearityConfig as ReLUNonlinearityConfig
10
- from nshtrainer.nn.nonlinearity import PReLUConfig as PReLUConfig
11
- from nshtrainer.nn.nonlinearity import SiLUNonlinearityConfig as SiLUNonlinearityConfig
12
- from nshtrainer.nn.nonlinearity import LeakyReLUNonlinearityConfig as LeakyReLUNonlinearityConfig
13
- from nshtrainer.nn.nonlinearity import SoftsignNonlinearityConfig as SoftsignNonlinearityConfig
14
- from nshtrainer.nn.nonlinearity import MishNonlinearityConfig as MishNonlinearityConfig
15
- from nshtrainer.nn.nonlinearity import SigmoidNonlinearityConfig as SigmoidNonlinearityConfig
16
- from nshtrainer.nn.nonlinearity import SoftplusNonlinearityConfig as SoftplusNonlinearityConfig
17
- from nshtrainer.nn.nonlinearity import SwiGLUNonlinearityConfig as SwiGLUNonlinearityConfig
18
- from nshtrainer.nn.nonlinearity import ELUNonlinearityConfig as ELUNonlinearityConfig
19
- from nshtrainer.nn.nonlinearity import BaseNonlinearityConfig as BaseNonlinearityConfig
20
- from nshtrainer.nn.nonlinearity import SoftmaxNonlinearityConfig as SoftmaxNonlinearityConfig
21
- from nshtrainer.nn.nonlinearity import GELUNonlinearityConfig as GELUNonlinearityConfig
22
- from nshtrainer.nn.nonlinearity import SwishNonlinearityConfig as SwishNonlinearityConfig
5
+ from typing import TYPE_CHECKING
23
6
 
24
- # Type aliases
25
- from nshtrainer.nn.nonlinearity import NonlinearityConfig as NonlinearityConfig
7
+ # Config/alias imports
8
+
9
+ if TYPE_CHECKING:
10
+ from nshtrainer.nn.nonlinearity import (
11
+ BaseNonlinearityConfig as BaseNonlinearityConfig,
12
+ )
13
+ from nshtrainer.nn.nonlinearity import (
14
+ ELUNonlinearityConfig as ELUNonlinearityConfig,
15
+ )
16
+ from nshtrainer.nn.nonlinearity import (
17
+ GELUNonlinearityConfig as GELUNonlinearityConfig,
18
+ )
19
+ from nshtrainer.nn.nonlinearity import (
20
+ LeakyReLUNonlinearityConfig as LeakyReLUNonlinearityConfig,
21
+ )
22
+ from nshtrainer.nn.nonlinearity import (
23
+ MishNonlinearityConfig as MishNonlinearityConfig,
24
+ )
25
+ from nshtrainer.nn.nonlinearity import NonlinearityConfig as NonlinearityConfig
26
+ from nshtrainer.nn.nonlinearity import PReLUConfig as PReLUConfig
27
+ from nshtrainer.nn.nonlinearity import (
28
+ ReLUNonlinearityConfig as ReLUNonlinearityConfig,
29
+ )
30
+ from nshtrainer.nn.nonlinearity import (
31
+ SigmoidNonlinearityConfig as SigmoidNonlinearityConfig,
32
+ )
33
+ from nshtrainer.nn.nonlinearity import (
34
+ SiLUNonlinearityConfig as SiLUNonlinearityConfig,
35
+ )
36
+ from nshtrainer.nn.nonlinearity import (
37
+ SoftmaxNonlinearityConfig as SoftmaxNonlinearityConfig,
38
+ )
39
+ from nshtrainer.nn.nonlinearity import (
40
+ SoftplusNonlinearityConfig as SoftplusNonlinearityConfig,
41
+ )
42
+ from nshtrainer.nn.nonlinearity import (
43
+ SoftsignNonlinearityConfig as SoftsignNonlinearityConfig,
44
+ )
45
+ from nshtrainer.nn.nonlinearity import (
46
+ SwiGLUNonlinearityConfig as SwiGLUNonlinearityConfig,
47
+ )
48
+ from nshtrainer.nn.nonlinearity import (
49
+ SwishNonlinearityConfig as SwishNonlinearityConfig,
50
+ )
51
+ from nshtrainer.nn.nonlinearity import (
52
+ TanhNonlinearityConfig as TanhNonlinearityConfig,
53
+ )
54
+ else:
55
+
56
+ def __getattr__(name):
57
+ import importlib
58
+
59
+ if name in globals():
60
+ return globals()[name]
61
+ if name == "PReLUConfig":
62
+ return importlib.import_module("nshtrainer.nn.nonlinearity").PReLUConfig
63
+ if name == "LeakyReLUNonlinearityConfig":
64
+ return importlib.import_module(
65
+ "nshtrainer.nn.nonlinearity"
66
+ ).LeakyReLUNonlinearityConfig
67
+ if name == "SwiGLUNonlinearityConfig":
68
+ return importlib.import_module(
69
+ "nshtrainer.nn.nonlinearity"
70
+ ).SwiGLUNonlinearityConfig
71
+ if name == "SoftsignNonlinearityConfig":
72
+ return importlib.import_module(
73
+ "nshtrainer.nn.nonlinearity"
74
+ ).SoftsignNonlinearityConfig
75
+ if name == "SiLUNonlinearityConfig":
76
+ return importlib.import_module(
77
+ "nshtrainer.nn.nonlinearity"
78
+ ).SiLUNonlinearityConfig
79
+ if name == "SigmoidNonlinearityConfig":
80
+ return importlib.import_module(
81
+ "nshtrainer.nn.nonlinearity"
82
+ ).SigmoidNonlinearityConfig
83
+ if name == "SoftplusNonlinearityConfig":
84
+ return importlib.import_module(
85
+ "nshtrainer.nn.nonlinearity"
86
+ ).SoftplusNonlinearityConfig
87
+ if name == "ELUNonlinearityConfig":
88
+ return importlib.import_module(
89
+ "nshtrainer.nn.nonlinearity"
90
+ ).ELUNonlinearityConfig
91
+ if name == "SoftmaxNonlinearityConfig":
92
+ return importlib.import_module(
93
+ "nshtrainer.nn.nonlinearity"
94
+ ).SoftmaxNonlinearityConfig
95
+ if name == "GELUNonlinearityConfig":
96
+ return importlib.import_module(
97
+ "nshtrainer.nn.nonlinearity"
98
+ ).GELUNonlinearityConfig
99
+ if name == "SwishNonlinearityConfig":
100
+ return importlib.import_module(
101
+ "nshtrainer.nn.nonlinearity"
102
+ ).SwishNonlinearityConfig
103
+ if name == "MishNonlinearityConfig":
104
+ return importlib.import_module(
105
+ "nshtrainer.nn.nonlinearity"
106
+ ).MishNonlinearityConfig
107
+ if name == "TanhNonlinearityConfig":
108
+ return importlib.import_module(
109
+ "nshtrainer.nn.nonlinearity"
110
+ ).TanhNonlinearityConfig
111
+ if name == "ReLUNonlinearityConfig":
112
+ return importlib.import_module(
113
+ "nshtrainer.nn.nonlinearity"
114
+ ).ReLUNonlinearityConfig
115
+ if name == "BaseNonlinearityConfig":
116
+ return importlib.import_module(
117
+ "nshtrainer.nn.nonlinearity"
118
+ ).BaseNonlinearityConfig
119
+ if name == "NonlinearityConfig":
120
+ return importlib.import_module(
121
+ "nshtrainer.nn.nonlinearity"
122
+ ).NonlinearityConfig
123
+ raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
26
124
 
27
125
  # Submodule exports
@@ -1,14 +1,28 @@
1
- # fmt: off
2
- # ruff: noqa
3
- # type: ignore
1
+ from __future__ import annotations
4
2
 
5
3
  __codegen__ = True
6
4
 
7
- # Config classes
8
- from nshtrainer.optimizer import OptimizerConfigBase as OptimizerConfigBase
9
- from nshtrainer.optimizer import AdamWConfig as AdamWConfig
5
+ from typing import TYPE_CHECKING
10
6
 
11
- # Type aliases
12
- from nshtrainer.optimizer import OptimizerConfig as OptimizerConfig
7
+ # Config/alias imports
8
+
9
+ if TYPE_CHECKING:
10
+ from nshtrainer.optimizer import AdamWConfig as AdamWConfig
11
+ from nshtrainer.optimizer import OptimizerConfig as OptimizerConfig
12
+ from nshtrainer.optimizer import OptimizerConfigBase as OptimizerConfigBase
13
+ else:
14
+
15
+ def __getattr__(name):
16
+ import importlib
17
+
18
+ if name in globals():
19
+ return globals()[name]
20
+ if name == "OptimizerConfigBase":
21
+ return importlib.import_module("nshtrainer.optimizer").OptimizerConfigBase
22
+ if name == "AdamWConfig":
23
+ return importlib.import_module("nshtrainer.optimizer").AdamWConfig
24
+ if name == "OptimizerConfig":
25
+ return importlib.import_module("nshtrainer.optimizer").OptimizerConfig
26
+ raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
13
27
 
14
28
  # Submodule exports
@@ -1,17 +1,36 @@
1
- # fmt: off
2
- # ruff: noqa
3
- # type: ignore
1
+ from __future__ import annotations
4
2
 
5
3
  __codegen__ = True
6
4
 
7
- # Config classes
8
- from nshtrainer.profiler import BaseProfilerConfig as BaseProfilerConfig
9
- from nshtrainer.profiler import PyTorchProfilerConfig as PyTorchProfilerConfig
10
- from nshtrainer.profiler import AdvancedProfilerConfig as AdvancedProfilerConfig
11
- from nshtrainer.profiler import SimpleProfilerConfig as SimpleProfilerConfig
5
+ from typing import TYPE_CHECKING
6
+
7
+ # Config/alias imports
8
+
9
+ if TYPE_CHECKING:
10
+ from nshtrainer.profiler import AdvancedProfilerConfig as AdvancedProfilerConfig
11
+ from nshtrainer.profiler import BaseProfilerConfig as BaseProfilerConfig
12
+ from nshtrainer.profiler import ProfilerConfig as ProfilerConfig
13
+ from nshtrainer.profiler import PyTorchProfilerConfig as PyTorchProfilerConfig
14
+ from nshtrainer.profiler import SimpleProfilerConfig as SimpleProfilerConfig
15
+ else:
16
+
17
+ def __getattr__(name):
18
+ import importlib
19
+
20
+ if name in globals():
21
+ return globals()[name]
22
+ if name == "BaseProfilerConfig":
23
+ return importlib.import_module("nshtrainer.profiler").BaseProfilerConfig
24
+ if name == "PyTorchProfilerConfig":
25
+ return importlib.import_module("nshtrainer.profiler").PyTorchProfilerConfig
26
+ if name == "AdvancedProfilerConfig":
27
+ return importlib.import_module("nshtrainer.profiler").AdvancedProfilerConfig
28
+ if name == "SimpleProfilerConfig":
29
+ return importlib.import_module("nshtrainer.profiler").SimpleProfilerConfig
30
+ if name == "ProfilerConfig":
31
+ return importlib.import_module("nshtrainer.profiler").ProfilerConfig
32
+ raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
12
33
 
13
- # Type aliases
14
- from nshtrainer.profiler import ProfilerConfig as ProfilerConfig
15
34
 
16
35
  # Submodule exports
17
36
  from . import _base as _base
@@ -1,12 +1,24 @@
1
- # fmt: off
2
- # ruff: noqa
3
- # type: ignore
1
+ from __future__ import annotations
4
2
 
5
3
  __codegen__ = True
6
4
 
7
- # Config classes
8
- from nshtrainer.profiler._base import BaseProfilerConfig as BaseProfilerConfig
5
+ from typing import TYPE_CHECKING
9
6
 
10
- # Type aliases
7
+ # Config/alias imports
8
+
9
+ if TYPE_CHECKING:
10
+ from nshtrainer.profiler._base import BaseProfilerConfig as BaseProfilerConfig
11
+ else:
12
+
13
+ def __getattr__(name):
14
+ import importlib
15
+
16
+ if name in globals():
17
+ return globals()[name]
18
+ if name == "BaseProfilerConfig":
19
+ return importlib.import_module(
20
+ "nshtrainer.profiler._base"
21
+ ).BaseProfilerConfig
22
+ raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
11
23
 
12
24
  # Submodule exports
@@ -1,13 +1,31 @@
1
- # fmt: off
2
- # ruff: noqa
3
- # type: ignore
1
+ from __future__ import annotations
4
2
 
5
3
  __codegen__ = True
6
4
 
7
- # Config classes
8
- from nshtrainer.profiler.advanced import AdvancedProfilerConfig as AdvancedProfilerConfig
9
- from nshtrainer.profiler.advanced import BaseProfilerConfig as BaseProfilerConfig
5
+ from typing import TYPE_CHECKING
10
6
 
11
- # Type aliases
7
+ # Config/alias imports
8
+
9
+ if TYPE_CHECKING:
10
+ from nshtrainer.profiler.advanced import (
11
+ AdvancedProfilerConfig as AdvancedProfilerConfig,
12
+ )
13
+ from nshtrainer.profiler.advanced import BaseProfilerConfig as BaseProfilerConfig
14
+ else:
15
+
16
+ def __getattr__(name):
17
+ import importlib
18
+
19
+ if name in globals():
20
+ return globals()[name]
21
+ if name == "AdvancedProfilerConfig":
22
+ return importlib.import_module(
23
+ "nshtrainer.profiler.advanced"
24
+ ).AdvancedProfilerConfig
25
+ if name == "BaseProfilerConfig":
26
+ return importlib.import_module(
27
+ "nshtrainer.profiler.advanced"
28
+ ).BaseProfilerConfig
29
+ raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
12
30
 
13
31
  # Submodule exports
@@ -1,13 +1,31 @@
1
- # fmt: off
2
- # ruff: noqa
3
- # type: ignore
1
+ from __future__ import annotations
4
2
 
5
3
  __codegen__ = True
6
4
 
7
- # Config classes
8
- from nshtrainer.profiler.pytorch import PyTorchProfilerConfig as PyTorchProfilerConfig
9
- from nshtrainer.profiler.pytorch import BaseProfilerConfig as BaseProfilerConfig
5
+ from typing import TYPE_CHECKING
10
6
 
11
- # Type aliases
7
+ # Config/alias imports
8
+
9
+ if TYPE_CHECKING:
10
+ from nshtrainer.profiler.pytorch import BaseProfilerConfig as BaseProfilerConfig
11
+ from nshtrainer.profiler.pytorch import (
12
+ PyTorchProfilerConfig as PyTorchProfilerConfig,
13
+ )
14
+ else:
15
+
16
+ def __getattr__(name):
17
+ import importlib
18
+
19
+ if name in globals():
20
+ return globals()[name]
21
+ if name == "PyTorchProfilerConfig":
22
+ return importlib.import_module(
23
+ "nshtrainer.profiler.pytorch"
24
+ ).PyTorchProfilerConfig
25
+ if name == "BaseProfilerConfig":
26
+ return importlib.import_module(
27
+ "nshtrainer.profiler.pytorch"
28
+ ).BaseProfilerConfig
29
+ raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
12
30
 
13
31
  # Submodule exports
@@ -1,13 +1,29 @@
1
- # fmt: off
2
- # ruff: noqa
3
- # type: ignore
1
+ from __future__ import annotations
4
2
 
5
3
  __codegen__ = True
6
4
 
7
- # Config classes
8
- from nshtrainer.profiler.simple import BaseProfilerConfig as BaseProfilerConfig
9
- from nshtrainer.profiler.simple import SimpleProfilerConfig as SimpleProfilerConfig
5
+ from typing import TYPE_CHECKING
10
6
 
11
- # Type aliases
7
+ # Config/alias imports
8
+
9
+ if TYPE_CHECKING:
10
+ from nshtrainer.profiler.simple import BaseProfilerConfig as BaseProfilerConfig
11
+ from nshtrainer.profiler.simple import SimpleProfilerConfig as SimpleProfilerConfig
12
+ else:
13
+
14
+ def __getattr__(name):
15
+ import importlib
16
+
17
+ if name in globals():
18
+ return globals()[name]
19
+ if name == "SimpleProfilerConfig":
20
+ return importlib.import_module(
21
+ "nshtrainer.profiler.simple"
22
+ ).SimpleProfilerConfig
23
+ if name == "BaseProfilerConfig":
24
+ return importlib.import_module(
25
+ "nshtrainer.profiler.simple"
26
+ ).BaseProfilerConfig
27
+ raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
12
28
 
13
29
  # Submodule exports
@@ -1,12 +1,22 @@
1
- # fmt: off
2
- # ruff: noqa
3
- # type: ignore
1
+ from __future__ import annotations
4
2
 
5
3
  __codegen__ = True
6
4
 
7
- # Config classes
8
- from nshtrainer.runner import BaseConfig as BaseConfig
5
+ from typing import TYPE_CHECKING
9
6
 
10
- # Type aliases
7
+ # Config/alias imports
8
+
9
+ if TYPE_CHECKING:
10
+ from nshtrainer.runner import BaseConfig as BaseConfig
11
+ else:
12
+
13
+ def __getattr__(name):
14
+ import importlib
15
+
16
+ if name in globals():
17
+ return globals()[name]
18
+ if name == "BaseConfig":
19
+ return importlib.import_module("nshtrainer.runner").BaseConfig
20
+ raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
11
21
 
12
22
  # Submodule exports
@@ -1,35 +1,153 @@
1
- # fmt: off
2
- # ruff: noqa
3
- # type: ignore
1
+ from __future__ import annotations
4
2
 
5
3
  __codegen__ = True
6
4
 
7
- # Config classes
8
- from nshtrainer.trainer._config import BestCheckpointCallbackConfig as BestCheckpointCallbackConfig
9
- from nshtrainer.trainer._config import TensorboardLoggerConfig as TensorboardLoggerConfig
10
- from nshtrainer.trainer._config import CSVLoggerConfig as CSVLoggerConfig
11
- from nshtrainer.trainer._config import CheckpointSavingConfig as CheckpointSavingConfig
12
- from nshtrainer.trainer._config import SharedParametersConfig as SharedParametersConfig
13
- from nshtrainer.trainer._config import SanityCheckingConfig as SanityCheckingConfig
14
- from nshtrainer.trainer._config import ReproducibilityConfig as ReproducibilityConfig
15
- from nshtrainer.trainer._config import HuggingFaceHubConfig as HuggingFaceHubConfig
16
- from nshtrainer.trainer._config import CheckpointLoadingConfig as CheckpointLoadingConfig
17
- from nshtrainer.trainer._config import WandbLoggerConfig as WandbLoggerConfig
18
- from nshtrainer.trainer._config import LoggingConfig as LoggingConfig
19
- from nshtrainer.trainer._config import CallbackConfigBase as CallbackConfigBase
20
- from nshtrainer.trainer._config import LastCheckpointCallbackConfig as LastCheckpointCallbackConfig
21
- from nshtrainer.trainer._config import OnExceptionCheckpointCallbackConfig as OnExceptionCheckpointCallbackConfig
22
- from nshtrainer.trainer._config import RLPSanityChecksConfig as RLPSanityChecksConfig
23
- from nshtrainer.trainer._config import EarlyStoppingConfig as EarlyStoppingConfig
24
- from nshtrainer.trainer._config import OptimizationConfig as OptimizationConfig
25
- from nshtrainer.trainer._config import TrainerConfig as TrainerConfig
26
- from nshtrainer.trainer._config import DebugFlagCallbackConfig as DebugFlagCallbackConfig
27
- from nshtrainer.trainer._config import GradientClippingConfig as GradientClippingConfig
5
+ from typing import TYPE_CHECKING
28
6
 
29
- # Type aliases
30
- from nshtrainer.trainer._config import CallbackConfig as CallbackConfig
31
- from nshtrainer.trainer._config import CheckpointCallbackConfig as CheckpointCallbackConfig
32
- from nshtrainer.trainer._config import LoggerConfig as LoggerConfig
33
- from nshtrainer.trainer._config import ProfilerConfig as ProfilerConfig
7
+ # Config/alias imports
8
+
9
+ if TYPE_CHECKING:
10
+ from nshtrainer.trainer._config import (
11
+ BestCheckpointCallbackConfig as BestCheckpointCallbackConfig,
12
+ )
13
+ from nshtrainer.trainer._config import CallbackConfig as CallbackConfig
14
+ from nshtrainer.trainer._config import CallbackConfigBase as CallbackConfigBase
15
+ from nshtrainer.trainer._config import (
16
+ CheckpointCallbackConfig as CheckpointCallbackConfig,
17
+ )
18
+ from nshtrainer.trainer._config import (
19
+ CheckpointLoadingConfig as CheckpointLoadingConfig,
20
+ )
21
+ from nshtrainer.trainer._config import (
22
+ CheckpointSavingConfig as CheckpointSavingConfig,
23
+ )
24
+ from nshtrainer.trainer._config import CSVLoggerConfig as CSVLoggerConfig
25
+ from nshtrainer.trainer._config import (
26
+ DebugFlagCallbackConfig as DebugFlagCallbackConfig,
27
+ )
28
+ from nshtrainer.trainer._config import (
29
+ EarlyStoppingCallbackConfig as EarlyStoppingCallbackConfig,
30
+ )
31
+ from nshtrainer.trainer._config import (
32
+ GradientClippingConfig as GradientClippingConfig,
33
+ )
34
+ from nshtrainer.trainer._config import HuggingFaceHubConfig as HuggingFaceHubConfig
35
+ from nshtrainer.trainer._config import (
36
+ LastCheckpointCallbackConfig as LastCheckpointCallbackConfig,
37
+ )
38
+ from nshtrainer.trainer._config import LoggerConfig as LoggerConfig
39
+ from nshtrainer.trainer._config import LoggingConfig as LoggingConfig
40
+ from nshtrainer.trainer._config import (
41
+ OnExceptionCheckpointCallbackConfig as OnExceptionCheckpointCallbackConfig,
42
+ )
43
+ from nshtrainer.trainer._config import OptimizationConfig as OptimizationConfig
44
+ from nshtrainer.trainer._config import ProfilerConfig as ProfilerConfig
45
+ from nshtrainer.trainer._config import (
46
+ ReproducibilityConfig as ReproducibilityConfig,
47
+ )
48
+ from nshtrainer.trainer._config import (
49
+ RLPSanityChecksCallbackConfig as RLPSanityChecksCallbackConfig,
50
+ )
51
+ from nshtrainer.trainer._config import SanityCheckingConfig as SanityCheckingConfig
52
+ from nshtrainer.trainer._config import (
53
+ SharedParametersCallbackConfig as SharedParametersCallbackConfig,
54
+ )
55
+ from nshtrainer.trainer._config import (
56
+ TensorboardLoggerConfig as TensorboardLoggerConfig,
57
+ )
58
+ from nshtrainer.trainer._config import TrainerConfig as TrainerConfig
59
+ from nshtrainer.trainer._config import WandbLoggerConfig as WandbLoggerConfig
60
+ else:
61
+
62
+ def __getattr__(name):
63
+ import importlib
64
+
65
+ if name in globals():
66
+ return globals()[name]
67
+ if name == "SanityCheckingConfig":
68
+ return importlib.import_module(
69
+ "nshtrainer.trainer._config"
70
+ ).SanityCheckingConfig
71
+ if name == "TrainerConfig":
72
+ return importlib.import_module("nshtrainer.trainer._config").TrainerConfig
73
+ if name == "OnExceptionCheckpointCallbackConfig":
74
+ return importlib.import_module(
75
+ "nshtrainer.trainer._config"
76
+ ).OnExceptionCheckpointCallbackConfig
77
+ if name == "GradientClippingConfig":
78
+ return importlib.import_module(
79
+ "nshtrainer.trainer._config"
80
+ ).GradientClippingConfig
81
+ if name == "WandbLoggerConfig":
82
+ return importlib.import_module(
83
+ "nshtrainer.trainer._config"
84
+ ).WandbLoggerConfig
85
+ if name == "LoggingConfig":
86
+ return importlib.import_module("nshtrainer.trainer._config").LoggingConfig
87
+ if name == "TensorboardLoggerConfig":
88
+ return importlib.import_module(
89
+ "nshtrainer.trainer._config"
90
+ ).TensorboardLoggerConfig
91
+ if name == "RLPSanityChecksCallbackConfig":
92
+ return importlib.import_module(
93
+ "nshtrainer.trainer._config"
94
+ ).RLPSanityChecksCallbackConfig
95
+ if name == "CheckpointSavingConfig":
96
+ return importlib.import_module(
97
+ "nshtrainer.trainer._config"
98
+ ).CheckpointSavingConfig
99
+ if name == "CSVLoggerConfig":
100
+ return importlib.import_module("nshtrainer.trainer._config").CSVLoggerConfig
101
+ if name == "HuggingFaceHubConfig":
102
+ return importlib.import_module(
103
+ "nshtrainer.trainer._config"
104
+ ).HuggingFaceHubConfig
105
+ if name == "CheckpointLoadingConfig":
106
+ return importlib.import_module(
107
+ "nshtrainer.trainer._config"
108
+ ).CheckpointLoadingConfig
109
+ if name == "DebugFlagCallbackConfig":
110
+ return importlib.import_module(
111
+ "nshtrainer.trainer._config"
112
+ ).DebugFlagCallbackConfig
113
+ if name == "CallbackConfigBase":
114
+ return importlib.import_module(
115
+ "nshtrainer.trainer._config"
116
+ ).CallbackConfigBase
117
+ if name == "LastCheckpointCallbackConfig":
118
+ return importlib.import_module(
119
+ "nshtrainer.trainer._config"
120
+ ).LastCheckpointCallbackConfig
121
+ if name == "SharedParametersCallbackConfig":
122
+ return importlib.import_module(
123
+ "nshtrainer.trainer._config"
124
+ ).SharedParametersCallbackConfig
125
+ if name == "ReproducibilityConfig":
126
+ return importlib.import_module(
127
+ "nshtrainer.trainer._config"
128
+ ).ReproducibilityConfig
129
+ if name == "EarlyStoppingCallbackConfig":
130
+ return importlib.import_module(
131
+ "nshtrainer.trainer._config"
132
+ ).EarlyStoppingCallbackConfig
133
+ if name == "OptimizationConfig":
134
+ return importlib.import_module(
135
+ "nshtrainer.trainer._config"
136
+ ).OptimizationConfig
137
+ if name == "BestCheckpointCallbackConfig":
138
+ return importlib.import_module(
139
+ "nshtrainer.trainer._config"
140
+ ).BestCheckpointCallbackConfig
141
+ if name == "CallbackConfig":
142
+ return importlib.import_module("nshtrainer.trainer._config").CallbackConfig
143
+ if name == "CheckpointCallbackConfig":
144
+ return importlib.import_module(
145
+ "nshtrainer.trainer._config"
146
+ ).CheckpointCallbackConfig
147
+ if name == "LoggerConfig":
148
+ return importlib.import_module("nshtrainer.trainer._config").LoggerConfig
149
+ if name == "ProfilerConfig":
150
+ return importlib.import_module("nshtrainer.trainer._config").ProfilerConfig
151
+ raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
34
152
 
35
153
  # Submodule exports
@@ -1,12 +1,26 @@
1
- # fmt: off
2
- # ruff: noqa
3
- # type: ignore
1
+ from __future__ import annotations
4
2
 
5
3
  __codegen__ = True
6
4
 
7
- # Config classes
8
- from nshtrainer.trainer.checkpoint_connector import CheckpointLoadingConfig as CheckpointLoadingConfig
5
+ from typing import TYPE_CHECKING
9
6
 
10
- # Type aliases
7
+ # Config/alias imports
8
+
9
+ if TYPE_CHECKING:
10
+ from nshtrainer.trainer.checkpoint_connector import (
11
+ CheckpointLoadingConfig as CheckpointLoadingConfig,
12
+ )
13
+ else:
14
+
15
+ def __getattr__(name):
16
+ import importlib
17
+
18
+ if name in globals():
19
+ return globals()[name]
20
+ if name == "CheckpointLoadingConfig":
21
+ return importlib.import_module(
22
+ "nshtrainer.trainer.checkpoint_connector"
23
+ ).CheckpointLoadingConfig
24
+ raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
11
25
 
12
26
  # Submodule exports