nshtrainer 1.0.0b18__py3-none-any.whl → 1.0.0b20__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- nshtrainer/trainer/_config.py +5 -3
- nshtrainer/trainer/trainer.py +6 -0
- {nshtrainer-1.0.0b18.dist-info → nshtrainer-1.0.0b20.dist-info}/METADATA +1 -1
- {nshtrainer-1.0.0b18.dist-info → nshtrainer-1.0.0b20.dist-info}/RECORD +5 -5
- {nshtrainer-1.0.0b18.dist-info → nshtrainer-1.0.0b20.dist-info}/WHEEL +0 -0
nshtrainer/trainer/_config.py
CHANGED
@@ -732,9 +732,7 @@ class TrainerConfig(C.Config):
|
|
732
732
|
automatic selection based on the chosen accelerator. Default: ``"auto"``.
|
733
733
|
"""
|
734
734
|
|
735
|
-
shared_parameters: SharedParametersCallbackConfig | None =
|
736
|
-
SharedParametersCallbackConfig()
|
737
|
-
)
|
735
|
+
shared_parameters: SharedParametersCallbackConfig | None = None
|
738
736
|
"""If enabled, the model supports scaling the gradients of shared parameters that
|
739
737
|
are registered in the self.shared_parameters list. This is useful for models that
|
740
738
|
share parameters across multiple modules (e.g., in a GPT model) and want to
|
@@ -824,6 +822,10 @@ class TrainerConfig(C.Config):
|
|
824
822
|
yield from self.callbacks
|
825
823
|
|
826
824
|
def _nshtrainer_all_logger_configs(self) -> Iterable[BaseLoggerConfig | None]:
|
825
|
+
# Disable all loggers if barebones mode is enabled
|
826
|
+
if self.barebones:
|
827
|
+
return
|
828
|
+
|
827
829
|
yield from self.enabled_loggers()
|
828
830
|
yield self.actsave_logger
|
829
831
|
|
nshtrainer/trainer/trainer.py
CHANGED
@@ -134,6 +134,10 @@ class Trainer(LightningTrainer):
|
|
134
134
|
for key, value in update.items():
|
135
135
|
_update_key(key, value)
|
136
136
|
|
137
|
+
# Set `barebones`
|
138
|
+
if hparams.barebones:
|
139
|
+
_update_kwargs(barebones=True)
|
140
|
+
|
137
141
|
# Set `default_root_dir` if `auto_set_default_root_dir` is enabled.
|
138
142
|
if hparams.auto_set_default_root_dir:
|
139
143
|
if kwargs.get("default_root_dir"):
|
@@ -245,6 +249,8 @@ class Trainer(LightningTrainer):
|
|
245
249
|
if logger_config is not None
|
246
250
|
and (logger := logger_config.create_logger(hparams)) is not None
|
247
251
|
]
|
252
|
+
if not hparams.barebones
|
253
|
+
else None
|
248
254
|
)
|
249
255
|
|
250
256
|
if hparams.auto_determine_num_nodes:
|
@@ -119,10 +119,10 @@ nshtrainer/profiler/advanced.py,sha256=XrM3FX0ThCv5UwUrrH0l4Ow4LGAtpiBww2N8QAU5N
|
|
119
119
|
nshtrainer/profiler/pytorch.py,sha256=8K37XvPnCApUpIK8tA2zNMFIaIiTLSoxKQoiyCPBm1Q,2757
|
120
120
|
nshtrainer/profiler/simple.py,sha256=PimjqcU-JuS-8C0ZGHAdwCxgNLij4x0FH6WXsjBQzZs,1005
|
121
121
|
nshtrainer/trainer/__init__.py,sha256=MmoydVS6aYeav7zgDAUHxAQrV_PMQsbnZTCuPnLH9Wk,128
|
122
|
-
nshtrainer/trainer/_config.py,sha256=
|
122
|
+
nshtrainer/trainer/_config.py,sha256=I6DBPnkveBTZOL01a8be5VK1YL-k6h3ubEwJi7FxKlk,33912
|
123
123
|
nshtrainer/trainer/_runtime_callback.py,sha256=T3epaj1YeIN0R8CS2cg5HNJIB21TyaD_PVNNOPJ6nJs,4200
|
124
124
|
nshtrainer/trainer/signal_connector.py,sha256=YMJf6vTnW0JcnBkuYikm9x_9XscaokrCEzCn4THOGao,10776
|
125
|
-
nshtrainer/trainer/trainer.py,sha256=
|
125
|
+
nshtrainer/trainer/trainer.py,sha256=LYOjvonQ6_F9thFuOpVKRBUf2V6gQltW8NmbwkiNbXA,19590
|
126
126
|
nshtrainer/util/_environment_info.py,sha256=MT8mBe6ZolRfKiwU-les1P-lPNPqXpHQcfADrh_A3uY,24629
|
127
127
|
nshtrainer/util/_useful_types.py,sha256=dwZokFkIe7M5i2GR3nQ9A1lhGw06DMAFfH5atyquqSA,8000
|
128
128
|
nshtrainer/util/bf16.py,sha256=9QhHZCkYSfYpIcxwAMoXyuh2yTSHBzT-EdLQB297jEs,762
|
@@ -135,6 +135,6 @@ nshtrainer/util/seed.py,sha256=diMV8iwBKN7Xxt5pELmui-gyqyT80_CZzomrWhNss0k,316
|
|
135
135
|
nshtrainer/util/slurm.py,sha256=HflkP5iI_r4UHMyPjw9R4dD5AHsJUpcfJw5PLvGYBRM,1603
|
136
136
|
nshtrainer/util/typed.py,sha256=Xt5fUU6zwLKSTLUdenovnKK0N8qUq89Kddz2_XeykVQ,164
|
137
137
|
nshtrainer/util/typing_utils.py,sha256=MjY-CUX9R5Tzat-BlFnQjwl1PQ_W2yZQoXhkYHlJ_VA,442
|
138
|
-
nshtrainer-1.0.
|
139
|
-
nshtrainer-1.0.
|
140
|
-
nshtrainer-1.0.
|
138
|
+
nshtrainer-1.0.0b20.dist-info/METADATA,sha256=Sk2yjQENY7vB9ZzMtUTXJAcPEOmlDX0RaaGQUSQHn28,937
|
139
|
+
nshtrainer-1.0.0b20.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
|
140
|
+
nshtrainer-1.0.0b20.dist-info/RECORD,,
|
File without changes
|