nshtrainer 1.0.0b25__py3-none-any.whl → 1.0.0b26__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (70) hide show
  1. nshtrainer/.nshconfig.generated.json +6 -0
  2. nshtrainer/_checkpoint/metadata.py +1 -1
  3. nshtrainer/callbacks/__init__.py +3 -0
  4. nshtrainer/callbacks/checkpoint/__init__.py +4 -0
  5. nshtrainer/callbacks/checkpoint/best_checkpoint.py +1 -2
  6. nshtrainer/callbacks/checkpoint/last_checkpoint.py +1 -2
  7. nshtrainer/callbacks/checkpoint/time_checkpoint.py +114 -0
  8. nshtrainer/callbacks/print_table.py +2 -2
  9. nshtrainer/configs/__init__.py +95 -10
  10. nshtrainer/configs/_checkpoint/__init__.py +6 -0
  11. nshtrainer/configs/_checkpoint/metadata/__init__.py +5 -0
  12. nshtrainer/configs/_directory/__init__.py +5 -1
  13. nshtrainer/configs/_hf_hub/__init__.py +6 -0
  14. nshtrainer/configs/callbacks/__init__.py +44 -1
  15. nshtrainer/configs/callbacks/actsave/__init__.py +5 -0
  16. nshtrainer/configs/callbacks/base/__init__.py +4 -0
  17. nshtrainer/configs/callbacks/checkpoint/__init__.py +14 -0
  18. nshtrainer/configs/callbacks/checkpoint/_base/__init__.py +6 -0
  19. nshtrainer/configs/callbacks/checkpoint/best_checkpoint/__init__.py +7 -0
  20. nshtrainer/configs/callbacks/checkpoint/last_checkpoint/__init__.py +6 -0
  21. nshtrainer/configs/callbacks/checkpoint/on_exception_checkpoint/__init__.py +5 -0
  22. nshtrainer/configs/callbacks/debug_flag/__init__.py +5 -0
  23. nshtrainer/configs/callbacks/directory_setup/__init__.py +5 -0
  24. nshtrainer/configs/callbacks/early_stopping/__init__.py +6 -0
  25. nshtrainer/configs/callbacks/ema/__init__.py +5 -0
  26. nshtrainer/configs/callbacks/finite_checks/__init__.py +5 -0
  27. nshtrainer/configs/callbacks/gradient_skipping/__init__.py +5 -0
  28. nshtrainer/configs/callbacks/log_epoch/__init__.py +5 -0
  29. nshtrainer/configs/callbacks/lr_monitor/__init__.py +5 -0
  30. nshtrainer/configs/callbacks/norm_logging/__init__.py +5 -0
  31. nshtrainer/configs/callbacks/print_table/__init__.py +5 -0
  32. nshtrainer/configs/callbacks/rlp_sanity_checks/__init__.py +5 -0
  33. nshtrainer/configs/callbacks/shared_parameters/__init__.py +5 -0
  34. nshtrainer/configs/callbacks/timer/__init__.py +5 -0
  35. nshtrainer/configs/callbacks/wandb_upload_code/__init__.py +5 -0
  36. nshtrainer/configs/callbacks/wandb_watch/__init__.py +5 -0
  37. nshtrainer/configs/loggers/__init__.py +16 -1
  38. nshtrainer/configs/loggers/_base/__init__.py +4 -0
  39. nshtrainer/configs/loggers/actsave/__init__.py +5 -0
  40. nshtrainer/configs/loggers/csv/__init__.py +5 -0
  41. nshtrainer/configs/loggers/tensorboard/__init__.py +5 -0
  42. nshtrainer/configs/loggers/wandb/__init__.py +8 -0
  43. nshtrainer/configs/lr_scheduler/__init__.py +10 -4
  44. nshtrainer/configs/lr_scheduler/_base/__init__.py +4 -0
  45. nshtrainer/configs/lr_scheduler/linear_warmup_cosine/__init__.py +5 -3
  46. nshtrainer/configs/lr_scheduler/reduce_lr_on_plateau/__init__.py +6 -0
  47. nshtrainer/configs/metrics/__init__.py +5 -0
  48. nshtrainer/configs/metrics/_config/__init__.py +4 -0
  49. nshtrainer/configs/nn/__init__.py +21 -1
  50. nshtrainer/configs/nn/mlp/__init__.py +5 -1
  51. nshtrainer/configs/nn/nonlinearity/__init__.py +18 -1
  52. nshtrainer/configs/optimizer/__init__.py +5 -1
  53. nshtrainer/configs/profiler/__init__.py +11 -1
  54. nshtrainer/configs/profiler/_base/__init__.py +4 -0
  55. nshtrainer/configs/profiler/advanced/__init__.py +5 -0
  56. nshtrainer/configs/profiler/pytorch/__init__.py +5 -0
  57. nshtrainer/configs/profiler/simple/__init__.py +5 -0
  58. nshtrainer/configs/trainer/__init__.py +35 -6
  59. nshtrainer/configs/trainer/_config/__init__.py +33 -6
  60. nshtrainer/configs/trainer/trainer/__init__.py +9 -0
  61. nshtrainer/configs/util/__init__.py +19 -1
  62. nshtrainer/configs/util/_environment_info/__init__.py +14 -0
  63. nshtrainer/configs/util/config/__init__.py +8 -1
  64. nshtrainer/configs/util/config/dtype/__init__.py +4 -0
  65. nshtrainer/configs/util/config/duration/__init__.py +5 -1
  66. nshtrainer/trainer/_config.py +40 -21
  67. nshtrainer/trainer/trainer.py +4 -4
  68. {nshtrainer-1.0.0b25.dist-info → nshtrainer-1.0.0b26.dist-info}/METADATA +2 -1
  69. {nshtrainer-1.0.0b25.dist-info → nshtrainer-1.0.0b26.dist-info}/RECORD +70 -68
  70. {nshtrainer-1.0.0b25.dist-info → nshtrainer-1.0.0b26.dist-info}/WHEEL +1 -1
@@ -5,6 +5,7 @@ import logging
5
5
  import os
6
6
  import string
7
7
  import time
8
+ from abc import ABC, abstractmethod
8
9
  from collections.abc import Iterable, Sequence
9
10
  from datetime import timedelta
10
11
  from pathlib import Path
@@ -13,9 +14,7 @@ from typing import (
13
14
  Any,
14
15
  ClassVar,
15
16
  Literal,
16
- Protocol,
17
17
  TypeAlias,
18
- runtime_checkable,
19
18
  )
20
19
 
21
20
  import nshconfig as C
@@ -30,7 +29,7 @@ from lightning.pytorch.plugins.layer_sync import LayerSync
30
29
  from lightning.pytorch.plugins.precision.precision import Precision
31
30
  from lightning.pytorch.profilers import Profiler
32
31
  from lightning.pytorch.strategies.strategy import Strategy
33
- from typing_extensions import TypedDict, TypeVar, override
32
+ from typing_extensions import TypeAliasType, TypedDict, override
34
33
 
35
34
  from .._directory import DirectoryConfig
36
35
  from .._hf_hub import HuggingFaceHubConfig
@@ -43,6 +42,7 @@ from ..callbacks import (
43
42
  OnExceptionCheckpointCallbackConfig,
44
43
  )
45
44
  from ..callbacks.base import CallbackConfigBase
45
+ from ..callbacks.checkpoint.time_checkpoint import TimeCheckpointCallbackConfig
46
46
  from ..callbacks.debug_flag import DebugFlagCallbackConfig
47
47
  from ..callbacks.log_epoch import LogEpochCallbackConfig
48
48
  from ..callbacks.lr_monitor import LearningRateMonitorConfig
@@ -72,31 +72,35 @@ class GradientClippingConfig(C.Config):
72
72
  """Norm type to use for gradient clipping."""
73
73
 
74
74
 
75
- TPlugin = TypeVar(
76
- "TPlugin",
77
- Precision,
78
- ClusterEnvironment,
79
- CheckpointIO,
80
- LayerSync,
81
- infer_variance=True,
75
+ Plugin = TypeAliasType(
76
+ "Plugin", Precision | ClusterEnvironment | CheckpointIO | LayerSync
82
77
  )
83
78
 
84
79
 
85
- @runtime_checkable
86
- class PluginConfigProtocol(Protocol[TPlugin]):
87
- def create_plugin(self) -> TPlugin: ...
80
+ class PluginConfigBase(C.Config, ABC):
81
+ @abstractmethod
82
+ def create_plugin(self) -> Plugin: ...
88
83
 
89
84
 
90
- @runtime_checkable
91
- class AcceleratorConfigProtocol(Protocol):
85
+ plugin_registry = C.Registry(PluginConfigBase, discriminator="name")
86
+
87
+
88
+ class AcceleratorConfigBase(C.Config, ABC):
89
+ @abstractmethod
92
90
  def create_accelerator(self) -> Accelerator: ...
93
91
 
94
92
 
95
- @runtime_checkable
96
- class StrategyConfigProtocol(Protocol):
93
+ accelerator_registry = C.Registry(AcceleratorConfigBase, discriminator="name")
94
+
95
+
96
+ class StrategyConfigBase(C.Config, ABC):
97
+ @abstractmethod
97
98
  def create_strategy(self) -> Strategy: ...
98
99
 
99
100
 
101
+ strategy_registry = C.Registry(StrategyConfigBase, discriminator="name")
102
+
103
+
100
104
  AcceleratorLiteral: TypeAlias = Literal[
101
105
  "cpu", "gpu", "tpu", "ipu", "hpu", "mps", "auto"
102
106
  ]
@@ -134,7 +138,8 @@ StrategyLiteral: TypeAlias = Literal[
134
138
  CheckpointCallbackConfig: TypeAlias = Annotated[
135
139
  BestCheckpointCallbackConfig
136
140
  | LastCheckpointCallbackConfig
137
- | OnExceptionCheckpointCallbackConfig,
141
+ | OnExceptionCheckpointCallbackConfig
142
+ | TimeCheckpointCallbackConfig,
138
143
  C.Field(discriminator="name"),
139
144
  ]
140
145
 
@@ -147,6 +152,7 @@ class CheckpointSavingConfig(CallbackConfigBase):
147
152
  BestCheckpointCallbackConfig(throw_on_no_metric=False),
148
153
  LastCheckpointCallbackConfig(),
149
154
  OnExceptionCheckpointCallbackConfig(),
155
+ TimeCheckpointCallbackConfig(interval=timedelta(hours=12)),
150
156
  ]
151
157
  """Checkpoint callback configurations."""
152
158
 
@@ -420,6 +426,9 @@ class SanityCheckingConfig(C.Config):
420
426
  """
421
427
 
422
428
 
429
+ @plugin_registry.rebuild_on_registers
430
+ @strategy_registry.rebuild_on_registers
431
+ @accelerator_registry.rebuild_on_registers
423
432
  class TrainerConfig(C.Config):
424
433
  # region Active Run Configuration
425
434
  id: str = C.Field(default_factory=lambda: TrainerConfig.generate_id())
@@ -564,7 +573,9 @@ class TrainerConfig(C.Config):
564
573
  Default: ``False``.
565
574
  """
566
575
 
567
- plugins: list[PluginConfigProtocol] | None = None
576
+ plugins: (
577
+ list[Annotated[PluginConfigBase, plugin_registry.DynamicResolution()]] | None
578
+ ) = None
568
579
  """
569
580
  Plugins allow modification of core behavior like ddp and amp, and enable custom lightning plugins.
570
581
  Default: ``None``.
@@ -724,13 +735,21 @@ class TrainerConfig(C.Config):
724
735
  Default: ``True``.
725
736
  """
726
737
 
727
- accelerator: AcceleratorConfigProtocol | AcceleratorLiteral | None = None
738
+ accelerator: (
739
+ Annotated[AcceleratorConfigBase, accelerator_registry.DynamicResolution()]
740
+ | AcceleratorLiteral
741
+ | None
742
+ ) = None
728
743
  """Supports passing different accelerator types ("cpu", "gpu", "tpu", "ipu", "hpu", "mps", "auto")
729
744
  as well as custom accelerator instances.
730
745
  Default: ``"auto"``.
731
746
  """
732
747
 
733
- strategy: StrategyConfigProtocol | StrategyLiteral | None = None
748
+ strategy: (
749
+ Annotated[StrategyConfigBase, strategy_registry.DynamicResolution()]
750
+ | StrategyLiteral
751
+ | None
752
+ ) = None
734
753
  """Supports different training strategies with aliases as well custom strategies.
735
754
  Default: ``"auto"``.
736
755
  """
@@ -23,9 +23,9 @@ from ..callbacks.base import resolve_all_callbacks
23
23
  from ..util._environment_info import EnvironmentConfig
24
24
  from ..util.bf16 import is_bf16_supported_no_emulation
25
25
  from ._config import (
26
- AcceleratorConfigProtocol,
26
+ AcceleratorConfigBase,
27
27
  LightningTrainerKwargs,
28
- StrategyConfigProtocol,
28
+ StrategyConfigBase,
29
29
  TrainerConfig,
30
30
  )
31
31
  from ._runtime_callback import RuntimeTrackerCallback, Stage
@@ -171,12 +171,12 @@ class Trainer(LightningTrainer):
171
171
  _update_kwargs(use_distributed_sampler=use_distributed_sampler)
172
172
 
173
173
  if (accelerator := hparams.accelerator) is not None:
174
- if isinstance(accelerator, AcceleratorConfigProtocol):
174
+ if isinstance(accelerator, AcceleratorConfigBase):
175
175
  accelerator = accelerator.create_accelerator()
176
176
  _update_kwargs(accelerator=accelerator)
177
177
 
178
178
  if (strategy := hparams.strategy) is not None:
179
- if isinstance(strategy, StrategyConfigProtocol):
179
+ if isinstance(strategy, StrategyConfigBase):
180
180
  strategy = strategy.create_strategy()
181
181
  _update_kwargs(strategy=strategy)
182
182
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: nshtrainer
3
- Version: 1.0.0b25
3
+ Version: 1.0.0b26
4
4
  Summary:
5
5
  Author: Nima Shoghi
6
6
  Author-email: nimashoghi@gmail.com
@@ -9,6 +9,7 @@ Classifier: Programming Language :: Python :: 3
9
9
  Classifier: Programming Language :: Python :: 3.10
10
10
  Classifier: Programming Language :: Python :: 3.11
11
11
  Classifier: Programming Language :: Python :: 3.12
12
+ Classifier: Programming Language :: Python :: 3.13
12
13
  Provides-Extra: extra
13
14
  Requires-Dist: GitPython ; extra == "extra"
14
15
  Requires-Dist: huggingface-hub ; extra == "extra"
@@ -1,18 +1,20 @@
1
+ nshtrainer/.nshconfig.generated.json,sha256=yZd6cn1RhvNNJUgiUTRYut8ofZYvbulnpPG-rZIRhi4,106
1
2
  nshtrainer/__init__.py,sha256=VcqBfL8RgCcZDaY645nxeDmOspqerx4x46wggCMnS0E,692
2
3
  nshtrainer/_callback.py,sha256=tXQCDzS6CvMTuTY5lQSH5qZs1pXUi-gt9bQdpXMVdEs,12715
3
- nshtrainer/_checkpoint/metadata.py,sha256=sy3ualbRDHkEQmNm9nq7kUFG38QDqv3dbzhEPmH669U,5012
4
+ nshtrainer/_checkpoint/metadata.py,sha256=PHy-54Cg-o3OtCffAqrVv6ZVMU7zhRo_-sZiSEEno1Y,5019
4
5
  nshtrainer/_checkpoint/saver.py,sha256=LOP8jjKF0Dw9x9H-BKrLMWlEp1XTan2DUK0zQUCWw5U,1360
5
6
  nshtrainer/_directory.py,sha256=p2uk1FnISFEpMqlDevKhoWhQsCEtvHUPg459K-86QA8,3053
6
7
  nshtrainer/_experimental/__init__.py,sha256=U4S_2y3zgLZVfMenHRaJFBW8yqh2mUBuI291LGQVOJ8,35
7
8
  nshtrainer/_hf_hub.py,sha256=xj91CEKcuvpaiipZbVZovZiU_fdsTkPXOkQ-3Xb-FhU,14183
8
- nshtrainer/callbacks/__init__.py,sha256=eHN0sxFz1i3rYnSHdizK7cLTe5qYA8HQmN8xYc45FKk,3718
9
+ nshtrainer/callbacks/__init__.py,sha256=z2uDaUVzNXG79UOAYGpwC0hxk__LTbEBVhXJ3W-Srws,3911
9
10
  nshtrainer/callbacks/actsave.py,sha256=framZaRes5G-QjWgeDAJ72k3T3tFkj6Z7qmnlIUzLBQ,3759
10
11
  nshtrainer/callbacks/base.py,sha256=JZ-WyIKeUYe8g2pLzs648WkxNfkTke7237n1LU_Ujto,3571
11
- nshtrainer/callbacks/checkpoint/__init__.py,sha256=l8tkHc83_mLiU0-wT09SWdRzwpm2ulbkLzcuCmuTwzE,620
12
+ nshtrainer/callbacks/checkpoint/__init__.py,sha256=09cwgAJawTFLdzZwYhg_jVgbW-1d09hwjHdI-PQRck0,797
12
13
  nshtrainer/callbacks/checkpoint/_base.py,sha256=ZVEUVl5kjCSSe69Q0rMUbKBNNUog0pxBwWkeyuxG2w0,6304
13
- nshtrainer/callbacks/checkpoint/best_checkpoint.py,sha256=eyx2p48rFJK-gvgxzQx63suP-UmjJIrTeiTBhjG8A8w,2611
14
- nshtrainer/callbacks/checkpoint/last_checkpoint.py,sha256=w-qys4xvx985gnoHwsWClpQBfqBe5XwojZo-UzHffcY,1157
14
+ nshtrainer/callbacks/checkpoint/best_checkpoint.py,sha256=hcvtpNvuyWxxP36XiGyFYwVsSwmHphKD-1IA95DinME,2602
15
+ nshtrainer/callbacks/checkpoint/last_checkpoint.py,sha256=RKuFxFtaxUIM7xb0tOBoNSvkNjne2XBmJUEm_JE9lw4,1148
15
16
  nshtrainer/callbacks/checkpoint/on_exception_checkpoint.py,sha256=5cCvLybQNSJy6Qm60oV2zxWQvGscM-0APXs-cApVwao,3464
17
+ nshtrainer/callbacks/checkpoint/time_checkpoint.py,sha256=oom2e6-m_tKo0BKtjNDUanwvDQVOD9ZRu6cJ20APrqE,3561
16
18
  nshtrainer/callbacks/debug_flag.py,sha256=85IG9bFn2-bUUiEAgvfeteUhYTEuSyPRv9BYgRqe8mc,1687
17
19
  nshtrainer/callbacks/directory_setup.py,sha256=4Er9nOyNCMY9X27RzeW5z0Ky_OgnOBvxCF6xVsonMfg,2504
18
20
  nshtrainer/callbacks/early_stopping.py,sha256=8Ai5aZLQrM9zMRUSFxfJ2Jdb8OoBE8ZWAcGSyw8nM-k,4715
@@ -23,69 +25,69 @@ nshtrainer/callbacks/interval.py,sha256=UCzUzt3XCFVyQyCWL9lOrStkkxesvduNOYk8yMrG
23
25
  nshtrainer/callbacks/log_epoch.py,sha256=Wr-Ksxsynsqu_zyB_zoiPLjnWv-ksC3xPekY6iyN-P8,1396
24
26
  nshtrainer/callbacks/lr_monitor.py,sha256=IyFZoXaxJoTBSkdLu1iEZ1qI8_UFNJwafR_xTVPZXXU,1050
25
27
  nshtrainer/callbacks/norm_logging.py,sha256=C44Mvt73gqQEpCFd0j3qYg6NY7sL2jm3X1qJVY_XLfI,6329
26
- nshtrainer/callbacks/print_table.py,sha256=WIgfzVSfAfS3_8kUuX-nWJOGWBEmtNlejypuoJQViPY,2884
28
+ nshtrainer/callbacks/print_table.py,sha256=lS49Hz0OLcv3VPxEfLBguwe57y2nmKg0pMF6HJxuJio,2974
27
29
  nshtrainer/callbacks/rlp_sanity_checks.py,sha256=kWl2dYOXn2L8k6ub_012jNkqOxtyea1yr1qWRNG6UW4,9990
28
30
  nshtrainer/callbacks/shared_parameters.py,sha256=33eRzifNj6reKbvmGuam1hUofo3sD4J6Zz8gtoHK93I,2977
29
31
  nshtrainer/callbacks/timer.py,sha256=BB-M7tV4QNYOwY_Su6j9P7IILxVRae_upmDq4qsxiao,4670
30
32
  nshtrainer/callbacks/wandb_upload_code.py,sha256=PTqNE1QB5U8NR5zhbiQZrmQuugX2UV7B12UdMpo9aV0,2353
31
33
  nshtrainer/callbacks/wandb_watch.py,sha256=tTTcFzxd2Ia9xu8tCogQ5CLJZBq1ne5JlpGVE75vKYs,2976
32
- nshtrainer/configs/__init__.py,sha256=_6JQhtNpjjmIi7nb78Rt_x4JNJk19oMXD19-MsJRbc8,7473
33
- nshtrainer/configs/_checkpoint/__init__.py,sha256=T5RnSr-S-H6lUApXAqsG03Uk_F_hqfzW7IU7riBxlT0,260
34
- nshtrainer/configs/_checkpoint/metadata/__init__.py,sha256=amR5ph9N3qVa-aIIAvzfNbMvg_0RiDHM6EwrowiPUW8,224
35
- nshtrainer/configs/_directory/__init__.py,sha256=hkBrI-OHUARCooP1cF5iChqRXTH5Y1HehThX_9q3qqM,292
36
- nshtrainer/configs/_hf_hub/__init__.py,sha256=8IhyO2J3Y_0Z7L39nVPQuVgY4zXLGghBzsHpnFt4KxU,309
37
- nshtrainer/configs/callbacks/__init__.py,sha256=afoWd7ocxAuh_u91tjQ28N-NX9fVCPXQvVD5z88qXuU,3077
38
- nshtrainer/configs/callbacks/actsave/__init__.py,sha256=SCJXAoaLqfWSTPAVUMBfC9vPFM5DpeBzWIa4Pj_Krlg,210
39
- nshtrainer/configs/callbacks/base/__init__.py,sha256=SB-xlJlgjuPzZ0xfMWEXT-OLpJPXrq6rdY-f1roU9ug,135
40
- nshtrainer/configs/callbacks/checkpoint/__init__.py,sha256=w1CtoBHdW9pstp33LYnj4mDsl2R0s-S13WQIoRMl5y8,1014
41
- nshtrainer/configs/callbacks/checkpoint/_base/__init__.py,sha256=8YGa3n9-q1a9CYXjfJv-WJFl7J27av6UdI5taBtGh0c,376
42
- nshtrainer/configs/callbacks/checkpoint/best_checkpoint/__init__.py,sha256=bucvZk5bkOKe27aQ13kNYWflvOKxyhWVj8j0xvAzkF4,515
43
- nshtrainer/configs/callbacks/checkpoint/last_checkpoint/__init__.py,sha256=hx-QGl8_UGWlH01hWBEgT_PPd0kfphgdXZTb_SiwlMw,426
44
- nshtrainer/configs/callbacks/checkpoint/on_exception_checkpoint/__init__.py,sha256=4t2xQf29hDID-3jkVZfeyL2HVP1D7ZmJAKnM0ZllPAo,326
45
- nshtrainer/configs/callbacks/debug_flag/__init__.py,sha256=A4PP8xEL5m4v5YckB9I7LzhMqfGeyF5140-sXNOWNmE,245
46
- nshtrainer/configs/callbacks/directory_setup/__init__.py,sha256=URMIR6qUkRiXrIrqJ0kxyVVVq86cMNhz5Ps6DwIrrBo,274
47
- nshtrainer/configs/callbacks/early_stopping/__init__.py,sha256=8SzOG8aWdDap3E2EqmrfHtdCYpCD6Pnfbc_U0L7Fy9M,338
48
- nshtrainer/configs/callbacks/ema/__init__.py,sha256=t1lWbcO8zl_1e1vppQwsKP9nJMnTSv8kT2w1w41Lrrk,210
49
- nshtrainer/configs/callbacks/finite_checks/__init__.py,sha256=HMPfNK37liVhGadc35P8SxZ-cclMnIEqJtyQnxNC93o,257
50
- nshtrainer/configs/callbacks/gradient_skipping/__init__.py,sha256=GekHXgBSIhkkqB7MZp-ioFtJA7PEToWyOUh2a67jlck,282
51
- nshtrainer/configs/callbacks/log_epoch/__init__.py,sha256=Og2KAVYHeRqVPvOOVkBA7_lyhHM0RS2oJkoRdkzT-1U,241
52
- nshtrainer/configs/callbacks/lr_monitor/__init__.py,sha256=II7aV6NB0a_7TIqQnIrnTKcRmfktd_EXb-ffNvIPWi0,249
53
- nshtrainer/configs/callbacks/norm_logging/__init__.py,sha256=RktQ29_dP_JY3yHnCaZQkUTk91d4_lZBJBfo4osVlWM,253
54
- nshtrainer/configs/callbacks/print_table/__init__.py,sha256=Jad_35_z-m_vWXE0jhv4uBmDyqhATRRBin4FEJ93opQ,263
55
- nshtrainer/configs/callbacks/rlp_sanity_checks/__init__.py,sha256=IlTi2ZxFmrRAfSIttjtavt_ZdgRb-P-vYg9-vG6ryRY,280
56
- nshtrainer/configs/callbacks/shared_parameters/__init__.py,sha256=LCA9MqCeBEUW-RNB-mowXdsl2FGIzyIZ2SJHhbWHFWM,282
57
- nshtrainer/configs/callbacks/timer/__init__.py,sha256=ZBDcTPdxYJZV4au5zcWC96q2WshnCQQXw62A1TJQTCE,237
58
- nshtrainer/configs/callbacks/wandb_upload_code/__init__.py,sha256=NWJKDGpfSD84l-3gkqRVxzhL3MRpISAC50zhdeMMFE8,280
59
- nshtrainer/configs/callbacks/wandb_watch/__init__.py,sha256=3yKnI14haGJAY_BtjE-Yh2QX-N3axJZO5Ced6WKiaG4,249
60
- nshtrainer/configs/loggers/__init__.py,sha256=oRwUQ5_XHRzVplemoZaCY7LOmYZQx_1YxtNeKqDe7EA,920
61
- nshtrainer/configs/loggers/_base/__init__.py,sha256=Z3e-CD2fvLGZHFFoc0XDnHa6F40cpmbVN3MllAxckKE,130
62
- nshtrainer/configs/loggers/actsave/__init__.py,sha256=QqQOG1IXqQ1hG_dqptBNlYAkwi8qR5s3GOKJvTr8jhI,214
63
- nshtrainer/configs/loggers/csv/__init__.py,sha256=nqa2Y-fw-Nym7P_FwgWaZrhzuf0BfmA89-5Kp0M-ZME,198
64
- nshtrainer/configs/loggers/tensorboard/__init__.py,sha256=_TZjPfmkhGHhOzziWhcPbvtlaqg0A7NJ3J-PDdFsV2k,239
65
- nshtrainer/configs/loggers/wandb/__init__.py,sha256=rYpaPhqBqv4ARPJQchxffp2igY4pFzKkqtCTwssTHAs,492
66
- nshtrainer/configs/lr_scheduler/__init__.py,sha256=GYU4q2F7x8qTmv6J23WFbbNc9VDFICbSahTFwW0I4K4,764
67
- nshtrainer/configs/lr_scheduler/_base/__init__.py,sha256=K27qJ-bxJCxHjndzN3Uw1L65VSoo82CiTruMP7jYaFs,145
68
- nshtrainer/configs/lr_scheduler/linear_warmup_cosine/__init__.py,sha256=nIARlprx-UWCoDcSmUd7-9AeIX_Fb6GINv_jG6IUbMk,419
69
- nshtrainer/configs/lr_scheduler/reduce_lr_on_plateau/__init__.py,sha256=b0CEv2pOswUR48gEVjcYc4C2FB22L8PjbGnUeJVlr1A,372
70
- nshtrainer/configs/metrics/__init__.py,sha256=QGLalWruUhl4iSXaGtqDHHTZdGWsxe9wPYXpBos7z1g,150
71
- nshtrainer/configs/metrics/_config/__init__.py,sha256=NvYfuS5uGd-HIFBrmRMAEB6RmXV9l-E-v1E-OvOvE5s,124
72
- nshtrainer/configs/nn/__init__.py,sha256=tke0m-_SDwWvrLZWrqpM5WGZ2ps4Du8Zm8r9Shzg9GI,1408
73
- nshtrainer/configs/nn/mlp/__init__.py,sha256=bFzswckgbxl_1qaUGmqmA-X6hn1q7oejp6qfkhHnoMY,259
74
- nshtrainer/configs/nn/nonlinearity/__init__.py,sha256=ITHtH1llvF4h-S-nZJSDCNxfkXyM-R4yAT5fLQSVhjE,1539
75
- nshtrainer/configs/optimizer/__init__.py,sha256=9dT71tEmzgUE2IEpDCRUhEs9EDQBDfRj05GUw2GQqFg,260
76
- nshtrainer/configs/profiler/__init__.py,sha256=aMeIOC1ob1Oy0Ynx0_jmCT6socgb56UUGv_Do0hoBI4,560
77
- nshtrainer/configs/profiler/_base/__init__.py,sha256=IvvhrjjTHm7RI2pTES8U7BEhCL4tqsuA8mA6FM_mnME,135
78
- nshtrainer/configs/profiler/advanced/__init__.py,sha256=9d17b1tyDzjA4nVs1olzoMjIGxp8hisi9lCNFVaClP4,237
79
- nshtrainer/configs/profiler/pytorch/__init__.py,sha256=qD8UZl4NtWnqir-4ukNOIOXLNEAk2E8mcwfaKxyD_YY,224
80
- nshtrainer/configs/profiler/simple/__init__.py,sha256=KC0jvmnNahBZD9LskbtJ9_cGW8VFcsR5A8JsmGxdwFE,220
81
- nshtrainer/configs/trainer/__init__.py,sha256=CaJEac6XWaxVDT7U3c1BMzvTDMKzzkQgxunjHukEcw0,2616
82
- nshtrainer/configs/trainer/_config/__init__.py,sha256=_TVCPGhK-HeUphs6Zuk30xnQ4hyzi0oMQqtobnsxDwA,2557
83
- nshtrainer/configs/trainer/trainer/__init__.py,sha256=qXDdZou5etO4XCCk9z72ykYt9aylV2iV-g1uX7WFaGs,204
84
- nshtrainer/configs/util/__init__.py,sha256=50yw6zY9nh-IujctV8uaHyP4ch2KjBQMWHUpfur-NjM,1601
85
- nshtrainer/configs/util/_environment_info/__init__.py,sha256=mM7S-MAgHqtNsjMPaxwOKSzE_suoh_uSAofY4wWOqVQ,1260
86
- nshtrainer/configs/util/config/__init__.py,sha256=G0omcYIY3xNrh4M2_TNu6VpMSueftQimqhdrv0KzXf0,377
87
- nshtrainer/configs/util/config/dtype/__init__.py,sha256=uLsJigEWaw4lNol9a_gp16cT6CbVIf07Tdt3Xe3yr9s,124
88
- nshtrainer/configs/util/config/duration/__init__.py,sha256=LSl-MfNWwIItghHLo5j5WWlNSYlzDc-8EshVGAG7WoE,277
34
+ nshtrainer/configs/__init__.py,sha256=83LkGk9FuaIpIkxrJKylELAokX4p8u9ZmdeAdG__06E,9681
35
+ nshtrainer/configs/_checkpoint/__init__.py,sha256=6s7Y68StboqscY2G4P_QG443jz5aiym5SjOogIljWLg,342
36
+ nshtrainer/configs/_checkpoint/metadata/__init__.py,sha256=oOPfYkXTjKgm6pluGsG6V1TPyCEGjsQpHVL-LffSUFQ,290
37
+ nshtrainer/configs/_directory/__init__.py,sha256=7H3fIh9c31ce0r8JpuzEY8bZptI7tiVLNwVtj729HAY,303
38
+ nshtrainer/configs/_hf_hub/__init__.py,sha256=VUgQnyEI2ekBxBIV15L09tKdrfGt7eWxnf30DiCLaso,416
39
+ nshtrainer/configs/callbacks/__init__.py,sha256=muhbnqVN-KkcdmW5dRJwNMoDGwxURIMt9ggVO1qjea8,4126
40
+ nshtrainer/configs/callbacks/actsave/__init__.py,sha256=JJg9d8iNGpO-9M1LsK4h1cu3NYWniyIyLQ4SauFCzOs,272
41
+ nshtrainer/configs/callbacks/base/__init__.py,sha256=V694hzF_ubnA-hwTps30PeFbgDSm3I_UIMTnljM3_OI,176
42
+ nshtrainer/configs/callbacks/checkpoint/__init__.py,sha256=OOMwYG4zjvs54hrTyGe2a5MdOjCpTbtpk1wStraZLcA,1342
43
+ nshtrainer/configs/callbacks/checkpoint/_base/__init__.py,sha256=5jl6A5Gv6arZXmHV6lz5dQ8DL6PdJIfJqHLP4acClKQ,479
44
+ nshtrainer/configs/callbacks/checkpoint/best_checkpoint/__init__.py,sha256=_KTkF3_Yx0WiwOvRf2s1KRvod2dryeGJITVkx10YqBE,648
45
+ nshtrainer/configs/callbacks/checkpoint/last_checkpoint/__init__.py,sha256=sH4aJyovCeT6h4xz9r5WfVA0eviJur4zZt7R0hQsyAk,539
46
+ nshtrainer/configs/callbacks/checkpoint/on_exception_checkpoint/__init__.py,sha256=iUoCrTJpvDGEYCYfNCpkficH6D7yq119hyxy1qeFSGU,410
47
+ nshtrainer/configs/callbacks/debug_flag/__init__.py,sha256=gPC3EAqzuyP2hAcCf3s09sPDe7q_02S1eUCWvRTNKrI,317
48
+ nshtrainer/configs/callbacks/directory_setup/__init__.py,sha256=25551zMMctAkzcLEGBN7HSeQUIrBtbBq7whgPZjtepY,351
49
+ nshtrainer/configs/callbacks/early_stopping/__init__.py,sha256=Q-hAAIcucLNriw5PXIshgBv7Yr5sMDk4GwjTIDdWBxo,434
50
+ nshtrainer/configs/callbacks/ema/__init__.py,sha256=INIXgC7ZLmW0_ofa7vP51i2uaJKkmCiZtm75OaCrK7A,276
51
+ nshtrainer/configs/callbacks/finite_checks/__init__.py,sha256=XlMOUyaBm417jhFTQhayexNzHd0t2FZyCYwbJ91qDcg,332
52
+ nshtrainer/configs/callbacks/gradient_skipping/__init__.py,sha256=Jm5_pMk4qSo8bIJcxihEfOiGEBPPtbnJMA4ytYlryh4,361
53
+ nshtrainer/configs/callbacks/log_epoch/__init__.py,sha256=0FR3-AvrS1M77BHlXrqOFstY9eXSjSNM5Eeyt-2HAyo,312
54
+ nshtrainer/configs/callbacks/lr_monitor/__init__.py,sha256=a37cAuI8ZdG2e3RH4mBub_XIDWA9C8yTlYKciVFsdMA,323
55
+ nshtrainer/configs/callbacks/norm_logging/__init__.py,sha256=jgfTvhhgy2p7eS4qbznIu1ohR_RMFiYdLfJJoyYrI7s,327
56
+ nshtrainer/configs/callbacks/print_table/__init__.py,sha256=OD_Om09ZfyPLDLU-4MJURvrnrSe5kUaFhI1urEo8WYs,343
57
+ nshtrainer/configs/callbacks/rlp_sanity_checks/__init__.py,sha256=SFI8w1Ne51Z3j3Vm1Ux1lRIvCQk5swVkHdJjFG2qSIk,358
58
+ nshtrainer/configs/callbacks/shared_parameters/__init__.py,sha256=Ivef5jk3RMYQDeudEINxdzTnKfVZ_TsdtHlOTSl_EnQ,361
59
+ nshtrainer/configs/callbacks/timer/__init__.py,sha256=RHOQoREp4NxS_AvKNdc0UuUlS0PnqCxxsuOz5D8h7iM,310
60
+ nshtrainer/configs/callbacks/wandb_upload_code/__init__.py,sha256=WM9hCGFl2LXDUOgkIGaV3tkdnXnVBasrhIILjbIeFUo,358
61
+ nshtrainer/configs/callbacks/wandb_watch/__init__.py,sha256=MW-ANrF529DxBhopovPjYEQ7nANX9ttd1K4_bJnKXks,322
62
+ nshtrainer/configs/loggers/__init__.py,sha256=WcP-g5dgP_cgLHtv7G2gG72nwq_7KzExSiz9ioQ1SJw,1171
63
+ nshtrainer/configs/loggers/_base/__init__.py,sha256=HxPPPePsEjlNuhnjsMgYIl0rwj_iqNKKOBTEk_zIOsM,169
64
+ nshtrainer/configs/loggers/actsave/__init__.py,sha256=2lZQ4bpbjwd4MuUE_Z_PGbmQjjGtWCZUCtXqKO4dTSc,280
65
+ nshtrainer/configs/loggers/csv/__init__.py,sha256=M3QGF5GKiRGENy3re6LJKpa4A4RThy1FlmaFuR4cPyo,260
66
+ nshtrainer/configs/loggers/tensorboard/__init__.py,sha256=FbkYXnSohIX6JN5XyI-9y91IJv_T3VB3IwmpagXAnM4,309
67
+ nshtrainer/configs/loggers/wandb/__init__.py,sha256=76qb0HhWojf0Ub1x9OkMjtzeXxE67KysBGa-MBbJyC4,651
68
+ nshtrainer/configs/lr_scheduler/__init__.py,sha256=19rkQMI8j31SVp-LAmmV3w9J2Lpv0XdyEzoeQT2dPfE,802
69
+ nshtrainer/configs/lr_scheduler/_base/__init__.py,sha256=fvGjkUJ1K2RVXjXror22QOtEa-xWFJz2Cz3HrBC5XfA,189
70
+ nshtrainer/configs/lr_scheduler/linear_warmup_cosine/__init__.py,sha256=8-KVX8cBJspiELZAbEdJpp8zTkXVik6mn-LNo_Qv27I,412
71
+ nshtrainer/configs/lr_scheduler/reduce_lr_on_plateau/__init__.py,sha256=lpXEFZY4cM3znZqYG9IZ1xNNtzttt8VVspSuOz0fb-k,467
72
+ nshtrainer/configs/metrics/__init__.py,sha256=mK_xgXJDAyGY4K_x_Zo4aj36kjT45d850keuUe3U1rY,200
73
+ nshtrainer/configs/metrics/_config/__init__.py,sha256=XDDvDPWULd_vd3lrgF2KGAVR2LVDuhdQvy-fF2ImarI,159
74
+ nshtrainer/configs/nn/__init__.py,sha256=2nSgm07ym2D4yiMQ15pyyb26laM6WWt5KM44PnCDK5A,1864
75
+ nshtrainer/configs/nn/mlp/__init__.py,sha256=ZHQX44z6A_DCGYGYd0N_AzaHguiVBMwexMBJD6TjppQ,250
76
+ nshtrainer/configs/nn/nonlinearity/__init__.py,sha256=GnJmCX0CwH6GLbs1RgXYrtmxfcmbD0GlujrxYIRr4ms,1934
77
+ nshtrainer/configs/optimizer/__init__.py,sha256=2N9LK2Dm4w45Ff0tlSG4Z52Ne4OAujNT5s6_K-bE-qA,253
78
+ nshtrainer/configs/profiler/__init__.py,sha256=AGkoWizikpXOKE3YQ5wSBrHLHAV3ZNf5rSl8YuEb84s,681
79
+ nshtrainer/configs/profiler/_base/__init__.py,sha256=ekYfPg-VDhCAFM5nJka2TxUYdRDm1CKqjwUOQNbQjD4,176
80
+ nshtrainer/configs/profiler/advanced/__init__.py,sha256=-ThpUat16Ij_0avkMUVVA8wCWDG_q_tM7KQofnWQCtg,308
81
+ nshtrainer/configs/profiler/pytorch/__init__.py,sha256=soAU1s2_Pa1na4gW8CK-iysJBO5M_7YeZC2_x40iEdg,294
82
+ nshtrainer/configs/profiler/simple/__init__.py,sha256=3Wb11lPuFuyasq8xS1CZ4WLuBCLS_nVSQGVllvOOi0Y,289
83
+ nshtrainer/configs/trainer/__init__.py,sha256=3fFvvgTo6MVR7871d0AXTWd9YrabjpJ_aS3iZP-yu2M,3382
84
+ nshtrainer/configs/trainer/_config/__init__.py,sha256=uYB_e6Dg7GIlPjabh74k34N86DaFrYaM_rIjC12WJ_s,3293
85
+ nshtrainer/configs/trainer/trainer/__init__.py,sha256=DDuBRx0kVNMW0z_sqKTUt8-Ql7bOpargi4KcHHvDu_c,486
86
+ nshtrainer/configs/util/__init__.py,sha256=gtYtZ4VGwEvF9_hByZl8CWOSeDpEOIkkcLtUwvNbSEQ,2014
87
+ nshtrainer/configs/util/_environment_info/__init__.py,sha256=eB4E0Ck7XCeSC5gbUdA5thd7TXnjGCL0t8GZIFj7uCI,1644
88
+ nshtrainer/configs/util/config/__init__.py,sha256=GHQZR-M0LwL7Qow2oCgmaWwz9h16NkfiWpxIT9cF52Y,411
89
+ nshtrainer/configs/util/config/dtype/__init__.py,sha256=PmGF-O4r6SXqEaagVsQ5YxEqhdVdcU0dgJW1Ljzpp6k,158
90
+ nshtrainer/configs/util/config/duration/__init__.py,sha256=rja-dB-WC2criHrSBC7gkl5GnWeXQ3bHD48zy9kEPbo,254
89
91
  nshtrainer/data/__init__.py,sha256=K4i3Tw4g9EOK2zlMMbidi99y0SyI4w8P7_XUf1n42Ts,260
90
92
  nshtrainer/data/balanced_batch_sampler.py,sha256=r1cBKRXKHD8E1Ax6tj-FUbE-z1qpbO58mQ9VrK9uLnc,5481
91
93
  nshtrainer/data/datamodule.py,sha256=lSOgH32nysJWa6Y7ba1QyOdUV0DVVdO98qokP8wigjk,4138
@@ -119,10 +121,10 @@ nshtrainer/profiler/advanced.py,sha256=XrM3FX0ThCv5UwUrrH0l4Ow4LGAtpiBww2N8QAU5N
119
121
  nshtrainer/profiler/pytorch.py,sha256=8K37XvPnCApUpIK8tA2zNMFIaIiTLSoxKQoiyCPBm1Q,2757
120
122
  nshtrainer/profiler/simple.py,sha256=PimjqcU-JuS-8C0ZGHAdwCxgNLij4x0FH6WXsjBQzZs,1005
121
123
  nshtrainer/trainer/__init__.py,sha256=MmoydVS6aYeav7zgDAUHxAQrV_PMQsbnZTCuPnLH9Wk,128
122
- nshtrainer/trainer/_config.py,sha256=5tl4BJxrldAUj5bt9c89xH-lDail3lVn_y3jUPq_kE4,34320
124
+ nshtrainer/trainer/_config.py,sha256=ycuPsBP08X-fz8oHcm1UaGsovGuNnVcOHMxU_AH85_s,35036
123
125
  nshtrainer/trainer/_runtime_callback.py,sha256=T3epaj1YeIN0R8CS2cg5HNJIB21TyaD_PVNNOPJ6nJs,4200
124
126
  nshtrainer/trainer/signal_connector.py,sha256=YMJf6vTnW0JcnBkuYikm9x_9XscaokrCEzCn4THOGao,10776
125
- nshtrainer/trainer/trainer.py,sha256=Tr0ANJxgNVbuzqwbqwSKcIl1geXEPC9AlS0_YPwOdWw,20750
127
+ nshtrainer/trainer/trainer.py,sha256=HHqT83zWtYY9g5yD6X9aWrVh5VSpILW8PhoE6fp4snE,20734
126
128
  nshtrainer/util/_environment_info.py,sha256=MT8mBe6ZolRfKiwU-les1P-lPNPqXpHQcfADrh_A3uY,24629
127
129
  nshtrainer/util/_useful_types.py,sha256=dwZokFkIe7M5i2GR3nQ9A1lhGw06DMAFfH5atyquqSA,8000
128
130
  nshtrainer/util/bf16.py,sha256=9QhHZCkYSfYpIcxwAMoXyuh2yTSHBzT-EdLQB297jEs,762
@@ -135,6 +137,6 @@ nshtrainer/util/seed.py,sha256=diMV8iwBKN7Xxt5pELmui-gyqyT80_CZzomrWhNss0k,316
135
137
  nshtrainer/util/slurm.py,sha256=HflkP5iI_r4UHMyPjw9R4dD5AHsJUpcfJw5PLvGYBRM,1603
136
138
  nshtrainer/util/typed.py,sha256=Xt5fUU6zwLKSTLUdenovnKK0N8qUq89Kddz2_XeykVQ,164
137
139
  nshtrainer/util/typing_utils.py,sha256=MjY-CUX9R5Tzat-BlFnQjwl1PQ_W2yZQoXhkYHlJ_VA,442
138
- nshtrainer-1.0.0b25.dist-info/METADATA,sha256=ocf8xtYy2GBLpulyx5XepoiHYvjtHGnmMrLhDhvDQAQ,937
139
- nshtrainer-1.0.0b25.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
140
- nshtrainer-1.0.0b25.dist-info/RECORD,,
140
+ nshtrainer-1.0.0b26.dist-info/METADATA,sha256=9zqciwuzpDhIIKqlwo3IviLhHUDwkDbYJCwbzZX8VQw,988
141
+ nshtrainer-1.0.0b26.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
142
+ nshtrainer-1.0.0b26.dist-info/RECORD,,
@@ -1,4 +1,4 @@
1
1
  Wheel-Version: 1.0
2
- Generator: poetry-core 1.9.0
2
+ Generator: poetry-core 1.9.1
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any