adv-optm 1.1.0.dev3__tar.gz → 1.1.0.dev5__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of adv-optm might be problematic. Click here for more details.

Files changed (25) hide show
  1. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/PKG-INFO +1 -1
  2. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm/__init__.py +1 -1
  3. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm/optim/AdamW_adv.py +3 -3
  4. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm/optim/Adopt_adv.py +435 -439
  5. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm/optim/Lion_Prodigy_adv.py +315 -315
  6. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm/optim/Lion_adv.py +1 -1
  7. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm/optim/Prodigy_adv.py +13 -6
  8. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm/optim/Simplified_AdEMAMix.py +3 -3
  9. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm/util/Kourkoutas.py +71 -36
  10. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm.egg-info/PKG-INFO +1 -1
  11. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/setup.py +1 -1
  12. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/LICENSE +0 -0
  13. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/README.md +0 -0
  14. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm/optim/__init__.py +0 -0
  15. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm/util/BF16_Stochastic_Rounding.py +0 -0
  16. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm/util/Effective_Shape.py +0 -0
  17. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm/util/NNMF.py +0 -0
  18. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm/util/One_Bit_Boolean.py +0 -0
  19. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm/util/OrthoGrad.py +0 -0
  20. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm/util/__init__.py +0 -0
  21. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm.egg-info/SOURCES.txt +0 -0
  22. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm.egg-info/dependency_links.txt +0 -0
  23. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm.egg-info/requires.txt +0 -0
  24. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm.egg-info/top_level.txt +0 -0
  25. {adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/setup.cfg +0 -0
{adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: adv_optm
3
- Version: 1.1.0.dev3
3
+ Version: 1.1.0.dev5
4
4
  Summary: A family of highly efficient, lightweight yet powerful optimizers.
5
5
  Home-page: https://github.com/Koratahiu/Advanced_Optimizers
6
6
  Author: Koratahiu
{adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm/__init__.py RENAMED
@@ -16,4 +16,4 @@ __all__ = [
16
16
  "Lion_Prodigy_adv",
17
17
  ]
18
18
 
19
- __version__ = "1.1.0.dev3"
19
+ __version__ = "1.1.0.dev5"
{adv_optm-1.1.0.dev3 → adv_optm-1.1.0.dev5}/adv_optm/optim/AdamW_adv.py RENAMED
@@ -100,8 +100,8 @@ class AdamW_adv(torch.optim.Optimizer):
100
100
  alpha: float = 5.0,
101
101
  t_alpha: int | None = None,
102
102
  kourkoutas_beta: bool = False,
103
- beta2_min: float = 0.88,
104
- ema_alpha: float = 0.93,
103
+ beta2_min: float = 0.9,
104
+ ema_alpha: float = 0.95,
105
105
  tiny_spike: float = 1e-9,
106
106
  k_warmup_steps: int = 0,
107
107
  k_logging: int = 0,
@@ -167,7 +167,7 @@ class AdamW_adv(torch.optim.Optimizer):
167
167
  state = self.state[p]
168
168
 
169
169
  # State Initialization
170
- if len(state) == 0:
170
+ if 'step' not in state:
171
171
  state['step'] = 0
172
172
 
173
173
  should_factor = (