adv-optm 2.4.dev7__tar.gz → 2.4.dev8__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (36) hide show
  1. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/PKG-INFO +1 -1
  2. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/__init__.py +1 -1
  3. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/param_update.py +0 -5
  4. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm.egg-info/PKG-INFO +1 -1
  5. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/setup.py +1 -1
  6. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/LICENSE +0 -0
  7. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/README.md +0 -0
  8. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/AdaMuon_adv.py +0 -0
  9. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/AdamW_adv.py +0 -0
  10. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/Adopt_adv.py +0 -0
  11. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/Lion_Prodigy_adv.py +0 -0
  12. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/Lion_adv.py +0 -0
  13. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/Muon_adv.py +0 -0
  14. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/Prodigy_adv.py +0 -0
  15. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/SGD_adv.py +0 -0
  16. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/SignSGD_adv.py +0 -0
  17. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/Simplified_AdEMAMix.py +0 -0
  18. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/__init__.py +0 -0
  19. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/Kourkoutas.py +0 -0
  20. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/Muon_AuxAdam.py +0 -0
  21. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/Muon_util.py +0 -0
  22. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/OrthoGrad.py +0 -0
  23. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/__init__.py +0 -0
  24. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/centered_decay.py +0 -0
  25. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/factorization_util.py +0 -0
  26. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/lion_k.py +0 -0
  27. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/scaled_optm.py +0 -0
  28. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/signed_util.py +0 -0
  29. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/sinkhorn.py +0 -0
  30. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/state_util.py +0 -0
  31. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/update_util.py +0 -0
  32. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm.egg-info/SOURCES.txt +0 -0
  33. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm.egg-info/dependency_links.txt +0 -0
  34. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm.egg-info/requires.txt +0 -0
  35. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm.egg-info/top_level.txt +0 -0
  36. {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: adv_optm
3
- Version: 2.4.dev7
3
+ Version: 2.4.dev8
4
4
  Summary: A family of highly efficient, lightweight yet powerful optimizers.
5
5
  Home-page: https://github.com/Koratahiu/Advanced_Optimizers
6
6
  Author: Koratahiu
@@ -24,4 +24,4 @@ __all__ = [
24
24
  "SGD_adv",
25
25
  ]
26
26
 
27
- __version__ = "2.4.dev7"
27
+ __version__ = "2.4.dev8"
@@ -95,11 +95,6 @@ def apply_parameter_update(
95
95
  cwd = group.get("centered_wd", 0.0)
96
96
  wd, cwd = adjust_wds(wd, cwd, p)
97
97
 
98
- if group.get('spectral_normalization', False):
99
- decoupled = True
100
- if wd_scaler is None:
101
- wd, cwd = scale_wds(wd, cwd, p)
102
-
103
98
  # Calculate global decay factor for decoupled vs standard
104
99
  decay_factor = (lr / self._init_lr) if decoupled else lr
105
100
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: adv_optm
3
- Version: 2.4.dev7
3
+ Version: 2.4.dev8
4
4
  Summary: A family of highly efficient, lightweight yet powerful optimizers.
5
5
  Home-page: https://github.com/Koratahiu/Advanced_Optimizers
6
6
  Author: Koratahiu
@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
5
5
 
6
6
  setup(
7
7
  name="adv_optm",
8
- version="2.4.dev7",
8
+ version="2.4.dev8",
9
9
  author="Koratahiu",
10
10
  author_email="hiuhonor@gmail.com",
11
11
  license='Apache 2.0',
File without changes
File without changes
File without changes