adv-optm 1.2.dev8__tar.gz → 1.2.dev9__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (29) hide show
  1. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/PKG-INFO +1 -1
  2. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/__init__.py +1 -1
  3. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/optim/AdaMuon_adv.py +4 -2
  4. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm.egg-info/PKG-INFO +1 -1
  5. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/setup.py +1 -1
  6. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/LICENSE +0 -0
  7. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/README.md +0 -0
  8. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/optim/AdamW_adv.py +0 -0
  9. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/optim/Adopt_adv.py +0 -0
  10. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/optim/Lion_Prodigy_adv.py +0 -0
  11. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/optim/Lion_adv.py +0 -0
  12. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/optim/Muon_adv.py +0 -0
  13. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/optim/Prodigy_adv.py +0 -0
  14. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/optim/Simplified_AdEMAMix.py +0 -0
  15. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/optim/__init__.py +0 -0
  16. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/util/BF16_Stochastic_Rounding.py +0 -0
  17. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/util/Effective_Shape.py +0 -0
  18. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/util/Kourkoutas.py +0 -0
  19. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/util/MuonAdam_helper.py +0 -0
  20. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/util/NNMF.py +0 -0
  21. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/util/Newton_Schulz.py +0 -0
  22. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/util/One_Bit_Boolean.py +0 -0
  23. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/util/OrthoGrad.py +0 -0
  24. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/util/__init__.py +0 -0
  25. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm.egg-info/SOURCES.txt +0 -0
  26. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm.egg-info/dependency_links.txt +0 -0
  27. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm.egg-info/requires.txt +0 -0
  28. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm.egg-info/top_level.txt +0 -0
  29. {adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/setup.cfg +0 -0
{adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: adv_optm
3
- Version: 1.2.dev8
3
+ Version: 1.2.dev9
4
4
  Summary: A family of highly efficient, lightweight yet powerful optimizers.
5
5
  Home-page: https://github.com/Koratahiu/Advanced_Optimizers
6
6
  Author: Koratahiu
{adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/__init__.py RENAMED
@@ -20,4 +20,4 @@ __all__ = [
20
20
  "AdaMuon_adv",
21
21
  ]
22
22
 
23
- __version__ = "1.2.dev8"
23
+ __version__ = "1.2.dev9"
{adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm/optim/AdaMuon_adv.py RENAMED
@@ -327,7 +327,8 @@ class AdaMuon_adv(torch.optim.Optimizer):
327
327
  # RMS-aligned rescaling
328
328
  rms_target = group['rms_target']
329
329
  num_elements = update.numel()
330
- scaling_factor = rms_target * (num_elements ** 0.5) / (update.norm())
330
+ # Add eps to prevent division by zero
331
+ scaling_factor = rms_target * (num_elements ** 0.5) / (update.norm() + group['eps'])
331
332
 
332
333
  update.mul_(scaling_factor)
333
334
  update = update.view(p.shape).mul_(group['lr'])
@@ -422,7 +423,8 @@ class AdaMuon_adv(torch.optim.Optimizer):
422
423
  # RMS-aligned rescaling
423
424
  rms_target = group['rms_target']
424
425
  num_elements = update.numel()
425
- scaling_factor = rms_target * (num_elements ** 0.5) / (update.norm())
426
+ # Add eps to prevent division by zero
427
+ scaling_factor = rms_target * (num_elements ** 0.5) / (update.norm() + group['eps'])
426
428
 
427
429
  update.mul_(scaling_factor)
428
430
  del num_elements, scaling_factor
{adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/adv_optm.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: adv_optm
3
- Version: 1.2.dev8
3
+ Version: 1.2.dev9
4
4
  Summary: A family of highly efficient, lightweight yet powerful optimizers.
5
5
  Home-page: https://github.com/Koratahiu/Advanced_Optimizers
6
6
  Author: Koratahiu
{adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/setup.py RENAMED
@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
5
5
 
6
6
  setup(
7
7
  name="adv_optm",
8
- version="1.2.dev8",
8
+ version="1.2.dev9",
9
9
  author="Koratahiu",
10
10
  author_email="hiuhonor@gmail.com",
11
11
  license='Apache 2.0',
{adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/LICENSE RENAMED
File without changes
{adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/README.md RENAMED
File without changes
{adv_optm-1.2.dev8 → adv_optm-1.2.dev9}/setup.cfg RENAMED
File without changes