adv-optm 2.4.dev14__tar.gz → 2.4.dev16__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (36) hide show
  1. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/PKG-INFO +1 -1
  2. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/__init__.py +1 -1
  3. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/optim/SignSGD_adv.py +4 -2
  4. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm.egg-info/PKG-INFO +1 -1
  5. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/setup.py +1 -1
  6. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/LICENSE +0 -0
  7. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/README.md +0 -0
  8. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/optim/AdaMuon_adv.py +0 -0
  9. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/optim/AdamW_adv.py +0 -0
  10. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/optim/Adopt_adv.py +0 -0
  11. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/optim/Lion_Prodigy_adv.py +0 -0
  12. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/optim/Lion_adv.py +0 -0
  13. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/optim/Muon_adv.py +0 -0
  14. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/optim/Prodigy_adv.py +0 -0
  15. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/optim/Simplified_AdEMAMix.py +0 -0
  16. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/optim/SinkSGD_adv.py +0 -0
  17. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/optim/__init__.py +0 -0
  18. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/util/Kourkoutas.py +0 -0
  19. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/util/Muon_AuxAdam.py +0 -0
  20. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/util/Muon_util.py +0 -0
  21. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/util/OrthoGrad.py +0 -0
  22. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/util/__init__.py +0 -0
  23. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/util/centered_decay.py +0 -0
  24. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/util/factorization_util.py +0 -0
  25. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/util/lion_k.py +0 -0
  26. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/util/param_update.py +0 -0
  27. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/util/scaled_optm.py +0 -0
  28. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/util/signed_util.py +0 -0
  29. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/util/sinkhorn.py +0 -0
  30. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/util/state_util.py +0 -0
  31. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/util/update_util.py +0 -0
  32. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm.egg-info/SOURCES.txt +0 -0
  33. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm.egg-info/dependency_links.txt +0 -0
  34. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm.egg-info/requires.txt +0 -0
  35. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm.egg-info/top_level.txt +0 -0
  36. {adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/setup.cfg +0 -0
{adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: adv_optm
3
- Version: 2.4.dev14
3
+ Version: 2.4.dev16
4
4
  Summary: A family of highly efficient, lightweight yet powerful optimizers.
5
5
  Home-page: https://github.com/Koratahiu/Advanced_Optimizers
6
6
  Author: Koratahiu
{adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/__init__.py RENAMED
@@ -24,4 +24,4 @@ __all__ = [
24
24
  "SinkSGD_adv",
25
25
  ]
26
26
 
27
- __version__ = "2.4.dev14"
27
+ __version__ = "2.4.dev16"
{adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm/optim/SignSGD_adv.py RENAMED
@@ -263,7 +263,7 @@ class SignSGD_adv(torch.optim.Optimizer):
263
263
  if momentum > 0:
264
264
  # Reconstruct momentum m_{t-1}
265
265
  exp_avg = _reconstruct_state((state['mu_m_nmf'], state['mv_m_nmf'], state['sign'], d2), signed=True)
266
- exp_avg.mul_(momentum).add_(grad_reshaped)
266
+ exp_avg.lerp_(grad_reshaped, 1 - momentum)
267
267
 
268
268
  if nesterov:
269
269
  nv_coef = momentum if nesterov_coef is None else nesterov_coef
@@ -283,7 +283,7 @@ class SignSGD_adv(torch.optim.Optimizer):
283
283
  if momentum > 0:
284
284
  actual_precision = group['actual_state_precision']
285
285
  exp_avg = get_state(state, 'exp_avg', actual_precision)
286
- exp_avg.mul_(momentum).add_(grad)
286
+ exp_avg.lerp_(grad, 1 - momentum)
287
287
 
288
288
  if nesterov:
289
289
  nv_coef = momentum if nesterov_coef is None else nesterov_coef
@@ -300,6 +300,8 @@ class SignSGD_adv(torch.optim.Optimizer):
300
300
  update = apply_stochastic_sign_(raw_update, noise=random_noise_tensor, is_vector=is_vector)
301
301
  else:
302
302
  update = raw_update.sign_()
303
+ else:
304
+ update = raw_update
303
305
 
304
306
  if group.get('spectral_normalization', False):
305
307
  update = scale_update(p, update, lr, state=state)
{adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/adv_optm.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: adv_optm
3
- Version: 2.4.dev14
3
+ Version: 2.4.dev16
4
4
  Summary: A family of highly efficient, lightweight yet powerful optimizers.
5
5
  Home-page: https://github.com/Koratahiu/Advanced_Optimizers
6
6
  Author: Koratahiu
{adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/setup.py RENAMED
@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
5
5
 
6
6
  setup(
7
7
  name="adv_optm",
8
- version="2.4.dev14",
8
+ version="2.4.dev16",
9
9
  author="Koratahiu",
10
10
  author_email="hiuhonor@gmail.com",
11
11
  license='Apache 2.0',
{adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/LICENSE RENAMED
File without changes
{adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/README.md RENAMED
File without changes
{adv_optm-2.4.dev14 → adv_optm-2.4.dev16}/setup.cfg RENAMED
File without changes