adv-optm 2.4.dev22__tar.gz → 2.4.dev23__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (34) hide show
  1. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/PKG-INFO +1 -1
  2. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/__init__.py +1 -1
  3. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/optim/SinkSGD_adv.py +3 -3
  4. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm.egg-info/PKG-INFO +1 -1
  5. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/setup.py +1 -1
  6. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/LICENSE +0 -0
  7. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/README.md +0 -0
  8. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/optim/AdaMuon_adv.py +0 -0
  9. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/optim/AdamW_adv.py +0 -0
  10. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/optim/Adopt_adv.py +0 -0
  11. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/optim/Lion_adv.py +0 -0
  12. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/optim/Muon_adv.py +0 -0
  13. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/optim/Prodigy_adv.py +0 -0
  14. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/optim/SignSGD_adv.py +0 -0
  15. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/optim/__init__.py +0 -0
  16. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/util/Kourkoutas.py +0 -0
  17. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/util/Muon_AuxAdam.py +0 -0
  18. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/util/Muon_util.py +0 -0
  19. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/util/OrthoGrad.py +0 -0
  20. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/util/__init__.py +0 -0
  21. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/util/centered_decay.py +0 -0
  22. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/util/factorization_util.py +0 -0
  23. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/util/lion_k.py +0 -0
  24. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/util/param_update.py +0 -0
  25. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/util/scaled_optm.py +0 -0
  26. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/util/signed_util.py +0 -0
  27. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/util/sinkhorn.py +0 -0
  28. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/util/state_util.py +0 -0
  29. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/util/update_util.py +0 -0
  30. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm.egg-info/SOURCES.txt +0 -0
  31. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm.egg-info/dependency_links.txt +0 -0
  32. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm.egg-info/requires.txt +0 -0
  33. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm.egg-info/top_level.txt +0 -0
  34. {adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/setup.cfg +0 -0
{adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: adv_optm
3
- Version: 2.4.dev22
3
+ Version: 2.4.dev23
4
4
  Summary: A family of highly efficient, lightweight yet powerful optimizers.
5
5
  Home-page: https://github.com/Koratahiu/Advanced_Optimizers
6
6
  Author: Koratahiu
{adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/__init__.py RENAMED
@@ -20,4 +20,4 @@ __all__ = [
20
20
  "SinkSGD_adv",
21
21
  ]
22
22
 
23
- __version__ = "2.4.dev22"
23
+ __version__ = "2.4.dev23"
{adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm/optim/SinkSGD_adv.py RENAMED
@@ -238,6 +238,9 @@ class SinkSGD_adv(torch.optim.Optimizer):
238
238
  wd_target = None
239
239
  cwd_target = None
240
240
 
241
+ if group["orthogonal_gradient"]:
242
+ grad = _orthogonalize_gradient(p, grad)
243
+
241
244
  if group.get('normed_momentum', False):
242
245
  if not is_vector:
243
246
  # Sinkhorn iterative normalization
@@ -246,9 +249,6 @@ class SinkSGD_adv(torch.optim.Optimizer):
246
249
  # For vectors, apply sign operation
247
250
  grad = grad.sign_()
248
251
 
249
- if group["orthogonal_gradient"]:
250
- grad = _orthogonalize_gradient(p, grad)
251
-
252
252
  if state['factored']:
253
253
  d1, d2 = state['effective_shape']
254
254
  grad_reshaped = grad.view(d1, d2)
{adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/adv_optm.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: adv_optm
3
- Version: 2.4.dev22
3
+ Version: 2.4.dev23
4
4
  Summary: A family of highly efficient, lightweight yet powerful optimizers.
5
5
  Home-page: https://github.com/Koratahiu/Advanced_Optimizers
6
6
  Author: Koratahiu
{adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/setup.py RENAMED
@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
5
5
 
6
6
  setup(
7
7
  name="adv_optm",
8
- version="2.4.dev22",
8
+ version="2.4.dev23",
9
9
  author="Koratahiu",
10
10
  author_email="hiuhonor@gmail.com",
11
11
  license='Apache 2.0',
{adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/LICENSE RENAMED
File without changes
{adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/README.md RENAMED
File without changes
{adv_optm-2.4.dev22 → adv_optm-2.4.dev23}/setup.cfg RENAMED
File without changes