adv-optm 2.4.dev19__tar.gz → 2.4.dev20__tar.gz

{adv_optm-2.4.dev19 → adv_optm-2.4.dev20}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: adv_optm
-Version: 2.4.dev19
+Version: 2.4.dev20
 Summary: A family of highly efficient, lightweight yet powerful optimizers.
 Home-page: https://github.com/Koratahiu/Advanced_Optimizers
 Author: Koratahiu

{adv_optm-2.4.dev19 → adv_optm-2.4.dev20}/adv_optm/__init__.py

@@ -24,4 +24,4 @@ __all__ = [
     "SinkSGD_adv",
 ]
 
-__version__ = "2.4.dev19"
+__version__ = "2.4.dev20"

{adv_optm-2.4.dev19 → adv_optm-2.4.dev20}/adv_optm/optim/SinkSGD_adv.py

@@ -4,7 +4,6 @@ import math
 
 from ..util import param_update
 from ..util.factorization_util import _get_effective_shape, _reconstruct_state, _factorize_state
-from ..util.update_util import _grams_update, _cautious_update
 from ..util.OrthoGrad import _orthogonalize_gradient
 from ..util.scaled_optm import scale_update, is_spectral, init_spectral_norm
 from ..util.centered_decay import _init_anchor
@@ -289,10 +288,6 @@ class SinkSGD_adv(torch.optim.Optimizer):
                     mean_col_grad = grad_vt_sq.mean(dim=-2)
                     vt_row.mul_(momentum).add_(mean_row_grad, alpha=1.0 - momentum)
                     vt_col.mul_(momentum).add_(mean_col_grad, alpha=1.0 - momentum)
-                    if nesterov:
-                        nv_coef = momentum if nesterov_coef is None else nesterov_coef
-                        vt_row = vt_row.lerp(mean_row_grad, 1.0 - nv_coef)
-                        vt_col = vt_col.lerp(mean_col_grad, 1.0 - nv_coef)
                 else:
                     vt_row = None
                     vt_col = None
@@ -314,8 +309,8 @@ class SinkSGD_adv(torch.optim.Optimizer):
         if group.get('centered_vt', False):
             # Align with Sinkhorn: Alternate row/col preconditioning
             update_2d = update.view(update.shape[0], -1)
-            update_2d.div_(vt_row.clamp_min(1e-30).sqrt().unsqueeze(1))
-            update_2d.div_(vt_col.clamp_min(1e-30).sqrt().unsqueeze(0))
+            update_2d.mul_(vt_row.clamp_min(1e-30).rsqrt().unsqueeze(1))
+            update_2d.mul_(vt_col.clamp_min(1e-30).rsqrt().unsqueeze(0))
             update = update_2d.atan_().view_as(p)
 
         if not group.get('normed_momentum', False):

{adv_optm-2.4.dev19 → adv_optm-2.4.dev20}/adv_optm.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: adv_optm
-Version: 2.4.dev19
+Version: 2.4.dev20
 Summary: A family of highly efficient, lightweight yet powerful optimizers.
 Home-page: https://github.com/Koratahiu/Advanced_Optimizers
 Author: Koratahiu

{adv_optm-2.4.dev19 → adv_optm-2.4.dev20}/setup.py

@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
 
 setup(
     name="adv_optm",
-    version="2.4.dev19",
+    version="2.4.dev20",
     author="Koratahiu",
     author_email="hiuhonor@gmail.com",
     license='Apache 2.0',