adv-optm 2.4.dev8__tar.gz → 2.4.dev10__tar.gz

{adv_optm-2.4.dev8 → adv_optm-2.4.dev10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: adv_optm
-Version: 2.4.dev8
+Version: 2.4.dev10
 Summary: A family of highly efficient, lightweight yet powerful optimizers.
 Home-page: https://github.com/Koratahiu/Advanced_Optimizers
 Author: Koratahiu

{adv_optm-2.4.dev8 → adv_optm-2.4.dev10}/adv_optm/__init__.py

@@ -24,4 +24,4 @@ __all__ = [
     "SGD_adv",
 ]
 
-__version__ = "2.4.dev8"
+__version__ = "2.4.dev19"

{adv_optm-2.4.dev8 → adv_optm-2.4.dev10}/adv_optm/optim/AdaMuon_adv.py

@@ -392,7 +392,7 @@ class AdaMuon_adv(torch.optim.Optimizer):
 
             # Spectral Normalization
             if group.get('spectral_normalization', False):
-                init_spectral_norm(group, state, p)
+                init_spectral_norm(state, p)
 
             # MARS-M state initialization
             if group.get('approx_mars', False):

{adv_optm-2.4.dev8 → adv_optm-2.4.dev10}/adv_optm/optim/AdamW_adv.py

@@ -297,7 +297,7 @@ class AdamW_adv(torch.optim.Optimizer):
                     init_state_tensor(state, 'exp_avg_sq', p.shape, actual_precision, p.device, dtype, non_neg=True)
 
             if group.get('spectral_normalization', False) and is_spectral(p):
-                init_spectral_norm(group, state, p)
+                init_spectral_norm(state, p)
 
             _init_anchor(p, state, group)
 

{adv_optm-2.4.dev8 → adv_optm-2.4.dev10}/adv_optm/optim/Adopt_adv.py

@@ -334,7 +334,7 @@ class Adopt_adv(torch.optim.Optimizer):
                 del vt_init
 
             if group.get('spectral_normalization', False) and is_spectral(p):
-                init_spectral_norm(group, state, p)
+                init_spectral_norm(state, p)
 
             _init_anchor(p, state, group)
 

{adv_optm-2.4.dev8 → adv_optm-2.4.dev10}/adv_optm/optim/Lion_adv.py

@@ -8,7 +8,6 @@ from ..util.factorization_util import _get_effective_shape, _reconstruct_state,
 from ..util.lion_k import _get_lion_k_update
 from ..util.scaled_optm import scale_update, is_spectral, init_spectral_norm
 from ..util.centered_decay import _init_anchor
-from ..util.update_util import _get_l1_adaptive_lr
 from ..util.signed_util import apply_stochastic_sign
 
 
@@ -199,7 +198,7 @@ class Lion_adv(torch.optim.Optimizer):
                     state['prev_sign'] = (grad > 0).to(torch.uint8)
 
             if group.get('spectral_normalization', False) and is_spectral(p):
-                init_spectral_norm(group, state, p)
+                init_spectral_norm(state, p)
 
             _init_anchor(p, state, group)
 

{adv_optm-2.4.dev8 → adv_optm-2.4.dev10}/adv_optm/optim/Muon_adv.py

@@ -338,7 +338,7 @@ class Muon_adv(torch.optim.Optimizer):
 
             # Spectral Normalization
             if group.get('spectral_normalization', False):
-                init_spectral_norm(group, state, p)
+                init_spectral_norm(state, p)
 
             # MARS-M state initialization
             if group.get('approx_mars', False):

{adv_optm-2.4.dev8 → adv_optm-2.4.dev10}/adv_optm/optim/SGD_adv.py

@@ -176,7 +176,7 @@ class SGD_adv(torch.optim.Optimizer):
                         init_state_tensor(state, 'momentum_buffer', p.shape, actual_precision, p.device, dtype)
 
             if group.get('spectral_normalization', False) and is_spectral(p):
-                init_spectral_norm(group, state, p)
+                init_spectral_norm(state, p)
 
             _init_anchor(p, state, group)
 

{adv_optm-2.4.dev8 → adv_optm-2.4.dev10}/adv_optm/optim/SignSGD_adv.py

@@ -6,7 +6,6 @@ from ..util import param_update
 from ..util.OrthoGrad import _orthogonalize_gradient
 from ..util.factorization_util import _get_effective_shape, _reconstruct_state, _factorize_state, _pack_bools, _unpack_bools
 from ..util.lion_k import _get_lion_k_update
-from ..util.update_util import _get_l1_adaptive_lr
 from ..util.scaled_optm import scale_update, is_spectral, init_spectral_norm
 from ..util.centered_decay import _init_anchor
 from ..util.signed_util import apply_stochastic_sign
@@ -230,7 +229,7 @@ class SignSGD_adv(torch.optim.Optimizer):
                 state['sign'] = torch.zeros((d1, packed_d2), dtype=torch.uint8, device=p.device)
 
             if group.get('spectral_normalization', False) and is_spectral(p):
-                init_spectral_norm(group, state, p)
+                init_spectral_norm(state, p)
 
             if group.get("l1_adaptive", False):
                 state["step"] = 0

{adv_optm-2.4.dev8 → adv_optm-2.4.dev10}/adv_optm/optim/Simplified_AdEMAMix.py

@@ -244,7 +244,7 @@ class Simplified_AdEMAMix(torch.optim.Optimizer):
                 state['den_sum'] = 1.0
 
             if group.get('spectral_normalization', False) and is_spectral(p):
-                init_spectral_norm(group, state, p)
+                init_spectral_norm(state, p)
 
             _init_anchor(p, state, group)
 

{adv_optm-2.4.dev8 → adv_optm-2.4.dev10}/adv_optm.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: adv_optm
-Version: 2.4.dev8
+Version: 2.4.dev10
 Summary: A family of highly efficient, lightweight yet powerful optimizers.
 Home-page: https://github.com/Koratahiu/Advanced_Optimizers
 Author: Koratahiu

{adv_optm-2.4.dev8 → adv_optm-2.4.dev10}/setup.py

@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
 
 setup(
     name="adv_optm",
-    version="2.4.dev8",
+    version="2.4.dev10",
     author="Koratahiu",
     author_email="hiuhonor@gmail.com",
     license='Apache 2.0',