adv-optm 2.4.dev1__tar.gz → 2.4.dev2__tar.gz

{adv_optm-2.4.dev1 → adv_optm-2.4.dev2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: adv_optm
-Version: 2.4.dev1
+Version: 2.4.dev2
 Summary: A family of highly efficient, lightweight yet powerful optimizers.
 Home-page: https://github.com/Koratahiu/Advanced_Optimizers
 Author: Koratahiu

{adv_optm-2.4.dev1 → adv_optm-2.4.dev2}/adv_optm/__init__.py

@@ -22,4 +22,4 @@ __all__ = [
     "SignSGD_adv",
 ]
 
-__version__ = "2.4.dev1"
+__version__ = "2.4.dev2"

{adv_optm-2.4.dev1 → adv_optm-2.4.dev2}/adv_optm/util/scaled_optm.py

@@ -51,7 +51,7 @@ def scale_wds(wd: float, cwd: float, p: torch.Tensor) -> tuple[float, float]:
     if getattr(p, '_is_dora_scale', False):
         return wd, cwd
 
-    conflict = (wd != 0 and cwd != 0)
+    conflict = cwd != 0
 
     if getattr(p, '_is_oft', False):
         # Fallback to standard WD (using cwd value) if both are active.
@@ -85,7 +85,8 @@ def rms_normalization(update: torch.Tensor, dim: int | None, lr: float) -> torch
     """Performs Root Mean Square normalization on the update tensor."""
     n = update.numel() if dim is None else update.shape[dim]
     norm = torch.linalg.vector_norm(update, ord=2, dim=dim, keepdim=True).clamp_min_(1e-12)
-    return update.mul_(lr * (n**0.5) / norm)
+    scale_n = n**0.5
+    return update.mul_(lr * scale_n / norm)
 
 
 def is_spectral(p: torch.Tensor) -> bool:
@@ -111,6 +112,7 @@ def spectral_normalization(update: torch.Tensor, vector_state: torch.Tensor, lr:
     """
     d_out = update.shape[0]
     d_in = update.numel() // d_out
+    update = update.to(vector_state.dtype)
     update_flat = update.view(d_out, d_in)
     # Target scale derived from the "Modular Norm" paper
     target_scale = (d_out / d_in) ** 0.5

{adv_optm-2.4.dev1 → adv_optm-2.4.dev2}/adv_optm.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: adv_optm
-Version: 2.4.dev1
+Version: 2.4.dev2
 Summary: A family of highly efficient, lightweight yet powerful optimizers.
 Home-page: https://github.com/Koratahiu/Advanced_Optimizers
 Author: Koratahiu

{adv_optm-2.4.dev1 → adv_optm-2.4.dev2}/setup.py

@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
 
 setup(
     name="adv_optm",
-    version="2.4.dev1",
+    version="2.4.dev2",
     author="Koratahiu",
     author_email="hiuhonor@gmail.com",
     license='Apache 2.0',