adv-optm 2.4.dev7__tar.gz → 2.4.dev8__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/PKG-INFO +1 -1
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/__init__.py +1 -1
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/param_update.py +0 -5
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm.egg-info/PKG-INFO +1 -1
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/setup.py +1 -1
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/LICENSE +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/README.md +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/AdaMuon_adv.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/AdamW_adv.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/Adopt_adv.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/Lion_Prodigy_adv.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/Lion_adv.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/Muon_adv.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/Prodigy_adv.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/SGD_adv.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/SignSGD_adv.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/Simplified_AdEMAMix.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/optim/__init__.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/Kourkoutas.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/Muon_AuxAdam.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/Muon_util.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/OrthoGrad.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/__init__.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/centered_decay.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/factorization_util.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/lion_k.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/scaled_optm.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/signed_util.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/sinkhorn.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/state_util.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm/util/update_util.py +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm.egg-info/SOURCES.txt +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm.egg-info/dependency_links.txt +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm.egg-info/requires.txt +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/adv_optm.egg-info/top_level.txt +0 -0
- {adv_optm-2.4.dev7 → adv_optm-2.4.dev8}/setup.cfg +0 -0
|
@@ -95,11 +95,6 @@ def apply_parameter_update(
|
|
|
95
95
|
cwd = group.get("centered_wd", 0.0)
|
|
96
96
|
wd, cwd = adjust_wds(wd, cwd, p)
|
|
97
97
|
|
|
98
|
-
if group.get('spectral_normalization', False):
|
|
99
|
-
decoupled = True
|
|
100
|
-
if wd_scaler is None:
|
|
101
|
-
wd, cwd = scale_wds(wd, cwd, p)
|
|
102
|
-
|
|
103
98
|
# Calculate global decay factor for decoupled vs standard
|
|
104
99
|
decay_factor = (lr / self._init_lr) if decoupled else lr
|
|
105
100
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|