adv-optm 2.dev3__py3-none-any.whl → 2.dev4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of adv-optm might be problematic. Click here for more details.

Files changed (7) hide show
  1. adv_optm/__init__.py +1 -1
  2. adv_optm/util/Kourkoutas.py +2 -1
  3. {adv_optm-2.dev3.dist-info → adv_optm-2.dev4.dist-info}/METADATA +1 -1
  4. {adv_optm-2.dev3.dist-info → adv_optm-2.dev4.dist-info}/RECORD +7 -7
  5. {adv_optm-2.dev3.dist-info → adv_optm-2.dev4.dist-info}/WHEEL +0 -0
  6. {adv_optm-2.dev3.dist-info → adv_optm-2.dev4.dist-info}/licenses/LICENSE +0 -0
  7. {adv_optm-2.dev3.dist-info → adv_optm-2.dev4.dist-info}/top_level.txt +0 -0
adv_optm/__init__.py CHANGED
@@ -20,4 +20,4 @@ __all__ = [
20
20
  "AdaMuon_adv",
21
21
  ]
22
22
 
23
- __version__ = "2.dev3"
23
+ __version__ = "2.dev4"
adv_optm/util/Kourkoutas.py CHANGED
@@ -154,4 +154,5 @@ class KourkoutasHelper:
154
154
  """
155
155
  layer_key = self.optimizer.layer_key_fn(p)
156
156
  # The default is the max value, which is correct for unmapped params or edge cases
157
- return self.layer_state.get(layer_key, {}).get('dynamic_beta2', group['betas'][1])
157
+ beta2_default = group.get('betas', group.get('adam_betas'))[1] if group.get('betas', group.get('adam_betas')) else 0.999
158
+ return self.layer_state.get(layer_key, {}).get('dynamic_beta2', beta2_default)
{adv_optm-2.dev3.dist-info → adv_optm-2.dev4.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: adv_optm
3
- Version: 2.dev3
3
+ Version: 2.dev4
4
4
  Summary: A family of highly efficient, lightweight yet powerful optimizers.
5
5
  Home-page: https://github.com/Koratahiu/Advanced_Optimizers
6
6
  Author: Koratahiu
{adv_optm-2.dev3.dist-info → adv_optm-2.dev4.dist-info}/RECORD RENAMED
@@ -1,4 +1,4 @@
1
- adv_optm/__init__.py,sha256=5x-lSBvBDU_bD2E4mS2a4b2ElrfIgg9kHmQdBUwghbk,379
1
+ adv_optm/__init__.py,sha256=Q2FdwOiwTXemZujK_YyX804RED-5xUyWNDIW3oLroDQ,379
2
2
  adv_optm/optim/AdaMuon_adv.py,sha256=zjZHFS7ng5KwemQzePjFiGtNZlcgbzmmnqF6A80h_Tg,34652
3
3
  adv_optm/optim/AdamW_adv.py,sha256=VC6NpR9lDaRS6CIDIWdEXE_-2Z1opa0lXCxYZy8FEEI,18242
4
4
  adv_optm/optim/Adopt_adv.py,sha256=FRYaqCyxzxUzt1geQj00WCWX0_71_8-cQyVNXaZeVBU,21898
@@ -10,14 +10,14 @@ adv_optm/optim/Simplified_AdEMAMix.py,sha256=4JGaX6DDm0zdY8NxXzRIGm4pqb33on8Xw-u
10
10
  adv_optm/optim/__init__.py,sha256=F4f-D8QGIByXHAZAu0keJf4foA22NpK-L9QgywVxAm8,491
11
11
  adv_optm/util/BF16_Stochastic_Rounding.py,sha256=b8bE7xGtJxZnQYCqdPKtYb8xYGrDftO6jCLLKLa9Ut8,1550
12
12
  adv_optm/util/Effective_Shape.py,sha256=h9pF4HaCkjDyo2dxlUpM66oD6FtclQnb7yPPfvReHyI,320
13
- adv_optm/util/Kourkoutas.py,sha256=8Lik30MACDwM77aNWmMecmPS9g31fT4jE6fuIG4QMTk,7366
13
+ adv_optm/util/Kourkoutas.py,sha256=N14r4cnPcjTH7ghNMqLGcTOqOVU9Pib8yvcrReicdoE,7492
14
14
  adv_optm/util/NNMF.py,sha256=hrvNGERj8evhPIWnWzsKdm5DwIZblTB4pkhc9xWytSY,794
15
15
  adv_optm/util/Newton_Schulz.py,sha256=bBboYw_jm5_FMf0Citl79uqNedkHOTjQnUI7rZgLBmY,3341
16
16
  adv_optm/util/One_Bit_Boolean.py,sha256=tE8lSnbKR3oO-EtM0Kzvf0E4hmuBvhmtFR_75su-DNI,1070
17
17
  adv_optm/util/OrthoGrad.py,sha256=doP667YpdiEdP3-cpyWiRNkAdkT-nzs45VSafOCRDHw,713
18
18
  adv_optm/util/__init__.py,sha256=cA5zt5dvznkOw2lqbaGvFjslznB1UEFYYZMMFsXrWBg,437
19
- adv_optm-2.dev3.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
20
- adv_optm-2.dev3.dist-info/METADATA,sha256=ttkFBXVB97D9Fi3_AgO2bA9b-x-9sm0YSKujVtSLuBU,13983
21
- adv_optm-2.dev3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
22
- adv_optm-2.dev3.dist-info/top_level.txt,sha256=iNfBIIzu-lPrQ7jyC56WBCcbkRwitM2nJ15-MRQ_6fg,9
23
- adv_optm-2.dev3.dist-info/RECORD,,
19
+ adv_optm-2.dev4.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
20
+ adv_optm-2.dev4.dist-info/METADATA,sha256=sfPrPG9lcJ9vcR4EijuupoaWri7lEqOY-VawFzrc9FQ,13983
21
+ adv_optm-2.dev4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
22
+ adv_optm-2.dev4.dist-info/top_level.txt,sha256=iNfBIIzu-lPrQ7jyC56WBCcbkRwitM2nJ15-MRQ_6fg,9
23
+ adv_optm-2.dev4.dist-info/RECORD,,