adv-optm 0.1.9__py3-none-any.whl → 1.0.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of adv-optm might be problematic. Click here for more details.

Files changed (13) hide show
  1. adv_optm/__init__.py +1 -1
  2. adv_optm/optim/AdamW_adv.py +19 -19
  3. adv_optm/optim/Adopt_adv.py +24 -24
  4. adv_optm/optim/Lion_Prodigy_adv.py +8 -8
  5. adv_optm/optim/Lion_adv.py +8 -8
  6. adv_optm/optim/Prodigy_adv.py +475 -478
  7. adv_optm/optim/Simplified_AdEMAMix.py +3 -3
  8. {adv_optm-0.1.9.dist-info → adv_optm-1.0.1.dist-info}/METADATA +1 -1
  9. adv_optm-1.0.1.dist-info/RECORD +19 -0
  10. adv_optm-0.1.9.dist-info/RECORD +0 -19
  11. {adv_optm-0.1.9.dist-info → adv_optm-1.0.1.dist-info}/WHEEL +0 -0
  12. {adv_optm-0.1.9.dist-info → adv_optm-1.0.1.dist-info}/licenses/LICENSE +0 -0
  13. {adv_optm-0.1.9.dist-info → adv_optm-1.0.1.dist-info}/top_level.txt +0 -0
adv_optm/optim/Simplified_AdEMAMix.py CHANGED
@@ -47,7 +47,7 @@ class Simplified_AdEMAMix(torch.optim.Optimizer):
47
47
  stochastic_rounding (bool): whether to use stochastic
48
48
  rounding for BF16 parameter updates (default: True).
49
49
  use_orthograd (bool): whether to use OrthoGrad. (default: False)
50
- factored (bool): whether to use the factorization or disable it to use
50
+ nnmf_factor (bool): whether to use the factorization or disable it to use
51
51
  the uncompressed optimizer. (default: False)
52
52
  """
53
53
 
@@ -65,7 +65,7 @@ class Simplified_AdEMAMix(torch.optim.Optimizer):
65
65
  vector_reshape: bool = True,
66
66
  stochastic_rounding: bool = True,
67
67
  use_orthograd: bool = False,
68
- factored: bool = False,
68
+ nnmf_factor: bool = False,
69
69
  ):
70
70
  if not (lr >= 0.0):
71
71
  raise ValueError(f"Learning-rate should be >= 0.0. Got {lr}")
@@ -85,7 +85,7 @@ class Simplified_AdEMAMix(torch.optim.Optimizer):
85
85
  "use_orthograd": use_orthograd, "use_bias_correction": use_bias_correction,
86
86
  }
87
87
  self.stochastic_rounding = stochastic_rounding
88
- self.factored = factored
88
+ self.factored = nnmf_factor
89
89
  super().__init__(params, defaults)
90
90
 
91
91
  @property
{adv_optm-0.1.9.dist-info → adv_optm-1.0.1.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: adv_optm
3
- Version: 0.1.9
3
+ Version: 1.0.1
4
4
  Summary: A family of highly efficient, lightweight yet powerful optimizers.
5
5
  Home-page: https://github.com/Koratahiu/Advanced_Optimizers
6
6
  Author: Koratahiu
adv_optm-1.0.1.dist-info/RECORD ADDED
@@ -0,0 +1,19 @@
1
+ adv_optm/__init__.py,sha256=zRfL5MVYJYRNKJAwBSjRKCU6Xo5vW8RbFlTEENHpKxg,306
2
+ adv_optm/optim/AdamW_adv.py,sha256=O0q35c5CO9l1qr9YW3SWBuvkw-x04Ns9T03ewLjD1Ok,14287
3
+ adv_optm/optim/Adopt_adv.py,sha256=PlkO2jfjbw_aPwkRVIqdB9U-3xIfnvlkZmRMjpeoXfc,17454
4
+ adv_optm/optim/Lion_Prodigy_adv.py,sha256=YcrfoZ7Sh0O7tj2OXdOzB3K3oOzGXmEg0z55_iSiPRg,12802
5
+ adv_optm/optim/Lion_adv.py,sha256=uME0YTV5yTZs3bCBg9BQSF0PqlfJJE1BB2q5kWeh49w,8271
6
+ adv_optm/optim/Prodigy_adv.py,sha256=pL5fOqBcraaQqnZn1tQ7f3Ph2SAJ9ZPN65LNTHlrys4,22431
7
+ adv_optm/optim/Simplified_AdEMAMix.py,sha256=7vr413DsxuHTzh1G9mdXpyB8_1F00GW82iiuUD_jbyg,9783
8
+ adv_optm/optim/__init__.py,sha256=pcP865H2j1tut2VfTUhzQh7V8TF_tzPjqFnjMfFed2k,382
9
+ adv_optm/util/BF16_Stochastic_Rounding.py,sha256=Q5H0BcogmE4atP65dLoI21HKSf50lRdsBDfeF6v9Tbg,1548
10
+ adv_optm/util/Effective_Shape.py,sha256=TBvIk1V8IuTbbBsxuekJA4e_v8JlR5Nujtut8RTWAm4,318
11
+ adv_optm/util/NNMF.py,sha256=yRf5IP5Sjq0Uf0DxN0Q8NxEGSdD-f1ULziLVDOjY8K4,639
12
+ adv_optm/util/One_Bit_Boolean.py,sha256=Wat49esdwohuN-OHOFMW8D0aOQgV9cP5Rl8z6yfmpos,1068
13
+ adv_optm/util/OrthoGrad.py,sha256=NzInuBQGy_Ja__M1R9XbvqVaQ0fhGbtGgFE9YON7B3I,707
14
+ adv_optm/util/__init__.py,sha256=qoyIF0jcLjs_vSEcsv36clw5LFNBEbifyXrrVxMH-G4,349
15
+ adv_optm-1.0.1.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
16
+ adv_optm-1.0.1.dist-info/METADATA,sha256=IP6zZKr9fGFNBm1D6yvzQr1bFCMQn4CVUcl4qd_yR8M,8422
17
+ adv_optm-1.0.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
18
+ adv_optm-1.0.1.dist-info/top_level.txt,sha256=iNfBIIzu-lPrQ7jyC56WBCcbkRwitM2nJ15-MRQ_6fg,9
19
+ adv_optm-1.0.1.dist-info/RECORD,,
adv_optm-0.1.9.dist-info/RECORD DELETED
@@ -1,19 +0,0 @@
1
- adv_optm/__init__.py,sha256=hHL2QwlnQMvIggC9ejOxGOKq65DnnYaHC1ScPQMuIIw,306
2
- adv_optm/optim/AdamW_adv.py,sha256=Pu0TB14dOhcq9kwXclMIeKCI6ef_P0emwzxPu6xuBM0,14252
3
- adv_optm/optim/Adopt_adv.py,sha256=71o9BHV3XFefJX21G37PKG96D09x-PSU0eW3Q7WkAjs,17427
4
- adv_optm/optim/Lion_Prodigy_adv.py,sha256=kIAGXoMbDNRg5reKXtUC_vQQ2gyM-NXPB-Pv9zSpiE8,12787
5
- adv_optm/optim/Lion_adv.py,sha256=05j_j6LIzHW5b79DVwMIf1FZHVNB8xnStNVjlOdVkCE,8256
6
- adv_optm/optim/Prodigy_adv.py,sha256=NykG5gcAHjmhlMutknOjAoYKI-K6e5lA3Q9J9vkqnz0,22357
7
- adv_optm/optim/Simplified_AdEMAMix.py,sha256=opIZjnGJ03-DDAIHTZyJBMReVfgusGDb8FZSWMU3-UM,9774
8
- adv_optm/optim/__init__.py,sha256=pcP865H2j1tut2VfTUhzQh7V8TF_tzPjqFnjMfFed2k,382
9
- adv_optm/util/BF16_Stochastic_Rounding.py,sha256=Q5H0BcogmE4atP65dLoI21HKSf50lRdsBDfeF6v9Tbg,1548
10
- adv_optm/util/Effective_Shape.py,sha256=TBvIk1V8IuTbbBsxuekJA4e_v8JlR5Nujtut8RTWAm4,318
11
- adv_optm/util/NNMF.py,sha256=yRf5IP5Sjq0Uf0DxN0Q8NxEGSdD-f1ULziLVDOjY8K4,639
12
- adv_optm/util/One_Bit_Boolean.py,sha256=Wat49esdwohuN-OHOFMW8D0aOQgV9cP5Rl8z6yfmpos,1068
13
- adv_optm/util/OrthoGrad.py,sha256=NzInuBQGy_Ja__M1R9XbvqVaQ0fhGbtGgFE9YON7B3I,707
14
- adv_optm/util/__init__.py,sha256=qoyIF0jcLjs_vSEcsv36clw5LFNBEbifyXrrVxMH-G4,349
15
- adv_optm-0.1.9.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
16
- adv_optm-0.1.9.dist-info/METADATA,sha256=IvocLvlwTsZ5WPmO6ZsVffmybwZRf3tr_ALojuwL6dw,8422
17
- adv_optm-0.1.9.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
18
- adv_optm-0.1.9.dist-info/top_level.txt,sha256=iNfBIIzu-lPrQ7jyC56WBCcbkRwitM2nJ15-MRQ_6fg,9
19
- adv_optm-0.1.9.dist-info/RECORD,,