torchzero 0.1.4__py3-none-any.whl → 0.1.5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. torchzero/modules/optimizers/adam.py +2 -2
  2. {torchzero-0.1.4.dist-info → torchzero-0.1.5.dist-info}/METADATA +1 -1
  3. {torchzero-0.1.4.dist-info → torchzero-0.1.5.dist-info}/RECORD +6 -6
  4. {torchzero-0.1.4.dist-info → torchzero-0.1.5.dist-info}/LICENSE +0 -0
  5. {torchzero-0.1.4.dist-info → torchzero-0.1.5.dist-info}/WHEEL +0 -0
  6. {torchzero-0.1.4.dist-info → torchzero-0.1.5.dist-info}/top_level.txt +0 -0
torchzero/modules/optimizers/adam.py CHANGED
@@ -15,9 +15,9 @@ def _adam_step(ascent: TensorList, exp_avg: TensorList, exp_avg_sq: TensorList,
15
15
 
16
16
  if max_exp_avg_sqs is not None:
17
17
  max_exp_avg_sqs.maximum_(exp_avg_sq)
18
- denom = max_exp_avg_sqs.sqrt().div_(bias_correction2**0.5 + eps)
18
+ denom = max_exp_avg_sqs.sqrt().div_(bias_correction2**0.5).add_(eps)
19
19
  else:
20
- denom = exp_avg_sq.sqrt().div_(bias_correction2**0.5 + eps)
20
+ denom = exp_avg_sq.sqrt().div_(bias_correction2**0.5).add_(eps)
21
21
 
22
22
  if params is None:
23
23
  return (exp_avg / denom).mul_(alpha / bias_correction1)
{torchzero-0.1.4.dist-info → torchzero-0.1.5.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: torchzero
3
- Version: 0.1.4
3
+ Version: 0.1.5
4
4
  Summary: Modular optimization library for PyTorch.
5
5
  Author-email: Ivan Nikishev <nkshv2@gmail.com>
6
6
  License: MIT License
{torchzero-0.1.4.dist-info → torchzero-0.1.5.dist-info}/RECORD RENAMED
@@ -42,7 +42,7 @@ torchzero/modules/operations/reduction.py,sha256=mMqxW-PO7T-azTnbx2vFnfOVTHfw7u7
42
42
  torchzero/modules/operations/singular.py,sha256=J1_0HKPi6Tu0j-25lMP4FPRwgjm8drM5QRcUCmvQNV8,3560
43
43
  torchzero/modules/optimizers/__init__.py,sha256=QZu8yvqy7ouY45Xju5Z2oHWJiFa1CslknodhWWRZRms,247
44
44
  torchzero/modules/optimizers/adagrad.py,sha256=7SQiQBtkN72nhZ6a22p4KCCwzxUYcvt1qPRgT_y2I7w,2014
45
- torchzero/modules/optimizers/adam.py,sha256=t1MVW-_5XhyOghLz7qB-rJudcvXKIzKGcT_IK7ivc5A,4706
45
+ torchzero/modules/optimizers/adam.py,sha256=17HJl5VHtUDHPVSW8nTVb9XrjuXQ1H6lFLAaGUkq028,4714
46
46
  torchzero/modules/optimizers/lion.py,sha256=DRm09OpQSs2YjFx21OMA5ADp6dVYLPN6uu61GkxyF6o,904
47
47
  torchzero/modules/optimizers/rmsprop.py,sha256=vcPjGh1krMLGX97sNKgKc5rx0-tT_cQznSwgmEtlq0w,2152
48
48
  torchzero/modules/optimizers/rprop.py,sha256=OjLmHhhPjfRe0KxdPSKduIQs5atwoCvbNLLoDbFWAfI,3603
@@ -97,8 +97,8 @@ torchzero/utils/compile.py,sha256=pYEyX8P26iCb_hFqAXC8IP2SSQrRfC7ZDhXS0vVCsfY,12
97
97
  torchzero/utils/derivatives.py,sha256=koLmuUcVcX41SrH_9rvfJyMXyHyocNLuZ-C8Kr2B7hk,4844
98
98
  torchzero/utils/python_tools.py,sha256=kkyDhoP695HhapfKrdjcrRbRAbcvB0ArP1pkxuVUlf0,1192
99
99
  torchzero/utils/torch_tools.py,sha256=sSBY5Bmk9LOAgPtaq-6TK4wDgPXsg6FIWxv8CVDx82k,3580
100
- torchzero-0.1.4.dist-info/LICENSE,sha256=r9ZciAoZoqKC_FNADE0ORukj1p1XhLXEbegdsAyqhJs,1087
101
- torchzero-0.1.4.dist-info/METADATA,sha256=1CL5qcUSPUCGpHMOoW8d6V6KhW-K_vqRDQKTMjtWp1M,6096
102
- torchzero-0.1.4.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
103
- torchzero-0.1.4.dist-info/top_level.txt,sha256=isztuDR1ZGo8p2tORLa-vNuomcbLj7Xd208lhd-pVPs,10
104
- torchzero-0.1.4.dist-info/RECORD,,
100
+ torchzero-0.1.5.dist-info/LICENSE,sha256=r9ZciAoZoqKC_FNADE0ORukj1p1XhLXEbegdsAyqhJs,1087
101
+ torchzero-0.1.5.dist-info/METADATA,sha256=h7RXRQD3U-Gfa6gFJtE-ErJ_bYT8h0EdYsqkNg8kIUs,6096
102
+ torchzero-0.1.5.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
103
+ torchzero-0.1.5.dist-info/top_level.txt,sha256=isztuDR1ZGo8p2tORLa-vNuomcbLj7Xd208lhd-pVPs,10
104
+ torchzero-0.1.5.dist-info/RECORD,,