gradboard 0.1.21__py3-none-any.whl → 0.2.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of gradboard might be problematic. Click here for more details.

gradboard/scheduler.py CHANGED
@@ -7,7 +7,6 @@ import copy
7
7
  import math
8
8
 
9
9
  from scipy.ndimage import gaussian_filter1d
10
- import scipy.constants as sc
11
10
 
12
11
  from torch.amp import GradScaler
13
12
 
@@ -164,15 +163,15 @@ class PASS:
164
163
  points_left_of_min = [p for p in range_test_results if p[0] < minimum[0]]
165
164
  highest_point_left_of_min = max(points_left_of_min, key=lambda x: x[1])
166
165
  loss_difference = highest_point_left_of_min[1] - minimum[1]
167
- cool_point_loss = min_loss + 0.75 * loss_difference
168
- max_lr_loss = min_loss + 0.25 * loss_difference
166
+ cool_point_loss = min_loss + 0.8 * loss_difference
167
+ max_lr_loss = min_loss + 0.2 * loss_difference
169
168
  for r in range_test_results:
170
169
  if r[1] < cool_point_loss:
171
- self.cool_point = r[0] * sc.golden
170
+ self.cool_point = r[0]
172
171
  break
173
172
  for r in range_test_results:
174
173
  if r[1] <= max_lr_loss:
175
- self.max_lr = r[0] / sc.golden
174
+ self.max_lr = r[0]
176
175
  break
177
176
  print("High LR", self.max_lr)
178
177
  print("Cool point", self.cool_point)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: gradboard
3
- Version: 0.1.21
3
+ Version: 0.2.0
4
4
  Summary: Easily snowboard down gnarly loss gradients
5
5
  License: MIT
6
6
  Author: Nicholas Bailey
@@ -0,0 +1,8 @@
1
+ gradboard/__init__.py,sha256=57AkHusYwLCsusiVnajH5pMFKioRCj-3IjF9qpdOzE0,69
2
+ gradboard/cycles.py,sha256=iGEW3Rlp-JNyQZLfpaDXxUCAcEV01ANjLF-Fnhug-qA,10120
3
+ gradboard/optimiser.py,sha256=Iw1piQkQkWdNUW8d9f3iPrvP9qEGVxEKmerK7ATDgOI,6189
4
+ gradboard/scheduler.py,sha256=R0lnCYJc3oKh3WR_5A29EfF3hkERqHEyplhYgON_k8M,6732
5
+ gradboard-0.2.0.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
6
+ gradboard-0.2.0.dist-info/METADATA,sha256=G27tZ7DXVxm8W1Y0lav0qPK0pNB-hrGG4_RSoAYWVWI,2173
7
+ gradboard-0.2.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
8
+ gradboard-0.2.0.dist-info/RECORD,,
@@ -1,8 +0,0 @@
1
- gradboard/__init__.py,sha256=57AkHusYwLCsusiVnajH5pMFKioRCj-3IjF9qpdOzE0,69
2
- gradboard/cycles.py,sha256=iGEW3Rlp-JNyQZLfpaDXxUCAcEV01ANjLF-Fnhug-qA,10120
3
- gradboard/optimiser.py,sha256=Iw1piQkQkWdNUW8d9f3iPrvP9qEGVxEKmerK7ATDgOI,6189
4
- gradboard/scheduler.py,sha256=m3P05Qr_UVNynbZfmJ6avXLJnjr_UcF089U9NLw2kmE,6787
5
- gradboard-0.1.21.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
6
- gradboard-0.1.21.dist-info/METADATA,sha256=bujIVgRqlrfZ48fS0QfKL5ppWf2XET2SYNCl8a9QyAI,2174
7
- gradboard-0.1.21.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
8
- gradboard-0.1.21.dist-info/RECORD,,