gradboard 0.1.14__py3-none-any.whl → 0.1.16__py3-none-any.whl

gradboard/scheduler.py

@@ -7,6 +7,7 @@ import copy
 import math
 
 from scipy.ndimage import gaussian_filter1d
+import scipy.constants as sc
 
 from torch.amp import GradScaler
 
@@ -161,14 +162,19 @@ class PASS:
         minimum = min(range_test_results, key=lambda x: x[1])
         points_left_of_min = [p for p in range_test_results if p[0] < minimum[0]]
         highest_point_left_of_min = max(points_left_of_min, key=lambda x: x[1])
-        halfway = (highest_point_left_of_min[1] + minimum[1]) / 2
+        golden_min_loss = (highest_point_left_of_min[1] + minimum[1]) / (1 + sc.golden)
+        golden_max_loss = (highest_point_left_of_min[1] + minimum[1]) / sc.golden
         for r in range_test_results:
-            if r[1] < halfway:
-                self.max_lr = r[0] * 3
-                self.cool_point = r[0] / 3
-                print("High LR", self.max_lr)
-                print("Cool point", self.cool_point)
+            if r[1] < golden_max_loss:
+                self.cool_point = r[0]
                 break
+        for r in range_test_results:
+            if r[1] < golden_min_loss:
+                self.max_lr = r[0]
+            else:
+                break
+        print("High LR", self.max_lr)
+        print("Cool point", self.cool_point)
 
     def update_learning_rates(self):
         if self.finished:

{gradboard-0.1.14.dist-info → gradboard-0.1.16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: gradboard
-Version: 0.1.14
+Version: 0.1.16
 Summary: Easily snowboard down gnarly loss gradients
 License: MIT
 Author: Nicholas Bailey

gradboard-0.1.16.dist-info/RECORD

@@ -0,0 +1,8 @@
+gradboard/__init__.py,sha256=57AkHusYwLCsusiVnajH5pMFKioRCj-3IjF9qpdOzE0,69
+gradboard/cycles.py,sha256=ZPXBL8rlaP6BYJ6Un2xRERsdifixSoVIZWaJMck4bjE,9945
+gradboard/optimiser.py,sha256=Iw1piQkQkWdNUW8d9f3iPrvP9qEGVxEKmerK7ATDgOI,6189
+gradboard/scheduler.py,sha256=h4MipSkdlOWw0H64qEaOTONYHpvas_lIcei7FeI8v_0,6740
+gradboard-0.1.16.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
+gradboard-0.1.16.dist-info/METADATA,sha256=Vc6DhM4AEJ1QxrYRmlzAvNHqfb8Y5jCPUBJaCDjKKXw,2174
+gradboard-0.1.16.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+gradboard-0.1.16.dist-info/RECORD,,

gradboard-0.1.14.dist-info/RECORD

@@ -1,8 +0,0 @@
-gradboard/__init__.py,sha256=57AkHusYwLCsusiVnajH5pMFKioRCj-3IjF9qpdOzE0,69
-gradboard/cycles.py,sha256=ZPXBL8rlaP6BYJ6Un2xRERsdifixSoVIZWaJMck4bjE,9945
-gradboard/optimiser.py,sha256=Iw1piQkQkWdNUW8d9f3iPrvP9qEGVxEKmerK7ATDgOI,6189
-gradboard/scheduler.py,sha256=W146MgdTYz113R3M0qhVpk8kr6L1ioPS3pCFc3MhKYg,6507
-gradboard-0.1.14.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
-gradboard-0.1.14.dist-info/METADATA,sha256=aS23AKqKicnw3-uhKcPv1sfz3qQh4BQTpTEdltjKrU4,2174
-gradboard-0.1.14.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-gradboard-0.1.14.dist-info/RECORD,,