gradboard 1.0.0__py3-none-any.whl → 1.0.2__py3-none-any.whl

gradboard/optimiser.py

@@ -129,7 +129,7 @@ class AdamS(Optimizer):
         return loss
 
 
-def get_optimiser(model, optimiser=AdamW, lr=7e-4, weight_decay=5e-2):
+def get_optimiser(model, optimiser=AdamW, lr=1e-3, weight_decay=1e-2):
     """
     Defaults are from one of the presets from the accompanying repo to Hassani
         et al. (2023) "Escaping the Big Data Paradigm with Compact Transformers",

gradboard/scheduler.py

@@ -159,20 +159,10 @@ class PASS:
         """
         range_test_results = self._smoothed_range_test(self.range_test_results)
         minimum = min(range_test_results, key=lambda x: x[1])
-        min_loss = minimum[1]
-        points_left_of_min = [p for p in range_test_results if p[0] < minimum[0]]
-        highest_point_left_of_min = max(points_left_of_min, key=lambda x: x[1])
-        loss_difference = highest_point_left_of_min[1] - minimum[1]
-        cool_point_loss = min_loss + 0.8 * loss_difference
-        max_lr_loss = min_loss + 0.2 * loss_difference
         for r in range_test_results:
-            if r[1] < cool_point_loss:
-                self.cool_point = r[0]
-                break
-        for r in range_test_results:
-            if r[1] <= max_lr_loss:
-                self.max_lr = r[0]
-                break
+            if (r[0] < minimum[0]) and (r[1] > minimum[1]):
+                self.max_lr = r[0] / 2
+                self.cool_point = self.max_lr * 0.1
         print("High LR", self.max_lr)
         print("Cool point", self.cool_point)
 

{gradboard-1.0.0.dist-info → gradboard-1.0.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: gradboard
-Version: 1.0.0
+Version: 1.0.2
 Summary: Easily snowboard down gnarly loss gradients
 License: MIT
 Author: Nicholas Bailey

gradboard-1.0.2.dist-info/RECORD

@@ -0,0 +1,8 @@
+gradboard/__init__.py,sha256=57AkHusYwLCsusiVnajH5pMFKioRCj-3IjF9qpdOzE0,69
+gradboard/cycles.py,sha256=iGEW3Rlp-JNyQZLfpaDXxUCAcEV01ANjLF-Fnhug-qA,10120
+gradboard/optimiser.py,sha256=h5nntenAhD8E9-Ayt17r7AK42S7O-XdhsrxedDd_4co,6201
+gradboard/scheduler.py,sha256=icIDEcem0jwB-NORUsaZvFNjOOn52R5g8OFBD4CYzsE,6279
+gradboard-1.0.2.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
+gradboard-1.0.2.dist-info/METADATA,sha256=ZVjXU2FrPsPtuX1-OPXlZY97F4E0aaRGpOk3Uhps8BQ,2173
+gradboard-1.0.2.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+gradboard-1.0.2.dist-info/RECORD,,

gradboard-1.0.0.dist-info/RECORD

@@ -1,8 +0,0 @@
-gradboard/__init__.py,sha256=57AkHusYwLCsusiVnajH5pMFKioRCj-3IjF9qpdOzE0,69
-gradboard/cycles.py,sha256=iGEW3Rlp-JNyQZLfpaDXxUCAcEV01ANjLF-Fnhug-qA,10120
-gradboard/optimiser.py,sha256=34FyFvavFLpaZhfC_nBD-WJ-hzQ05wCTdZMudhMVmbU,6201
-gradboard/scheduler.py,sha256=R0lnCYJc3oKh3WR_5A29EfF3hkERqHEyplhYgON_k8M,6732
-gradboard-1.0.0.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
-gradboard-1.0.0.dist-info/METADATA,sha256=jN1U9BRiebBQ08IG0pzkjq498Z_x6QmBogkctgR0iuk,2173
-gradboard-1.0.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-gradboard-1.0.0.dist-info/RECORD,,