gradboard 3.0.0__py3-none-any.whl → 3.0.1__py3-none-any.whl

gradboard/scheduler.py

@@ -25,11 +25,12 @@ class PASS:
         optimiser,
         scaler: Optional[GradScaler] = None,
         range_test: bool = False,
-        max_lr: float = None,
         cool_point_multiplier: float = 1 / 60,
     ):
-        if not range_test:
-            assert max_lr is not None
+        """
+        If not using range test, we assume the optimiser has the learning rates
+            set as desired.
+        """
 
         self.model = model
         self.optimiser = optimiser
@@ -41,7 +42,6 @@ class PASS:
 
         self.original_param_groups = copy.deepcopy(optimiser.param_groups)
 
-        self.max_lr = max_lr
         self.cool_point_multiplier = cool_point_multiplier
 
         self.original_states = self._saved_states()
@@ -160,15 +160,15 @@ class PASS:
         points_left_of_min = [r for r in range_test_results if r[0] < minimum[0]]
         max_left_of_min = max(points_left_of_min, key=lambda x: x[1])
         difference = max_left_of_min[1] - minimum[1]
-        self.max_lr = None
+        max_lr = None
         for p in sorted(points_left_of_min, key=lambda x: x[0]):
-            if (self.max_lr is None) and (p[1] < minimum[1] + 0.2 * difference):
-                self.max_lr = p[0]
+            if (max_lr is None) and (p[1] < minimum[1] + 0.2 * difference):
+                max_lr = p[0]
             else:
                 continue
-        self.set_all_lr(self.max_lr)
+        self.set_all_lr(max_lr)
         self.original_param_groups = copy.deepcopy(self.optimiser.param_groups)
-        print("High LR", self.max_lr)
+        print("High LR", max_lr)
 
     def update_learning_rates(self):
         if not self.finished:

{gradboard-3.0.0.dist-info → gradboard-3.0.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: gradboard
-Version: 3.0.0
+Version: 3.0.1
 Summary: Easily snowboard down gnarly loss gradients
 License: MIT
 Author: Nicholas Bailey

gradboard-3.0.1.dist-info/RECORD

@@ -0,0 +1,8 @@
+gradboard/__init__.py,sha256=57AkHusYwLCsusiVnajH5pMFKioRCj-3IjF9qpdOzE0,69
+gradboard/cycles.py,sha256=iGEW3Rlp-JNyQZLfpaDXxUCAcEV01ANjLF-Fnhug-qA,10120
+gradboard/optimiser.py,sha256=Br7MNiziiwQZhq6UWkBy1zndRuDFznNfrE91usguZHI,6168
+gradboard/scheduler.py,sha256=QpgB-jk16Srghu3J8aLKlIuOEG4Y3Ho6pXiAyD7VUQw,6968
+gradboard-3.0.1.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
+gradboard-3.0.1.dist-info/METADATA,sha256=AIkMJI_o3iJXLUnpHbl8FqtvT9DNatLnFBdWxzeuPjY,2173
+gradboard-3.0.1.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+gradboard-3.0.1.dist-info/RECORD,,

gradboard-3.0.0.dist-info/RECORD

@@ -1,8 +0,0 @@
-gradboard/__init__.py,sha256=57AkHusYwLCsusiVnajH5pMFKioRCj-3IjF9qpdOzE0,69
-gradboard/cycles.py,sha256=iGEW3Rlp-JNyQZLfpaDXxUCAcEV01ANjLF-Fnhug-qA,10120
-gradboard/optimiser.py,sha256=Br7MNiziiwQZhq6UWkBy1zndRuDFznNfrE91usguZHI,6168
-gradboard/scheduler.py,sha256=sELx3LdbF_ZiD3HDtxOPIR3xLJHD1Vv7IXgJGYuYdJM,6985
-gradboard-3.0.0.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
-gradboard-3.0.0.dist-info/METADATA,sha256=YazOjmOo5Fot5xtGvQSyH600yKfUGsvr0j8NKFkZu0U,2173
-gradboard-3.0.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-gradboard-3.0.0.dist-info/RECORD,,