gradboard 3.0.0__py3-none-any.whl → 4.0.0__py3-none-any.whl

gradboard/scheduler.py

@@ -6,8 +6,6 @@ from typing import Optional
 import copy
 import math
 
-from scipy.ndimage import gaussian_filter1d
-
 from torch.amp import GradScaler
 
 from .cycles import Cycle
@@ -25,11 +23,12 @@ class PASS:
         optimiser,
         scaler: Optional[GradScaler] = None,
         range_test: bool = False,
-        max_lr: float = None,
         cool_point_multiplier: float = 1 / 60,
     ):
-        if not range_test:
-            assert max_lr is not None
+        """
+        If not using range test, we assume the optimiser has the learning rates
+            set as desired.
+        """
 
         self.model = model
         self.optimiser = optimiser
@@ -41,7 +40,6 @@ class PASS:
 
         self.original_param_groups = copy.deepcopy(optimiser.param_groups)
 
-        self.max_lr = max_lr
         self.cool_point_multiplier = cool_point_multiplier
 
         self.original_states = self._saved_states()
@@ -137,8 +135,7 @@ class PASS:
         learning_rates = [t[0] for t in range_test_results]
         losses = [t[1] for t in self.range_test_results]
         losses = losses[:-1] + [10 * max(losses)]
-        smoothed_losses = gaussian_filter1d(losses, 3)
-        return list(zip(learning_rates, smoothed_losses, strict=True))
+        return list(zip(learning_rates, losses, strict=True))
 
     def _plot_range_test(self, range_test_results):
         """
@@ -160,15 +157,15 @@ class PASS:
         points_left_of_min = [r for r in range_test_results if r[0] < minimum[0]]
         max_left_of_min = max(points_left_of_min, key=lambda x: x[1])
         difference = max_left_of_min[1] - minimum[1]
-        self.max_lr = None
+        max_lr = None
         for p in sorted(points_left_of_min, key=lambda x: x[0]):
-            if (self.max_lr is None) and (p[1] < minimum[1] + 0.2 * difference):
-                self.max_lr = p[0]
+            if (max_lr is None) and (p[1] < minimum[1] + 0.2 * difference):
+                max_lr = p[0]
             else:
                 continue
-        self.set_all_lr(self.max_lr)
+        self.set_all_lr(max_lr)
         self.original_param_groups = copy.deepcopy(self.optimiser.param_groups)
-        print("High LR", self.max_lr)
+        print("High LR", max_lr)
 
     def update_learning_rates(self):
         if not self.finished:

{gradboard-3.0.0.dist-info → gradboard-4.0.0.dist-info}/METADATA

@@ -1,17 +1,18 @@
 Metadata-Version: 2.3
 Name: gradboard
-Version: 3.0.0
+Version: 4.0.0
 Summary: Easily snowboard down gnarly loss gradients
 License: MIT
 Author: Nicholas Bailey
-Requires-Python: >=3.11
+Requires-Python: >=3.8
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
-Requires-Dist: numpy (>=2.0.2,<3.0.0)
-Requires-Dist: scipy (>=1.15.3,<2.0.0)
 Description-Content-Type: text/markdown
 
 # gradboard

gradboard-4.0.0.dist-info/RECORD

@@ -0,0 +1,8 @@
+gradboard/__init__.py,sha256=57AkHusYwLCsusiVnajH5pMFKioRCj-3IjF9qpdOzE0,69
+gradboard/cycles.py,sha256=iGEW3Rlp-JNyQZLfpaDXxUCAcEV01ANjLF-Fnhug-qA,10120
+gradboard/optimiser.py,sha256=Br7MNiziiwQZhq6UWkBy1zndRuDFznNfrE91usguZHI,6168
+gradboard/scheduler.py,sha256=VbtqSBtSpgLI7qbtz0uGgNmb1NtR77r_Ole9wmdVMPw,6859
+gradboard-4.0.0.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
+gradboard-4.0.0.dist-info/METADATA,sha256=tDj9jiFskMQygTAZTpTF_OL1ntLLKHiac7_3mbsXhfw,2246
+gradboard-4.0.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+gradboard-4.0.0.dist-info/RECORD,,

gradboard-3.0.0.dist-info/RECORD

@@ -1,8 +0,0 @@
-gradboard/__init__.py,sha256=57AkHusYwLCsusiVnajH5pMFKioRCj-3IjF9qpdOzE0,69
-gradboard/cycles.py,sha256=iGEW3Rlp-JNyQZLfpaDXxUCAcEV01ANjLF-Fnhug-qA,10120
-gradboard/optimiser.py,sha256=Br7MNiziiwQZhq6UWkBy1zndRuDFznNfrE91usguZHI,6168
-gradboard/scheduler.py,sha256=sELx3LdbF_ZiD3HDtxOPIR3xLJHD1Vv7IXgJGYuYdJM,6985
-gradboard-3.0.0.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
-gradboard-3.0.0.dist-info/METADATA,sha256=YazOjmOo5Fot5xtGvQSyH600yKfUGsvr0j8NKFkZu0U,2173
-gradboard-3.0.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-gradboard-3.0.0.dist-info/RECORD,,