gradboard 0.1.13__tar.gz → 0.1.15__tar.gz

{gradboard-0.1.13 → gradboard-0.1.15}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: gradboard
-Version: 0.1.13
+Version: 0.1.15
 Summary: Easily snowboard down gnarly loss gradients
 License: MIT
 Author: Nicholas Bailey

{gradboard-0.1.13 → gradboard-0.1.15}/gradboard/cycles.py

@@ -37,7 +37,7 @@ def cosine(step: int, total_steps: int) -> float:
     return round((math.cos(angle) + 1) / 2, 8)
 
 
-def semicircle(step: int, total_steps: int) -> float:
+def quarter_circle(step: int, total_steps: int) -> float:
     """
     Get a sequence of numbers between 0 and 1 in the shape of a semi-circle with
         diameter `total_steps'.
@@ -51,14 +51,6 @@ def semicircle(step: int, total_steps: int) -> float:
     return math.sqrt(y_squared)
 
 
-def half_semicircle(step: int, total_steps: int) -> float:
-    """
-    Get a sequence of numbers between 0 and 1 in the shape of the descending
-        half of a cosine wave with wavelength 2*`total_steps`.
-    """
-    return semicircle(step, (total_steps * 2) - 1)
-
-
 def half_cosine(step: int, total_steps: int) -> float:
     """
     Get a sequence of numbers between 0 and 1 in the shape of the descending

{gradboard-0.1.13 → gradboard-0.1.15}/gradboard/scheduler.py

@@ -7,6 +7,7 @@ import copy
 import math
 
 from scipy.ndimage import gaussian_filter1d
+import scipy.constants as sc
 
 from torch.amp import GradScaler
 
@@ -159,16 +160,19 @@ class PASS:
         """
         range_test_results = self._smoothed_range_test(self.range_test_results)
         minimum = min(range_test_results, key=lambda x: x[1])
-        points_left_of_min = [p for p in range_test_results if p[0] < minimum[0]]
-        highest_point_left_of_min = max(points_left_of_min, key=lambda x: x[1])
-        halfway = (highest_point_left_of_min[1] + minimum[1]) / 2
-        for r in range_test_results:
-            if r[1] < halfway:
-                self.max_lr = r[0] * 3
-                self.cool_point = r[0] / 3
-                print("High LR", self.max_lr)
-                print("Cool point", self.cool_point)
-                break
+        self.max_lr = minimum[0] / sc.golden
+        self.cool_point = self.max_lr / 100
+        # self.cool_point = r[0] / 3
+        # points_left_of_min = [p for p in range_test_results if p[0] < minimum[0]]
+        # highest_point_left_of_min = max(points_left_of_min, key=lambda x: x[1])
+        # halfway = (highest_point_left_of_min[1] + minimum[1]) / 2
+        # for r in range_test_results:
+        #     if r[1] < halfway:
+        #         self.max_lr = r[0] * 3
+        #         self.cool_point = r[0] / 3
+        #         print("High LR", self.max_lr)
+        #         print("Cool point", self.cool_point)
+        #         break
 
     def update_learning_rates(self):
         if self.finished:

{gradboard-0.1.13 → gradboard-0.1.15}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "gradboard"
-version = "0.1.13"
+version = "0.1.15"
 description = "Easily snowboard down gnarly loss gradients"
 authors = [
     {name = "Nicholas Bailey"}