gradboard 0.1.9__py3-none-any.whl → 0.1.11__py3-none-any.whl

gradboard/cycles.py

@@ -221,7 +221,12 @@ class Cycle:
 
 
 class CycleProduct(Cycle):
-    def __init__(self, cycles: List[Cycle], reflect=False):
+    def __init__(self, cycles: List[Cycle], reflect=False, normalise: bool = False):
+        """
+        Args:
+            normalise: if true, the square root of the product is returned (i.e.
+                the geometric mean of the two cycles that were multiplied together)
+        """
         main_training_examples = cycles[0].training_examples
         main_batch_size = cycles[0].batch_size
 
@@ -230,11 +235,14 @@ class CycleProduct(Cycle):
 
         self.cycles = cycles
         self.reflect = reflect
+        self.normalise = normalise
 
         def generating_function(step: int, total_steps: int) -> float:
             output = self.cycles[0](step)
             for c in self.cycles[1:]:
                 output *= c(step % c.total_steps)
+            if self.normalise:
+                output = math.sqrt(output)
             return output
 
         super().__init__(
@@ -282,7 +290,9 @@ class CycleSequence:
         """
         cycle_ratios = [c.total_steps for c in self.cycles]
         cycle_stats = {k: v * cycle_ratios[0] for k, v in self.cycles[0].stats.items()}
-        for i, cycle in enumerate(self.cycles[1:]):
+        for i, cycle in enumerate(self.cycles):
+            if i == 0:
+                continue  # We already did the first one, above
             for k, v in cycle.stats.items():
                 cycle_stats[k] += cycle_ratios[i] * v
 

{gradboard-0.1.9.dist-info → gradboard-0.1.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: gradboard
-Version: 0.1.9
+Version: 0.1.11
 Summary: Easily snowboard down gnarly loss gradients
 License: MIT
 Author: Nicholas Bailey

gradboard-0.1.11.dist-info/RECORD

@@ -0,0 +1,8 @@
+gradboard/__init__.py,sha256=57AkHusYwLCsusiVnajH5pMFKioRCj-3IjF9qpdOzE0,69
+gradboard/cycles.py,sha256=e_me_9b_995VboDBgDISLLtipEDk03c-_BUgGY4D72Y,10019
+gradboard/optimiser.py,sha256=Iw1piQkQkWdNUW8d9f3iPrvP9qEGVxEKmerK7ATDgOI,6189
+gradboard/scheduler.py,sha256=W146MgdTYz113R3M0qhVpk8kr6L1ioPS3pCFc3MhKYg,6507
+gradboard-0.1.11.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
+gradboard-0.1.11.dist-info/METADATA,sha256=C9GXzAG88an5j6E2BuJG6ui-er8hN_cqaR0OShXMmmU,2174
+gradboard-0.1.11.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+gradboard-0.1.11.dist-info/RECORD,,

gradboard-0.1.9.dist-info/RECORD

@@ -1,8 +0,0 @@
-gradboard/__init__.py,sha256=57AkHusYwLCsusiVnajH5pMFKioRCj-3IjF9qpdOzE0,69
-gradboard/cycles.py,sha256=88xEt7dyL3jyPHjD7TywDS3bg9tfv4sp6ocO6vPME04,9599
-gradboard/optimiser.py,sha256=Iw1piQkQkWdNUW8d9f3iPrvP9qEGVxEKmerK7ATDgOI,6189
-gradboard/scheduler.py,sha256=W146MgdTYz113R3M0qhVpk8kr6L1ioPS3pCFc3MhKYg,6507
-gradboard-0.1.9.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
-gradboard-0.1.9.dist-info/METADATA,sha256=b9v9iVcoAu6VE5AGvXVp9AynLDHPHIdrxdkD309jzmQ,2173
-gradboard-0.1.9.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-gradboard-0.1.9.dist-info/RECORD,,