broccoli-ml 0.31.0__tar.gz → 0.31.2__tar.gz

{broccoli_ml-0.31.0 → broccoli_ml-0.31.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: broccoli-ml
-Version: 0.31.0
+Version: 0.31.2
 Summary: Some useful Pytorch models, circa 2025
 License: MIT
 Author: Nicholas Bailey

{broccoli_ml-0.31.0 → broccoli_ml-0.31.2}/broccoli/transformer.py

@@ -248,7 +248,7 @@ class FeedforwardBlock(nn.Module):
             self.activation = activation()
 
         if raw_input:
-            self.memory_type = SpectralNormLinear
+            self.memory_type = AnchoredLinear
             self.memory_bias = False
         else:
             self.memory_type = nn.Linear
@@ -379,13 +379,12 @@ class TransformerBlock(nn.Module):
             process_x = process_x + self.ff(process_x)
         else:  # post-norm
             process_x = process_x + self.attn(process_x, process_x, process_x)
-            norm_process_x = self.layer_norm_1(process_x)
+            process_x = self.layer_norm_1(process_x)
             process_x = process_x + self.ff(process_x)
+            process_x = self.layer_norm_2(process_x)
 
         # Always post norm as eventually we reach the classification head!
-        x = self.layer_norm_2(
-            torch.cat([identity_x, process_x])[unshuffle_indices, :, :].contiguous()
-        )
+        x = torch.cat([identity_x, process_x])[unshuffle_indices, :, :].contiguous()
 
         return x
 

{broccoli_ml-0.31.0 → broccoli_ml-0.31.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "broccoli-ml"
-version = "0.31.0"
+version = "0.31.2"
 description = "Some useful Pytorch models, circa 2025"
 authors = [
     {name = "Nicholas Bailey"}