broccoli-ml 0.29.1__py3-none-any.whl → 0.30.0__py3-none-any.whl

broccoli/transformer.py

@@ -249,8 +249,10 @@ class FeedforwardBlock(nn.Module):
 
         if raw_input:
             self.memory_type = SpectralNormLinear
+            self.memory_bias = False
         else:
             self.memory_type = nn.Linear
+            self.memory_bias = True
 
         self.dropout = nn.Dropout(dropout)
 
@@ -266,7 +268,9 @@ class FeedforwardBlock(nn.Module):
                 linear_module(input_features, self.max_features),
                 self.activation,
                 nn.LayerNorm(ratio * output_features) if normformer else nn.Identity(),
-                self.memory_type(ratio * output_features, output_features),
+                self.memory_type(
+                    ratio * output_features, output_features, bias=self.memory_bias
+                ),
                 self.dropout,
             ]
         )

{broccoli_ml-0.29.1.dist-info → broccoli_ml-0.30.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: broccoli-ml
-Version: 0.29.1
+Version: 0.30.0
 Summary: Some useful Pytorch models, circa 2025
 License: MIT
 Author: Nicholas Bailey

{broccoli_ml-0.29.1.dist-info → broccoli_ml-0.30.0.dist-info}/RECORD

@@ -8,10 +8,10 @@ broccoli/eigenpatches.py,sha256=J6n2usN1oQuHEHYiBNyYpn_a9eQcHjOBiIlvSei520Y,2413
 broccoli/linear.py,sha256=8Y9vD85ZEgNZsIQgO3uRQ3lOQR-JjwvabY8liCrfNCk,4831
 broccoli/rope.py,sha256=hw7kBPNR9GQXj4GxyIAffsGKPfcTPOFh8Bc7oEHtaZY,12108
 broccoli/tensor.py,sha256=zhSOo9W24FEgN7U35wy3ZIJHnw3u4cepJO5heCw6vwU,4590
-broccoli/transformer.py,sha256=jQGpj_e5WAEU_zEPjCU0OyD_08O3HwsMBg3pbrCzp4E,16924
+broccoli/transformer.py,sha256=TILun51zZCcJH-08ReXy98q9Da28P6bc96FAyyLMBck,17058
 broccoli/utils.py,sha256=htq_hOsdhUhL0nJi9WkKiEYOjEoWqFpK5X49PtgTf-0,299
 broccoli/vit.py,sha256=m4Wa8B8L25xSODh91ViVyLmwLOBZayp5S7S9f8pIvZo,16109
-broccoli_ml-0.29.1.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
-broccoli_ml-0.29.1.dist-info/METADATA,sha256=AojdLjmBwqW9of7D6RSjCdWbDRJO2GM3NbXd1TYeOJY,1257
-broccoli_ml-0.29.1.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-broccoli_ml-0.29.1.dist-info/RECORD,,
+broccoli_ml-0.30.0.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
+broccoli_ml-0.30.0.dist-info/METADATA,sha256=AdNZ7hG0zn5c1n4NcDtTpLqHxcO6iYnglNmYEGtbM8g,1257
+broccoli_ml-0.30.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+broccoli_ml-0.30.0.dist-info/RECORD,,