broccoli-ml 0.20.0__py3-none-any.whl → 0.21.1__py3-none-any.whl

broccoli/transformer.py

@@ -260,10 +260,18 @@ class FeedforwardBlock(nn.Module):
 
         self.process = nn.Sequential(
             *[
-                nn.LayerNorm(input_features),
+                (
+                    nn.LayerNorm(input_features)
+                    if not regularise_values
+                    else nn.Identity()
+                ),
                 linear_module(input_features, self.max_features),
                 self.activation,
-                nn.LayerNorm(ratio * output_features),
+                (
+                    nn.LayerNorm(input_features)
+                    if not regularise_values
+                    else nn.Identity()
+                ),
                 self.memory_type(ratio * output_features, output_features),
                 self.dropout,
             ]

{broccoli_ml-0.20.0.dist-info → broccoli_ml-0.21.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: broccoli-ml
-Version: 0.20.0
+Version: 0.21.1
 Summary: Some useful Pytorch models, circa 2025
 License: MIT
 Author: Nicholas Bailey

{broccoli_ml-0.20.0.dist-info → broccoli_ml-0.21.1.dist-info}/RECORD

@@ -8,10 +8,10 @@ broccoli/eigenpatches.py,sha256=J6n2usN1oQuHEHYiBNyYpn_a9eQcHjOBiIlvSei520Y,2413
 broccoli/linear.py,sha256=g8YrxNl6g_WcHrWVmbaBHJU5hv6daFS0r4TxAoPJ9UE,3012
 broccoli/rope.py,sha256=hw7kBPNR9GQXj4GxyIAffsGKPfcTPOFh8Bc7oEHtaZY,12108
 broccoli/tensor.py,sha256=MUvXtwD2f1sPTBym4FB0x_ZfsJUBNLgULUlN8btV8GI,1943
-broccoli/transformer.py,sha256=jhIPAuX0xJr9m_TuZanaDcFWiNlLalYEwcM6M8Q8RvY,16094
+broccoli/transformer.py,sha256=mFmQiuOu94yKVPZVsd0Cv5FGqkGXOX6zkGAQLqjThKg,16333
 broccoli/utils.py,sha256=htq_hOsdhUhL0nJi9WkKiEYOjEoWqFpK5X49PtgTf-0,299
 broccoli/vit.py,sha256=vQtOcC0Dd8y6PTWx0xCbnE4ymYkL_HfYrerqaJ0hs1k,16404
-broccoli_ml-0.20.0.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
-broccoli_ml-0.20.0.dist-info/METADATA,sha256=jF6twOLcxQA4_qyv33MKFiLMaFb5Q-aJGVpzIjeS8_E,1257
-broccoli_ml-0.20.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-broccoli_ml-0.20.0.dist-info/RECORD,,
+broccoli_ml-0.21.1.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
+broccoli_ml-0.21.1.dist-info/METADATA,sha256=ZhxdgQ_AVABg6P-rzyssN3j62lU21YWIgnphuf7v2o0,1257
+broccoli_ml-0.21.1.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+broccoli_ml-0.21.1.dist-info/RECORD,,