broccoli-ml 0.9.0__tar.gz → 0.11.0__tar.gz

{broccoli_ml-0.9.0 → broccoli_ml-0.11.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: broccoli-ml
-Version: 0.9.0
+Version: 0.11.0
 Summary: Some useful Pytorch models, circa 2025
 License: MIT
 Author: Nicholas Bailey

{broccoli_ml-0.9.0 → broccoli_ml-0.11.0}/broccoli/transformer.py

@@ -233,7 +233,6 @@ class FeedforwardLayer(nn.Module):
         output_features,
         activation=nn.ReLU,
         activation_kwargs=None,
-        layer_norm=True,
         dropout=0.0,
         linear_module=nn.Linear,
     ):
@@ -248,17 +247,17 @@ class FeedforwardLayer(nn.Module):
 
         self.process = nn.Sequential(
             *[
-                nn.LayerNorm(input_features) if layer_norm else nn.Identity(),
+                nn.LayerNorm(input_features),
                 linear_module(
                     input_features,
                     (
-                        2 * ratio * input_features
+                        2 * ratio * output_features
                         if activation.__name__.endswith("GLU")
-                        else ratio * input_features
+                        else ratio * output_features
                     ),
                 ),
                 self.activation,
-                linear_module(ratio * input_features, output_features),
+                linear_module(ratio * output_features, output_features),
                 self.dropout,
             ]
         )

{broccoli_ml-0.9.0 → broccoli_ml-0.11.0}/broccoli/vit.py

@@ -261,7 +261,6 @@ class ViTEncoder(nn.Module):
                 transformer_embedding_size,
                 activation=transformer_activation,
                 activation_kwargs=transformer_activation_kwargs,
-                layer_norm=False,  # rely on initial batch_norm
                 dropout=transformer_mlp_dropout,
                 linear_module=linear_module,
             )

{broccoli_ml-0.9.0 → broccoli_ml-0.11.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "broccoli-ml"
-version = "0.9.0"
+version = "0.11.0"
 description = "Some useful Pytorch models, circa 2025"
 authors = [
     {name = "Nicholas Bailey"}