broccoli-ml 13.0.2__tar.gz → 13.0.4__tar.gz

{broccoli_ml-13.0.2 → broccoli_ml-13.0.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: broccoli-ml
-Version: 13.0.2
+Version: 13.0.4
 Summary: Some useful Pytorch models, circa 2025
 License: MIT
 Author: Nicholas Bailey

{broccoli_ml-13.0.2 → broccoli_ml-13.0.4}/broccoli/transformer.py

@@ -387,9 +387,6 @@ class FeedforwardBlock(nn.Module):
         self.beta = beta
         self.xglu = activation.__name__.endswith("GLU")
 
-        if self.post_norm:
-            self.layernorm = nn.LayerNorm(output_features)
-
         if activation_kwargs is not None:
             self.activation = activation(**activation_kwargs)
         else:
@@ -467,9 +464,6 @@ class FeedforwardBlock(nn.Module):
         return processed
 
     def reset_parameters(self):
-        if self.post_norm:
-            self.layernorm.reset_parameters()
-
         # Iterate over the sequential block to reset parameters
         for module in self.process:
             if hasattr(module, "reset_parameters"):

{broccoli_ml-13.0.2 → broccoli_ml-13.0.4}/broccoli/vit.py

@@ -416,7 +416,7 @@ class ViTEncoder(nn.Module):
                     f"N C {spatial_dim_names} -> N ({spatial_dim_names}) C"
                 ),
                 self.pooling_channels_padding,
-                nn.LayerNorm(),
+                nn.LayerNorm(transformer_embedding_size),
             ]
         )
 

{broccoli_ml-13.0.2 → broccoli_ml-13.0.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "broccoli-ml"
-version = "13.0.2"
+version = "13.0.4"
 description = "Some useful Pytorch models, circa 2025"
 authors = [
     {name = "Nicholas Bailey"}