broccoli-ml 0.8.1__tar.gz → 0.9.0__tar.gz

{broccoli_ml-0.8.1 → broccoli_ml-0.9.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: broccoli-ml
-Version: 0.8.1
+Version: 0.9.0
 Summary: Some useful Pytorch models, circa 2025
 License: MIT
 Author: Nicholas Bailey

{broccoli_ml-0.8.1 → broccoli_ml-0.9.0}/broccoli/transformer.py

@@ -233,6 +233,7 @@ class FeedforwardLayer(nn.Module):
         output_features,
         activation=nn.ReLU,
         activation_kwargs=None,
+        layer_norm=True,
         dropout=0.0,
         linear_module=nn.Linear,
     ):
@@ -247,7 +248,7 @@ class FeedforwardLayer(nn.Module):
 
         self.process = nn.Sequential(
             *[
-                nn.LayerNorm(input_features),
+                nn.LayerNorm(input_features) if layer_norm else nn.Identity(),
                 linear_module(
                     input_features,
                     (

{broccoli_ml-0.8.1 → broccoli_ml-0.9.0}/broccoli/vit.py

@@ -261,6 +261,7 @@ class ViTEncoder(nn.Module):
                 transformer_embedding_size,
                 activation=transformer_activation,
                 activation_kwargs=transformer_activation_kwargs,
+                layer_norm=False,  # rely on initial batch_norm
                 dropout=transformer_mlp_dropout,
                 linear_module=linear_module,
             )

{broccoli_ml-0.8.1 → broccoli_ml-0.9.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "broccoli-ml"
-version = "0.8.1"
+version = "0.9.0"
 description = "Some useful Pytorch models, circa 2025"
 authors = [
     {name = "Nicholas Bailey"}