broccoli-ml 0.8.0__tar.gz → 0.9.0__tar.gz

{broccoli_ml-0.8.0 → broccoli_ml-0.9.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: broccoli-ml
-Version: 0.8.0
+Version: 0.9.0
 Summary: Some useful Pytorch models, circa 2025
 License: MIT
 Author: Nicholas Bailey

{broccoli_ml-0.8.0 → broccoli_ml-0.9.0}/broccoli/transformer.py

@@ -233,6 +233,7 @@ class FeedforwardLayer(nn.Module):
         output_features,
         activation=nn.ReLU,
         activation_kwargs=None,
+        layer_norm=True,
         dropout=0.0,
         linear_module=nn.Linear,
     ):
@@ -247,7 +248,7 @@ class FeedforwardLayer(nn.Module):
 
         self.process = nn.Sequential(
             *[
-                nn.LayerNorm(input_features),
+                nn.LayerNorm(input_features) if layer_norm else nn.Identity(),
                 linear_module(
                     input_features,
                     (

{broccoli_ml-0.8.0 → broccoli_ml-0.9.0}/broccoli/vit.py

@@ -261,6 +261,7 @@ class ViTEncoder(nn.Module):
                 transformer_embedding_size,
                 activation=transformer_activation,
                 activation_kwargs=transformer_activation_kwargs,
+                layer_norm=False,  # rely on initial batch_norm
                 dropout=transformer_mlp_dropout,
                 linear_module=linear_module,
             )
@@ -312,7 +313,7 @@ class CCT(nn.Module):
         input_size=(32, 32),
         cnn=True,
         cnn_in_channels=3,
-        minimum_cnn_out_channels=16,
+        cnn_out_channels=16,
         cnn_kernel_size=3,
         cnn_kernel_stride=1,
         cnn_padding="same",
@@ -365,7 +366,7 @@ class CCT(nn.Module):
             input_size=input_size,
             cnn=cnn,
             cnn_in_channels=cnn_in_channels,
-            minimum_cnn_out_channels=minimum_cnn_out_channels,
+            cnn_out_channels=cnn_out_channels,
             cnn_kernel_size=cnn_kernel_size,
             cnn_kernel_stride=cnn_kernel_stride,
             cnn_padding=cnn_padding,

{broccoli_ml-0.8.0 → broccoli_ml-0.9.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "broccoli-ml"
-version = "0.8.0"
+version = "0.9.0"
 description = "Some useful Pytorch models, circa 2025"
 authors = [
     {name = "Nicholas Bailey"}