broccoli-ml 0.29.1__tar.gz → 0.31.0__tar.gz

{broccoli_ml-0.29.1 → broccoli_ml-0.31.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: broccoli-ml
-Version: 0.29.1
+Version: 0.31.0
 Summary: Some useful Pytorch models, circa 2025
 License: MIT
 Author: Nicholas Bailey

{broccoli_ml-0.29.1 → broccoli_ml-0.31.0}/broccoli/transformer.py

@@ -249,8 +249,10 @@ class FeedforwardBlock(nn.Module):
 
         if raw_input:
             self.memory_type = SpectralNormLinear
+            self.memory_bias = False
         else:
             self.memory_type = nn.Linear
+            self.memory_bias = True
 
         self.dropout = nn.Dropout(dropout)
 
@@ -266,7 +268,9 @@ class FeedforwardBlock(nn.Module):
                 linear_module(input_features, self.max_features),
                 self.activation,
                 nn.LayerNorm(ratio * output_features) if normformer else nn.Identity(),
-                self.memory_type(ratio * output_features, output_features),
+                self.memory_type(
+                    ratio * output_features, output_features, bias=self.memory_bias
+                ),
                 self.dropout,
             ]
         )

{broccoli_ml-0.29.1 → broccoli_ml-0.31.0}/broccoli/vit.py

@@ -308,7 +308,7 @@ class ViTEncoder(nn.Module):
                 linear_module=linear_module,
                 pre_norm=transformer_pre_norm,
                 normformer=transformer_normformer,
-                # raw_input=not cnn,
+                raw_input=not cnn,
             )
         else:
             self.initial_ff = nn.Identity()

{broccoli_ml-0.29.1 → broccoli_ml-0.31.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "broccoli-ml"
-version = "0.29.1"
+version = "0.31.0"
 description = "Some useful Pytorch models, circa 2025"
 authors = [
     {name = "Nicholas Bailey"}