broccoli-ml 0.19.0__tar.gz → 0.20.0__tar.gz

{broccoli_ml-0.19.0 → broccoli_ml-0.20.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: broccoli-ml
-Version: 0.19.0
+Version: 0.20.0
 Summary: Some useful Pytorch models, circa 2025
 License: MIT
 Author: Nicholas Bailey

{broccoli_ml-0.19.0 → broccoli_ml-0.20.0}/broccoli/transformer.py

@@ -255,10 +255,8 @@ class FeedforwardBlock(nn.Module):
 
         if regularise_values:
             self.memory_type = SpectralNormLinear
-            self.bias_memories = False
         else:
             self.memory_type = nn.Linear
-            self.bias_memories = True
 
         self.process = nn.Sequential(
             *[
@@ -266,9 +264,7 @@ class FeedforwardBlock(nn.Module):
                 linear_module(input_features, self.max_features),
                 self.activation,
                 nn.LayerNorm(ratio * output_features),
-                self.memory_type(
-                    ratio * output_features, output_features, bias=self.bias_memories
-                ),
+                self.memory_type(ratio * output_features, output_features),
                 self.dropout,
             ]
         )

{broccoli_ml-0.19.0 → broccoli_ml-0.20.0}/broccoli/vit.py

@@ -30,7 +30,7 @@ class GetCLSToken(nn.Module):
 
 
 class SequencePool(nn.Module):
-    def __init__(self, d_model, linear_module):
+    def __init__(self, d_model, linear_module=nn.Linear):
         super().__init__()
         self.attention = nn.Sequential(
             *[
@@ -54,13 +54,6 @@ class ClassificationHead(nn.Module):
         super().__init__()
         self.d_model = d_model
         self.summarize = GetCLSToken()
-        self.process = nn.Sequential(
-            *[
-                linear_module(d_model, 1),
-                Rearrange("batch seq 1 -> batch seq"),
-                nn.Softmax(dim=-1),
-            ]
-        )
         self.projection = nn.Linear(d_model, n_classes)
         if batch_norm:
             self.batch_norm = nn.BatchNorm1d(n_classes, affine=False)
@@ -87,7 +80,7 @@ class SequencePoolClassificationHead(ClassificationHead):
     """
 
     def __init__(self, d_model, linear_module, out_dim, batch_norm=True):
-        super().__init__(d_model, linear_module, out_dim, batch_norm=True)
+        super().__init__(d_model, linear_module, out_dim, batch_norm=batch_norm)
         self.summarize = SequencePool(d_model, linear_module)
 
 

{broccoli_ml-0.19.0 → broccoli_ml-0.20.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "broccoli-ml"
-version = "0.19.0"
+version = "0.20.0"
 description = "Some useful Pytorch models, circa 2025"
 authors = [
     {name = "Nicholas Bailey"}